-- Logs begin at Mon 2022-04-18 11:09:31 UTC, end at Mon 2022-04-18 13:17:02 UTC. -- Apr 18 12:01:21.431662 dv-neutron-837089-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 12:01:23.921447 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.common.config [-] Logging enabled! Apr 18 12:01:23.922170 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev112 Apr 18 12:01:23.922170 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88673) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 12:01:23.925329 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.common.config [-] Logging enabled! Apr 18 12:01:23.925581 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev112 Apr 18 12:01:23.925883 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88673) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 12:01:23.926841 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 12:01:23.927074 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 12:01:23.927447 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 12:01:23.927682 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 12:01:23.927906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 12:01:23.928220 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.928513 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.928805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.929035 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.929326 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.929611 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.929889 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.930172 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.930491 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.930767 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.931041 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.931323 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.931553 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.931833 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.932119 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.932404 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.932627 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] debug = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.932903 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.933324 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.933724 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.934002 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.934288 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.934588 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.934859 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.935132 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.935414 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.935739 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] host = dv-neutron-837089-1-hyperv {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.936014 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.936298 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.936580 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.936861 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.937133 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.937405 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.937691 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.937961 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.938231 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.938521 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.938808 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.939090 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.939375 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.939598 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.939822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.940104 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.940383 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.940655 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.940925 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.941196 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.941466 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.941760 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.942025 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.942304 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.942614 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.942897 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.943167 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.943438 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.943704 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.943972 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.944250 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.944518 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.944786 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.945055 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.945335 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.945599 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.945869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.946160 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.946440 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.946748 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.947028 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.947297 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.947580 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.947850 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.948117 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.948385 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] use_json = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.948651 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.948919 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.949196 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.949466 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.949734 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.950003 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.950270 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.950572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.950842 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:23.951131 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.951424 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.951718 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.952000 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.952285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.952561 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.952845 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.953119 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.953402 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.953683 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.954220 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.954521 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.954808 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.955082 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.955371 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.955670 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.955960 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.956246 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.956518 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.956787 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.957055 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.957851 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.958139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.958431 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.958741 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.959014 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.959290 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.959578 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.959855 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.960124 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.960398 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.960680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.960953 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.961223 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.961498 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.961770 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.962035 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.962300 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.962599 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.962884 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.963157 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.963423 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.963687 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.963958 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.964223 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.964501 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.964773 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.965039 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.965303 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.965574 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.965841 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.966107 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.966379 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.966673 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.966948 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.967215 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.967479 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.967745 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.968016 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.968281 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.968544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.968810 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.969080 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.969346 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.969611 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.969878 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.970143 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.970408 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.970720 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.971013 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.971284 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.971557 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.971834 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.972109 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.972383 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.972656 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.972973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.973765 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.974037 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.974322 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.974632 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.974918 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.975196 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.975470 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.975757 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.976032 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.976311 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.976584 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.976861 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.977141 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.977420 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.977708 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.978001 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.978288 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.978602 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.978893 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.979166 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.979467 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.979741 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:23.979957 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 12:01:23.980190 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88673) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 12:01:24.368460 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO keyring.backend [-] Loading KWallet Apr 18 12:01:24.375576 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO keyring.backend [-] Loading SecretService Apr 18 12:01:24.378948 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO keyring.backend [-] Loading Windows Apr 18 12:01:24.380279 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO keyring.backend [-] Loading chainer Apr 18 12:01:24.381059 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO keyring.backend [-] Loading macOS Apr 18 12:01:24.414076 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 12:01:24.414345 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 12:01:24.414674 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 12:01:24.415014 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 12:01:24.798408 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.798631 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.798905 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.800195 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.800467 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.800729 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.836214 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.836490 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.836754 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.849665 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.849938 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.850202 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.879698 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.879976 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.880242 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.916534 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.916812 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:24.917075 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.147960 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.148576 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.148576 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.148753 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.149492 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.267550 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.267871 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.268147 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.268412 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.268672 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.268979 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.269252 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.269499 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.269772 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.270052 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.270309 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.270593 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.270858 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.271110 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.271373 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.271638 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.271901 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.272164 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.272412 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.272692 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.273043 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.273292 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.273538 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.273818 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.274063 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.274302 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.274709 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:25.274949 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:25.275184 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:25.275416 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:25.275648 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:25.275878 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:25.276232 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 12:01:25.279280 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 12:01:25.283172 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 12:01:25.286860 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 18 12:01:25.288459 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 12:01:25.289893 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 12:01:25.290229 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 12:01:25.290636 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 12:01:25.293401 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 12:01:25.293647 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 12:01:25.293984 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 12:01:25.322133 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 12:01:25.322598 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.322893 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88673) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 12:01:25.323249 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.324594 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88673) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 12:01:25.324873 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 12:01:25.325119 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 12:01:25.328399 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.328680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:25.389846 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 12:01:25.390080 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 12:01:25.390319 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 12:01:25.390707 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 12:01:25.421017 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_db.sqlalchemy.engines [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88673) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 12:01:25.897008 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing driver for type 'gre' Apr 18 12:01:25.897524 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] gre ID ranges: [(1, 1000)] Apr 18 12:01:26.080084 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing driver for type 'local' Apr 18 12:01:26.080410 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing driver for type 'vlan' Apr 18 12:01:26.193877 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] VlanTypeDriver initialization complete Apr 18 12:01:26.194443 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing driver for type 'vxlan' Apr 18 12:01:26.194637 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] vxlan ID ranges: [(1, 1000)] Apr 18 12:01:26.409350 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing extension driver 'port_security' Apr 18 12:01:26.409701 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.extensions.port_security [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] PortSecurityExtensionDriver initialization complete Apr 18 12:01:26.410027 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing mechanism driver 'openvswitch' Apr 18 12:01:26.410380 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing mechanism driver 'hyperv' Apr 18 12:01:26.421915 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.plugin [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:01:26.422606 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.422970 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.423314 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.423828 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 12:01:26.424245 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.424584 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.424918 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.425301 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 12:01:26.425694 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.426028 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.426356 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.426761 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 12:01:26.427235 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.427577 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.427904 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.428432 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 12:01:26.428852 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.429188 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.429515 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.429896 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 12:01:26.430288 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.430650 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.430982 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.431357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88673) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 12:01:26.431805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] ML2 OVO RPC backend initialized. {{(pid=88673) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 18 12:01:26.432518 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.432860 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.433264 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.433599 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > networks before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.433932 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.434259 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > ports before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.434623 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.434951 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.435281 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.435609 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.435932 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.436254 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.436575 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.436921 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.437253 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.437572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.437892 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.438559 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.plugin [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Modular L2 Plugin initialization complete Apr 18 12:01:26.438880 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading services supported by the core plugin {{(pid=88673) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 12:01:26.443103 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.plugins.ml2.managers [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Got port-security extension from driver 'port_security' Apr 18 12:01:26.443103 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.extensions.vlantransparent [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Disabled vlantransparent extension. Apr 18 12:01:26.443103 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88673) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 12:01:26.443103 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: router Apr 18 12:01:26.488568 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.488882 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_create 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.489286 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router before_create 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.489643 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.490002 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.490345 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_delete 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.490714 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495230 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_create 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495230 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_update 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495230 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_update 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495230 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495703 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_update 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495703 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495703 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.495703 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496006 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: subnet after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496006 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496006 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496006 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496284 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496284 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496284 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router after_update 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496284 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496579 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.496780 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.497119 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.497474 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > agent after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.497814 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.498148 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > network after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.499026 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Tracking information for resource: router configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:26.499348 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Tracking information for resource: floatingip configured {{(pid=88673) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 12:01:26.504992 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.db.l3_agentschedulers_db [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 12:01:26.505642 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.506023 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port after_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.506363 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port after_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.506722 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: port after_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.507508 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router before_create 55550100 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.507859 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.508208 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.508550 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.512921 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.provider_configuration [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service providers = [] {{(pid=88673) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 12:01:26.513273 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.db.servicetype_db [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88673) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 12:01:26.516154 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.service_base [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 12:01:26.516492 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.service_base [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 12:01:26.516821 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.service_base [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 12:01:26.517693 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.services.service_base [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88673) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 12:01:26.518051 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.services.service_base [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 12:01:26.518444 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.518803 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 12:01:26.530077 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.530401 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: auto_allocate Apr 18 12:01:26.539916 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: network precommit_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.540279 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: network precommit_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.540791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.541099 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: tag Apr 18 12:01:26.547722 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.548035 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: timestamp Apr 18 12:01:26.552045 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.552431 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: network_ip_availability Apr 18 12:01:26.562089 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.562447 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.562859 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.563557 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.563869 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: flavors Apr 18 12:01:26.569048 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.569472 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading Plugin: revisions Apr 18 12:01:26.573693 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88673) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 12:01:26.574067 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_concurrency.lockutils [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.159s {{(pid=88673) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 12:01:26.574812 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88673) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 12:01:26.575139 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Initializing extension manager. Apr 18 12:01:26.575630 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: __init__.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.576027 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: __pycache__ {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.576350 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.576672 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: address_group.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.577410 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.577967 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: address-group Apr 18 12:01:26.578279 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: address_scope.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.579251 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.579748 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: address-scope Apr 18 12:01:26.580059 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.580963 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.581456 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: router-admin-state-down-before-update Apr 18 12:01:26.581766 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: agent.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.583250 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.583788 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: agent Apr 18 12:01:26.584100 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: agent_resources_synced.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.593996 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.594548 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: agent-resources-synced Apr 18 12:01:26.594880 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.596720 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.597228 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: allowed-address-pairs Apr 18 12:01:26.597546 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.598687 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.599236 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: auto-allocated-topology Apr 18 12:01:26.599550 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: availability_zone.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.600262 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.600751 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: availability_zone Apr 18 12:01:26.601063 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: availability_zone_filter.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.601965 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.602486 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: availability_zone_filter Apr 18 12:01:26.602795 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: data_plane_status.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.604246 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.604246 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 12:01:26.604479 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: default_subnetpools.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.605369 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.605861 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: default-subnetpools Apr 18 12:01:26.606171 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.606995 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.607488 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: dhcp_agent_scheduler Apr 18 12:01:26.607801 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: dns.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.608684 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.609176 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension dns-integration not supported by any of loaded plugins Apr 18 12:01:26.609485 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: dns_domain_ports.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.610418 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.610930 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 12:01:26.611265 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: dvr.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.611926 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.612416 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: dvr Apr 18 12:01:26.612725 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: empty_string_filtering.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.613631 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.614097 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: empty-string-filtering Apr 18 12:01:26.614408 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.615320 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.615804 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 12:01:26.616113 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.617005 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.617489 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 12:01:26.617798 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: external_net.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.618731 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.619231 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: external-net Apr 18 12:01:26.619542 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.620435 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.620954 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: extra_dhcp_opt Apr 18 12:01:26.621236 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: extraroute.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.627806 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.628304 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: extraroute Apr 18 12:01:26.628618 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: extraroute_atomic.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.630139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.630668 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: extraroute-atomic Apr 18 12:01:26.630982 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: filter_validation.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.631628 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.632120 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: filter-validation Apr 18 12:01:26.632431 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: fip_pf_description.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.633350 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.633843 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 12:01:26.634151 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: fip_port_details.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.635063 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.635556 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: fip-port-details Apr 18 12:01:26.635865 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: flavors.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.637062 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.637561 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: flavors Apr 18 12:01:26.637875 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.639520 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.640023 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 12:01:26.640340 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: floatingip_pools.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.641080 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.641584 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: floatingip-pools Apr 18 12:01:26.641896 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: ip_allocation.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.642830 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.643320 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 12:01:26.643631 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.644652 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.645662 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: ip-substring-filtering Apr 18 12:01:26.645979 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l2_adjacency.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.646910 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.647405 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 12:01:26.647716 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.648694 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.649193 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: router Apr 18 12:01:26.649506 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.651866 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.652375 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 12:01:26.658425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.659207 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.659710 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: ext-gw-mode Apr 18 12:01:26.660024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.660945 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.661443 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: l3-ha Apr 18 12:01:26.661757 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3_flavors.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.662682 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.663172 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: l3-flavors Apr 18 12:01:26.663483 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.664371 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.664859 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 12:01:26.665171 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: l3agentscheduler.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.666231 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.666757 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: l3_agent_scheduler Apr 18 12:01:26.667075 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: logging.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.668544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.669048 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension logging not supported by any of loaded plugins Apr 18 12:01:26.669364 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: metering.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.670085 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.670681 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: metering Apr 18 12:01:26.670996 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.672063 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.672564 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: metering_source_and_destination_fields Apr 18 12:01:26.672874 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: multiprovidernet.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.673796 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.674290 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: multi-provider Apr 18 12:01:26.674633 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: netmtu.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.675531 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.676536 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: net-mtu Apr 18 12:01:26.676844 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: netmtu_writable.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.677734 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.678226 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: net-mtu-writable Apr 18 12:01:26.678562 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: network_availability_zone.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.679238 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.679727 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: network_availability_zone Apr 18 12:01:26.680035 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: network_ip_availability.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.681092 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.681587 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: network-ip-availability Apr 18 12:01:26.681896 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: network_segment_range.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.682660 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.683150 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 12:01:26.683459 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: pagination.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.690357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.690695 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: pagination Apr 18 12:01:26.691004 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: port_device_profile.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.692499 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.692996 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: port-device-profile Apr 18 12:01:26.693306 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.694205 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.694736 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: port-mac-address-regenerate Apr 18 12:01:26.695048 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.695933 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.696459 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: port-numa-affinity-policy Apr 18 12:01:26.696769 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: port_resource_request.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.697648 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.698134 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 12:01:26.698442 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: portbindings.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.699367 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.699859 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: binding Apr 18 12:01:26.700169 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: portbindings_extended.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.701538 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.702045 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: binding-extended Apr 18 12:01:26.702360 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: portsecurity.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.703286 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.704039 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: port-security Apr 18 12:01:26.704351 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: project_id.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.705301 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.705621 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: project-id Apr 18 12:01:26.705936 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: providernet.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.706854 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.707402 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: provider Apr 18 12:01:26.707715 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.711222 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.711731 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos not supported by any of loaded plugins Apr 18 12:01:26.712049 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.713267 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.713764 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 12:01:26.714083 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.719405 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.719896 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 12:01:26.720210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_default.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.721101 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.721597 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-default not supported by any of loaded plugins Apr 18 12:01:26.721938 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_fip.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.722604 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.723121 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-fip not supported by any of loaded plugins Apr 18 12:01:26.723431 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.724333 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.724887 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 12:01:26.725176 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.726062 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.726584 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 12:01:26.726911 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.727792 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.728283 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 12:01:26.728596 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: qos_rules_alias.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.729604 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.730097 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 12:01:26.730405 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: quotasv2.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.731314 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.731630 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: quotas Apr 18 12:01:26.731937 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: quotasv2_detail.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.733523 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.733851 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: quota_details Apr 18 12:01:26.734172 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: rbac.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.735221 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.735750 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: rbac-policies Apr 18 12:01:26.736074 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: rbac_address_group.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.736974 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.737476 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: rbac-address-group Apr 18 12:01:26.737788 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: rbac_address_scope.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.739288 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.739724 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: rbac-address-scope Apr 18 12:01:26.740037 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: rbac_security_groups.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.740927 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.741423 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: rbac-security-groups Apr 18 12:01:26.741732 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.751716 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.752216 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: rbac-subnetpool Apr 18 12:01:26.752527 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: revisionifmatch.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.753425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.753919 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: revision-if-match Apr 18 12:01:26.754870 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: revisions.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.756074 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.756568 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: standard-attr-revisions Apr 18 12:01:26.760091 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: router_availability_zone.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.760091 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.760091 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: router_availability_zone Apr 18 12:01:26.760091 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: routerservicetype.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.760091 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.760091 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension router-service-type not supported by any of loaded plugins Apr 18 12:01:26.760587 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.761468 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.762560 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: security-groups-normalized-cidr Apr 18 12:01:26.762560 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.763399 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.763898 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: port-security-groups-filtering Apr 18 12:01:26.764208 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.765101 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.765589 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: security-groups-remote-address-group Apr 18 12:01:26.765898 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: securitygroup.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.775466 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.775979 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: security-group Apr 18 12:01:26.781995 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: segment.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.781995 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.781995 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension segment not supported by any of loaded plugins Apr 18 12:01:26.781995 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.782692 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.783191 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 12:01:26.783502 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: servicetype.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.784587 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.785094 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: service-type Apr 18 12:01:26.785717 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: sorting.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.786711 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.787035 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: sorting Apr 18 12:01:26.787347 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: standard_attr_segment.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.788277 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.788772 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 12:01:26.789083 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: standardattrdescription.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.789816 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.790311 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: standard-attr-description Apr 18 12:01:26.790652 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: stateful_security_group.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.791550 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.792050 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: stateful-security-group Apr 18 12:01:26.792363 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: stdattrs_common.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.792968 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 12:01:26.793279 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.794259 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.794798 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 12:01:26.795110 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: subnet_onboard.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.796165 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.796664 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: subnet_onboard Apr 18 12:01:26.796977 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.797885 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.798377 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 12:01:26.798725 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: subnet_service_types.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.802254 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.802785 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: subnet-service-types Apr 18 12:01:26.803103 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: subnetallocation.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.804173 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.804668 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: subnet_allocation Apr 18 12:01:26.805018 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.805668 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.806157 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: subnetpool-prefix-ops Apr 18 12:01:26.806494 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.807400 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.807898 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 12:01:26.808329 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: tagging.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.809383 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.809879 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: standard-attr-tag Apr 18 12:01:26.810325 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: timestamp.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.811442 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.811942 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loaded extension: standard-attr-timestamp Apr 18 12:01:26.812259 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: trunk.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.813456 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.813958 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension trunk not supported by any of loaded plugins Apr 18 12:01:26.814274 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: trunk_details.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.815306 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.815805 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension trunk-details not supported by any of loaded plugins Apr 18 12:01:26.816118 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.817706 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.818203 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 12:01:26.818538 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Loading extension file: vlantransparent.py {{(pid=88673) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 12:01:26.819203 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88673) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 12:01:26.819696 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 12:01:26.822175 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:network Apr 18 12:01:26.822949 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:subnet Apr 18 12:01:26.823714 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 12:01:26.824300 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:port Apr 18 12:01:26.825627 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.826074 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service FLAVORS assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.826715 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.827143 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.827500 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:router Apr 18 12:01:26.828120 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 12:01:26.829076 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service METERING assigned prefix: /metering {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.830665 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.831027 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.831368 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88673) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:01:26.833731 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 12:01:26.834177 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:security_group Apr 18 12:01:26.834869 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 12:01:26.835593 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service CORE assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.835919 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 12:01:26.836247 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] subnetpool is already registered Apr 18 12:01:26.836895 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service CORE assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.837216 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 12:01:26.837540 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] subnetpool is already registered Apr 18 12:01:26.949916 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.950345 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service FLAVORS assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.950962 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.951379 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.951709 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:router Apr 18 12:01:26.952034 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] router is already registered Apr 18 12:01:26.952687 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:floatingip Apr 18 12:01:26.953003 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] floatingip is already registered Apr 18 12:01:26.953630 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service METERING assigned prefix: /metering {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.954717 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 12:01:26.955045 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] rbac_policy is already registered Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:security_group Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] security_group is already registered Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] security_group_rule is already registered Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service CORE assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] subnetpool is already registered Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.v2.resource_helper [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Service CORE assigned prefix: {{(pid=88673) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 12:01:26.961565 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 12:01:26.962173 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING neutron.quota.resource_registry [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] subnetpool is already registered Apr 18 12:01:26.962173 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: extensions {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.962173 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: address-groups {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.962970 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: address-scopes {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.964141 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: agents {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.965257 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: auto-allocated-topology {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.966596 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: availability_zones {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.967790 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: dhcp-networks {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.969254 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: dhcp-agents {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.970688 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: routers {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.972452 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: flavors {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.973718 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: service_profiles {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.974929 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: next_providers {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.976421 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: service_profiles {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.977849 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: floatingip-pools {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.979071 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: routers {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.980953 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: floatingips {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.982117 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: l3-routers {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.983481 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: l3-agents {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.985023 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: metering-labels {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.986249 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: metering-label-rules {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.987524 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: network-ip-availabilities {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.989350 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: bindings {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.990922 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: quotas {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.992330 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: quotas {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.993699 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: rbac-policies {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:26.994989 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: security-groups {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.001010 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: security-group-rules {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.001010 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: service-providers {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.001010 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: subnetpools {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.001010 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: subnetpools {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.001462 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.003229 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.005497 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.007294 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.010142 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.011976 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.013627 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.015558 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.017273 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.019110 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron.api.extensions [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Extended resource: tags {{(pid=88673) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 12:01:27.025250 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING keystonemiddleware.auth_token [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 12:01:27.029950 dv-neutron-837089-1-hyperv neutron-server[88673]: WARNING keystonemiddleware.auth_token [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 12:01:27.038603 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_concurrency.lockutils [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Acquired lock "singleton_lock" {{(pid=88673) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 12:01:27.039068 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_concurrency.lockutils [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Releasing lock "singleton_lock" {{(pid=88673) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 12:01:27.039694 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Starting 2 workers Apr 18 12:01:27.044302 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Started child 88782 {{(pid=88673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 12:01:27.048485 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Started child 88783 {{(pid=88673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 12:01:27.049252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:27.052755 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO neutron.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 12:01:27.052755 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Notify callbacks [] for process, before_spawn {{(pid=88673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:27.052949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [-] (88782) wsgi starting up on http://0.0.0.0:9696 Apr 18 12:01:27.053727 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Starting 1 workers Apr 18 12:01:27.053838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:27.055103 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [-] (88783) wsgi starting up on http://0.0.0.0:9696 Apr 18 12:01:27.058851 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Started child 88784 {{(pid=88673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 12:01:27.059350 dv-neutron-837089-1-hyperv neutron-server[88673]: INFO oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Starting 1 workers Apr 18 12:01:27.062184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] calling RpcWorker wait() {{(pid=88784) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 12:01:27.062751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] returning from RpcWorker wait() {{(pid=88784) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 12:01:27.063799 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Started child 88785 {{(pid=88673) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 12:01:27.063979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:27.064424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:01:27.064534 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG neutron_lib.callbacks.manager [None req-b12b201f-36b8-4afb-b739-50e865a3e2e6 None None] Notify callbacks [] for process, after_spawn {{(pid=88673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:27.066343 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88673) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 12:01:27.066635 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 12:01:27.066817 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 12:01:27.067142 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 12:01:27.067498 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 12:01:27.067655 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 12:01:27.068141 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.068423 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.068690 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.068942 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.069221 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.069529 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:27.070013 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.070100 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.070279 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.070572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.070798 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.070959 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.071120 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.071205 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:01:27.071364 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.071604 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.071944 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.072215 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.072456 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.072747 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.072914 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.073169 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.073420 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.073641 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.073900 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] debug = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.074131 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.074628 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.074850 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.075093 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.075337 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.075609 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.075834 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.076435 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.076683 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.076901 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.077159 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.077420 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.077649 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.077859 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.078091 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.078328 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.078565 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.079285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] host = dv-neutron-837089-1-hyperv {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.079527 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.079741 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.079966 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.080202 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.080443 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.080671 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.080918 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.081150 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.081409 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.081646 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.081915 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.082161 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.082486 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.082899 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.083064 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_options = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.083308 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.083574 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.083825 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.084059 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.084196 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.084348 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.084590 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.084750 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.085005 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.085220 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.085428 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.085642 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.085879 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.086107 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.086378 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.086648 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.086885 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.087100 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.087335 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.087730 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.087984 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.088323 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.088551 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.089190 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.089422 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.089680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.089876 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.090105 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.090318 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.090587 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.090817 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.091061 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.091288 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.091527 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.091748 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.091966 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.092192 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.092466 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.092689 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.092920 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.093161 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.093368 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.093677 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.093888 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.094102 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.094335 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_json = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.094564 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.094773 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.095081 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.095240 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.095440 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.095640 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.095845 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.096068 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.096275 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.096702 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.096992 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.097309 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.097547 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.098326 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.098595 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.098826 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.101680 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102660 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102660 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102660 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52692) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:01:27.102974 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102974 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102974 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102974 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.102974 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.103328 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.103328 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.103548 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.103758 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.104001 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.104237 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.104454 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.104695 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.104904 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.105160 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.105373 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.105580 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.105812 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.106053 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.106262 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.106539 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.106789 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.107027 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.107381 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.107683 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.107893 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.108133 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.108331 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.108559 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.108782 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.109009 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.109269 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.109633 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.109777 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.109922 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.110107 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.110321 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.110576 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.111613 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.111613 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.111913 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070593 Apr 18 12:01:27.112056 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.112056 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.112056 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.112056 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.113230 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.113491 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.114247 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.114672 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.115252 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.115252 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.115430 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.115530 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.115893 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.116111 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.116320 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.116525 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.116869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.117084 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.117293 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.117521 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.117736 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.117967 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.118176 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.118383 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.118660 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.118903 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.119289 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.119574 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.120810 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.120810 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.120810 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.120810 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.120810 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.121144 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.121209 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.121389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.121773 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.122153 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.122565 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.122950 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.122950 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.123389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.123529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.123846 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.124019 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.124161 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.125153 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.125153 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.125153 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.125649 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.125649 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.125649 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.126166 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.126166 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.126536 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.126692 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.126922 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.127130 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.127423 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.128458 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.128458 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.128458 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.128458 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.129102 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.129102 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.129390 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.129528 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.129676 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.129941 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.130125 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.130360 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.130606 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.130815 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.131043 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.131375 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.131603 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.132212 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.132212 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.132383 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.132582 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.132822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.133107 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.133354 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.133599 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.133860 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.134108 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.134827 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.134827 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.134827 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.135103 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.136370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.136370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.136370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.136370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.136370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.136370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137425 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137818 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137818 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.137973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.141822 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.142805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143910 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.143910 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.144065 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.144192 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.144429 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.144835 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.145198 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.145546 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.147168 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.147168 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.147168 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.147386 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.147630 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.147892 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.148148 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149064 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149064 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149064 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149275 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149350 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149586 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.149827 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.150057 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.150283 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.154105 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.154105 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.154105 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.154354 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.154591 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.154832 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.155147 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.155427 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.156023 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.156023 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.156173 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.156379 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.156620 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.156858 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.157082 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.157325 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.157575 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.157783 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.157999 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.158542 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.158542 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.158864 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.159128 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.159359 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.159811 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.161699 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.162622 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.164302 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.164302 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.164302 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.164516 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.164737 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.164990 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.165249 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.168123 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.168743 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.169266 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.169798 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.170706 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.172304 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.174031 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.174355 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.174618 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.175262 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.175262 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.175531 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.175816 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.177359 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.177359 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.177359 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.177582 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.177647 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.177894 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.178122 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.178367 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.178705 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.178966 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.179366 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.180382 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.180382 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.180382 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.180605 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.180669 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.180869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.181018 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 12:01:27.181544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88673) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 12:01:27.181726 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 12:01:27.181877 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 12:01:27.182020 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 12:01:27.182348 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 12:01:27.183210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 12:01:27.183210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.183210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.183210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.183459 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.183459 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.183594 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.183729 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.184038 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185106 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185106 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185106 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185106 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185106 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185106 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185468 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185468 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185582 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185789 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.185928 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186085 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186223 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186535 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] debug = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186679 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186814 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.186969 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.187115 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.187249 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.187440 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.187582 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.187852 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.189253 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.189253 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.189253 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.189253 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.189253 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.189907 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190043 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190205 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190344 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190566 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] host = dv-neutron-837089-1-hyperv {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190711 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190845 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.190980 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.191245 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.191506 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.191652 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.192608 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.192608 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.192608 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.192608 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.192608 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.192608 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.193399 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.193399 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.193399 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_options = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.193399 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.195392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.196389 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.197510 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.198619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.200529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_json = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.201417 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.202225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.204305 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205024 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205544 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205817 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.205904 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.206700 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.206700 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.206700 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.206700 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.207973 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208508 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208508 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208508 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208508 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208782 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208867 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.208945 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.209572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.209572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.209572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.209572 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.209860 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.209860 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.210016 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.210163 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.210323 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.210503 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.210668 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211529 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211996 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211996 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.211996 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.212210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.212210 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.212361 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.212879 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.212879 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.212879 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.213077 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.213077 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.213227 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.213386 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214225 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214636 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214636 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214636 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.214906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215098 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215626 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215626 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215626 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215826 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:01:27.215978 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.215978 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.216130 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.216969 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.216969 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.216969 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.216969 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.216969 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217266 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217266 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217379 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217487 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217646 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217846 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.217963 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.218869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.218869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.218869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.218869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.218869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.218869 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.219208 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.219208 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.219323 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.220062 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.220062 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221285 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221615 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221615 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.221832 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.222019 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.223346 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.223346 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.223497 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.223677 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.223845 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.223985 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.224148 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.224494 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225676 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225676 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.225790 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226357 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226610 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226688 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226779 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.226942 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.227815 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.227815 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.227815 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.227815 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.227815 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228182 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228182 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228182 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228392 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228469 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228592 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.228788 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.229137 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.229252 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230224 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230224 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230224 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230224 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230224 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230224 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230684 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230684 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230684 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230885 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.230885 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.231036 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.231711 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.231711 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.231711 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.232791 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233271 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233271 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233271 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233472 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233472 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233664 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233826 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.233991 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.234151 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.234314 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.235961 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.235961 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.235961 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.235961 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.235961 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.236319 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.236319 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.236478 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.237906 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.239139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.239139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.239139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.239139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.239139 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240370 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240854 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240854 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240854 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.240854 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.241119 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.241204 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.241339 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.241501 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.241666 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.241827 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242090 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242191 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242316 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242491 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242642 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242805 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.242965 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.243140 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.243301 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.243464 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.243625 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.243820 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.243954 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.244116 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.244251 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.244413 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.244581 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.244743 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.244933 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.245519 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.245519 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.245790 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.245790 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.246880 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.247051 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.247242 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.247422 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.247788 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.248645 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.248645 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.248645 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.248645 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.248645 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.249112 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.249112 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.249112 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.249304 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.249413 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.249579 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.250015 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.250501 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.250501 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.250669 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 12:01:27.251619 dv-neutron-837089-1-hyperv neutron-server[88673]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88673) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 12:01:37.921999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c24469c-2c72-4696-a413-86ae4d9786cf None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:01:37.992018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c24469c-2c72-4696-a413-86ae4d9786cf None None] No non-hosted networks {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 12:01:37.999742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.agentschedulers_db [None req-1c24469c-2c72-4696-a413-86ae4d9786cf None None] DHCP Agent not found on host dv-neutron-837089-1-hyperv {{(pid=88784) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 12:01:38.168076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-283e1461-fae2-4b54-bb0e-ae1d20904d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4054784'] for agent, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:40.187746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-01402e4a-9e40-40db-b7cd-59cef540fc12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4054784'] for agent, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:40.229679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-b4d85771-94d9-4614-8ffd-8ac4ed7aafb5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-837089-1-hyperv {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:01:40.230104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-b4d85771-94d9-4614-8ffd-8ac4ed7aafb5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:01:40.818006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4d85771-94d9-4614-8ffd-8ac4ed7aafb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:41.260533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4054784'] for agent, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:41.621429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4054784'] for agent, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:41.622956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.623286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.623844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.624245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.625161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.625534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.626191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.626631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.626950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.627467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.627938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.628457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:41.628964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-837089-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:01:41.636820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-837089-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:01:42.811973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4054784'] for agent, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:42.816128 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.db.l3_hamode_db [None req-2019e17b-7b91-492b-a34a-8943000931a5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 12:01:42.903130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019e17b-7b91-492b-a34a-8943000931a5 None None] Routers set() bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:01:42.903507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2019e17b-7b91-492b-a34a-8943000931a5 None None] Router IDs set() for agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 18 12:01:44.236049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52796) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:01:44.803224 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING oslo_policy.policy [None req-60c1cf8c-78fd-4cd0-b81d-2caebbb5ff62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:44.803792 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING oslo_policy.policy [None req-60c1cf8c-78fd-4cd0-b81d-2caebbb5ff62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:45.020786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-60c1cf8c-78fd-4cd0-b81d-2caebbb5ff62 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:01:45.021823 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-60c1cf8c-78fd-4cd0-b81d-2caebbb5ff62 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7848756 Apr 18 12:01:47.381851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52810) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:01:47.744809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:01:47.841834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.policy [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88783) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 12:01:47.886255 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING oslo_policy.policy [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:47.886650 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING oslo_policy.policy [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:47.894905 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.quota [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] Loaded quota_driver: . Apr 18 12:01:47.911392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:01:48.072504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731699098276', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731699097683', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731699103661', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731699114201', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731699059009', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731699068635', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1033388', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1047847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3701439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3757640'] for rbac-policy, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:48.254240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:48.255469 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e8277c00-8d71-4e5a-953d-ad8204ac5906 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8726187 Apr 18 12:01:50.865882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52824) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:01:51.210322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Request body: {'network': {'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'name': 'private'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:01:51.215162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:01:51.219500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Usage tracker for resource:network and tenant:0d7fc1e239824206a6fa98a3fcf2ace2 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:01:51.223962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:01:51.229827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:01:51.291053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Made reservation on behalf of 0d7fc1e239824206a6fa98a3fcf2ace2 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:01:51.293710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.311190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.325188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:01:51.329031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7fc1e239824206a6fa98a3fcf2ace2 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:01:51.334696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:01:51.340565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:01:51.432456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.508059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.531480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:01:51.556202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731700235295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.556754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Unsubscribe: segment precommit_create {{(pid=88783) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 12:01:51.557220 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Added segment c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c of type vlan for network 1c1973d3-5615-4d2b-b1f9-842183a45b9f Apr 18 12:01:51.566436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ebfb1d-5af4-476f-ac82-60d75ba9deba,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:01:51.620711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.621143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.621473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.621810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.622106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.622433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.622769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.623077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.623382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.623685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.623985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.624285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Tracked resource versions report: Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: pushed versions: Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: { 'AddressGroup': {'1.2'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'ConntrackHelper': {'1.0'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Log': {'1.0'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Network': {'1.1'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Port': {'1.7'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'PortForwarding': {'1.2'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'QosPolicy': {'1.8'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroup': {'1.4'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SubPort': {'1.0'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Subnet': {'1.1'}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Trunk': {'1.1'}} Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: consumer versions: Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'ConntrackHelper': '1.0', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Log': '1.0', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Network': '1.1', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Port': '1.7', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'PortForwarding': '1.2', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'QosPolicy': '1.8', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroup': '1.4', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroupRule': '1.2', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SubPort': '1.0', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Subnet': '1.1', Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Trunk': '1.1'}} Apr 18 12:01:51.625624 dv-neutron-837089-1-hyperv neutron-server[88783]: {{(pid=88783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:01:51.668738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.774425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.775492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:01:51.776108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:51.882036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] Pushing event updated for resources: {'Network': ['ID=1c1973d3-5615-4d2b-b1f9-842183a45b9f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:01:51.893591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:01:51.931713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d60252a4-736a-4e21-ae4b-fea5d4c17f29 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0647664 Apr 18 12:01:54.587945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 52840) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:01:55.156779 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING oslo_policy.policy [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:55.157340 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING oslo_policy.policy [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:55.582083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.policy [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88782) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 12:01:55.625523 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING oslo_policy.policy [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:55.626003 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING oslo_policy.policy [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 12:01:55.634311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:01:55.636193 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e0594a6b-96ce-4270-bfa9-4053b90c43d8 admin admin] 10.222.0.24 "GET /v2.0/networks/1c1973d3-5615-4d2b-b1f9-842183a45b9f HTTP/1.1" status: 200 len: 825 time: 1.0461688 Apr 18 12:01:55.668023 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-affc44dd-1c3b-4f66-bdf4-a06f9ecb81b1 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/dfd7092d-9947-4bcf-a4eb-96327f5f9468 HTTP/1.1" status: 200 len: 734 time: 0.0264399 Apr 18 12:01:55.676580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468', 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:01:55.678174 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.quota [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Loaded quota_driver: . Apr 18 12:01:55.684129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:01:55.689554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Usage tracker for resource:subnet and tenant:0d7fc1e239824206a6fa98a3fcf2ace2 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:01:55.693379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:01:55.700175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:01:55.776756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Made reservation on behalf of 0d7fc1e239824206a6fa98a3fcf2ace2 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:01:55.779488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:56.124866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:56.213271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Checking segment: {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:01:56.213631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Network hostable DHCP agents. Network: 1c1973d3-5615-4d2b-b1f9-842183a45b9f, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:01:56.232392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:01:56.242382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.245947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.245947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.245947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.245947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.245947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.246390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.246390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.246390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.246390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.246390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.246813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Tracked resource versions report: Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: pushed versions: Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: { 'AddressGroup': {'1.2'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'ConntrackHelper': {'1.0'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Log': {'1.0'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Network': {'1.1'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Port': {'1.7'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'PortForwarding': {'1.2'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'QosPolicy': {'1.8'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroup': {'1.4'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SubPort': {'1.0'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Subnet': {'1.1'}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Trunk': {'1.1'}} Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: consumer versions: Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'ConntrackHelper': '1.0', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Log': '1.0', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Network': '1.1', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Port': '1.7', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'PortForwarding': '1.2', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'QosPolicy': '1.8', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroup': '1.4', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroupRule': '1.2', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SubPort': '1.0', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Subnet': '1.1', Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Trunk': '1.1'}} Apr 18 12:01:56.247104 dv-neutron-837089-1-hyperv neutron-server[88782]: {{(pid=88782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:01:56.307806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:01:56.373841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 1c1973d3-5615-4d2b-b1f9-842183a45b9f) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:01:56.378434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:01:56.379018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:56.382943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7517b4-8a18-47d1-883a-565d85dd1662 None None] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:01:56.485903 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9825e92b-5991-4212-90cc-00c1e8ffc24c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8126557 Apr 18 12:01:56.694329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:01:56.695547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:56.875806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Allocated IP 172.20.0.2 (1c1973d3-5615-4d2b-b1f9-842183a45b9f/c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd/67fccda3-19d4-4f58-a7dd-427e74121d65) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:01:57.149120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:57.162146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Transition to ACTIVE for port object 67fccda3-19d4-4f58-a7dd-427e74121d65 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:01:57.181389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Transition to ACTIVE for port object 67fccda3-19d4-4f58-a7dd-427e74121d65 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:01:57.251229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:57.309234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:01:57.311901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:01:57.321528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:01:57.328015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Pushing event updated for resources: {'Port': ['ID=67fccda3-19d4-4f58-a7dd-427e74121d65,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:01:57.367194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.367541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.367877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.368207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.368532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.368874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.369198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.369537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.369853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.370173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.370507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.370826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Tracked resource versions report: Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: pushed versions: Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: { 'AddressGroup': {'1.2'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'ConntrackHelper': {'1.0'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Log': {'1.0'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Network': {'1.1'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Port': {'1.7'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'PortForwarding': {'1.2'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'QosPolicy': {'1.8'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroup': {'1.4'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SubPort': {'1.0'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Subnet': {'1.1'}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Trunk': {'1.1'}} Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: consumer versions: Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'ConntrackHelper': '1.0', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Log': '1.0', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Network': '1.1', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Port': '1.7', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'PortForwarding': '1.2', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'QosPolicy': '1.8', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroup': '1.4', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroupRule': '1.2', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SubPort': '1.0', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Subnet': '1.1', Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Trunk': '1.1'}} Apr 18 12:01:57.372178 dv-neutron-837089-1-hyperv neutron-server[88784]: {{(pid=88784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:01:57.426634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Attempting to bind port 67fccda3-19d4-4f58-a7dd-427e74121d65 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:01:57.427236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Attempting to bind port 67fccda3-19d4-4f58-a7dd-427e74121d65 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:01:57.427335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Attempting to bind port 67fccda3-19d4-4f58-a7dd-427e74121d65 on network 1c1973d3-5615-4d2b-b1f9-842183a45b9f {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:01:57.432417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:01:57.432810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Checking segment: {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:01:57.433288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:57.433671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Bound using segment: {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:01:57.434124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Bound port: 67fccda3-19d4-4f58-a7dd-427e74121d65, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:01:57.434522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:57.521021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] For port 67fccda3-19d4-4f58-a7dd-427e74121d65, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:01:57.524792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] For port 67fccda3-19d4-4f58-a7dd-427e74121d65, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=67fccda3-19d4-4f58-a7dd-427e74121d65,segment=NetworkSegment(c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c),segment_id=c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:01:57.588444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:01:57.678257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525aa958-2f95-4469-a4c8-144ee88af437 None None] Pushing event updated for resources: {'Port': ['ID=67fccda3-19d4-4f58-a7dd-427e74121d65,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:01:58.884540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52860) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:01:59.256180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-f03da2ad-38f9-480b-ac8c-941856dad748 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:01:59.257216 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f03da2ad-38f9-480b-ac8c-941856dad748 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3717542 Apr 18 12:02:01.403982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f327b4d-fc5e-4fbe-9526-f1c66a8b2021 None None] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:02:01.438643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 67fccda3-19d4-4f58-a7dd-427e74121d65 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:02:01.636683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] Provisioning for port 67fccda3-19d4-4f58-a7dd-427e74121d65 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:02:01.647056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 67fccda3-19d4-4f58-a7dd-427e74121d65 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:02:01.652436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] Provisioning complete for port 67fccda3-19d4-4f58-a7dd-427e74121d65 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:01.652828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:01.666251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52876) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:01.694310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 67fccda3-19d4-4f58-a7dd-427e74121d65 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:01.694751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:01.952342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:01.975060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:02.017211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] For port 67fccda3-19d4-4f58-a7dd-427e74121d65, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=67fccda3-19d4-4f58-a7dd-427e74121d65,segment=NetworkSegment(c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c),segment_id=c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:02:02.037958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-8cc96edf-cee5-40b5-87ee-caa57ff08c5d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:02:02.038951 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8cc96edf-cee5-40b5-87ee-caa57ff08c5d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3717682 Apr 18 12:02:02.114727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:02.238743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:02:02.239798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:02:02.241710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc19d1-215c-4b7b-a942-ba34b9e5aefa None None] Pushing event updated for resources: {'Port': ['ID=67fccda3-19d4-4f58-a7dd-427e74121d65,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:02.256699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-69d9be77-ca6b-461f-be39-d67d89e7f337 None None] Provisioning complete for port 67fccda3-19d4-4f58-a7dd-427e74121d65 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:02.258173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-69d9be77-ca6b-461f-be39-d67d89e7f337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:03.391911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 67fccda3-19d4-4f58-a7dd-427e74121d65 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:02:03.461301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 67fccda3-19d4-4f58-a7dd-427e74121d65 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:03.461661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:04.680900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52888) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:05.019742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:02:05.024665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:02:05.028635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Usage tracker for resource:router and tenant:0d7fc1e239824206a6fa98a3fcf2ace2 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:02:05.031907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:02:05.037435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:02:05.136473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:05.137935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:05.158211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:05.319697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:05.402405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:05.403550 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4786676d-8fbb-4cfd-bb17-64887d5197bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7217114 Apr 18 12:02:07.759440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52898) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:07.957162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55067ba0-93e6-4cc6-bdf6-32177d7723a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:08.122419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-1bb76b50-d370-416a-882f-3b1108ad1208 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:02:08.123416 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1bb76b50-d370-416a-882f-3b1108ad1208 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3630664 Apr 18 12:02:10.156679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71c79e25-efbd-4850-9e99-2dbf12ab7633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:10.511598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 52908) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:10.871946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:02:10.876573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:02:10.880604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Usage tracker for resource:network and tenant:c71e995f96874e45b1dc4e4197137701 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:02:10.883485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:02:10.889683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:02:10.962392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Made reservation on behalf of c71e995f96874e45b1dc4e4197137701 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:02:10.964685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:10.981055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:10.994940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:02:10.998601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Usage tracker for resource:security_group_rule and tenant:c71e995f96874e45b1dc4e4197137701 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:02:11.001663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:02:11.007160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:02:11.212846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.233371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.284173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.301903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Reserving flat network on physical network physnet1 {{(pid=88782) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 12:02:11.322829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae987f32-123b-4c5e-84af-81d488633f04,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:11.329788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731700235295', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.330924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Unsubscribe: segment precommit_create {{(pid=88782) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 12:02:11.331765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Added segment 653b9dd9-9ad1-4883-9aef-877c6e18bfe0 of type flat for network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 Apr 18 12:02:11.371956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.482632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.483909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:02:11.486762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.600371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] Pushing event updated for resources: {'Network': ['ID=4f77adaf-ba3d-45d2-b0f2-7487979c4618,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:11.611030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:02:11.626402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:11.680043 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-88299860-2fbd-40a1-96a6-a2fe18bf3123 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1673541 Apr 18 12:02:12.742067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:14.029040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52928) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:14.244363 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27db90b6-0423-403a-95c8-fd87857c2e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:02:14.245695 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-27db90b6-0423-403a-95c8-fd87857c2e8b admin admin] 10.222.0.24 "GET /v2.0/subnets/c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd HTTP/1.1" status: 200 len: 849 time: 0.2156675 Apr 18 12:02:14.400961 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3a632e2c-f425-4766-89ca-e52113c69491 admin admin] 10.222.0.24 "GET /v2.0/routers/3b779ea0-3506-489b-9b73-cfb085b4d14c HTTP/1.1" status: 200 len: 704 time: 0.1496239 Apr 18 12:02:14.863011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:15.094073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Allocated IP 172.20.0.1 (1c1973d3-5615-4d2b-b1f9-842183a45b9f/c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd/e1621dfe-ac11-4a7e-b9f7-096b2a6ce237) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:02:15.246396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:15.263648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Transition to ACTIVE for port object e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:02:15.364771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:15.428059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:02:15.430624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:02:15.442525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:02:15.442621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:15.552978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Pushing event updated for resources: {'Port': ['ID=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:15.735753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec2b3cb1-672a-4178-9f30-5ece243420b0 None None] Provisioning for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:02:15.740469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec2b3cb1-672a-4178-9f30-5ece243420b0 None None] Provisioning complete for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:15.740869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec2b3cb1-672a-4178-9f30-5ece243420b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:15.796116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ec2b3cb1-672a-4178-9f30-5ece243420b0 None None] Port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:02:15.811379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:16.107239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:16.196643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:16.197380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:16.334081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Pushing event updated for resources: {'Port': ['ID=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:16.387259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:02:16.389028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:02:16.619049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0d733c7b-f605-4160-bf86-2fd27d830200 None None] Provisioning complete for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:16.619415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d733c7b-f605-4160-bf86-2fd27d830200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:16.667735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Router 3b779ea0-3506-489b-9b73-cfb085b4d14c is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:02:16.671125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0d733c7b-f605-4160-bf86-2fd27d830200 None None] Port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:02:16.823988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:02:16.833220 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-898f17c5-12bb-4fa8-a0ef-2a5cc053adba admin admin] 10.222.0.24 "PUT /v2.0/routers/3b779ea0-3506-489b-9b73-cfb085b4d14c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4275374 Apr 18 12:02:16.834215 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Sync routers for ids ['3b779ea0-3506-489b-9b73-cfb085b4d14c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:02:16.844497 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Routers {'3b779ea0-3506-489b-9b73-cfb085b4d14c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:02:16.845841 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:02:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3b779ea0-3506-489b-9b73-cfb085b4d14c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:17.018056 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Set router 3b779ea0-3506-489b-9b73-cfb085b4d14c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:02:17.377715 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'name': 'router1', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:02:05Z', 'updated_at': '2022-04-18T12:02:15Z', 'revision_number': 2, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'gw_port_host': None, '_interfaces': [{'id': 'e1621dfe-ac11-4a7e-b9f7-096b2a6ce237', 'name': '', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'mac_address': 'fa:16:3e:67:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:14Z', 'updated_at': '2022-04-18T12:02:15Z', 'revision_number': 2, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnets': [{'id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:17.382452 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Checking router: 3b779ea0-3506-489b-9b73-cfb085b4d14c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:02:17.382833 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Updating router 3b779ea0-3506-489b-9b73-cfb085b4d14c port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:02:17.433089 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:17.799892 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:17.814761 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Transition to ACTIVE for port object e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:02:17.884778 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:18.113630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Pushing event updated for resources: {'Port': ['ID=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:18.128530 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.128876 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.129316 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.129639 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.129959 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.130290 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.130631 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.130947 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.131345 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.131664 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.131973 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.132281 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Tracked resource versions report: Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: pushed versions: Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: { 'AddressGroup': {'1.2'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'ConntrackHelper': {'1.0'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Log': {'1.0'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Network': {'1.1'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Port': {'1.7'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'PortForwarding': {'1.2'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'QosPolicy': {'1.8'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroup': {'1.4'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SubPort': {'1.0'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Subnet': {'1.1'}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Trunk': {'1.1'}} Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: consumer versions: Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'ConntrackHelper': '1.0', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Log': '1.0', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Network': '1.1', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Port': '1.7', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'PortForwarding': '1.2', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'QosPolicy': '1.8', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroup': '1.4', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroupRule': '1.2', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SubPort': '1.0', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Subnet': '1.1', Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Trunk': '1.1'}} Apr 18 12:02:18.133621 dv-neutron-837089-1-hyperv neutron-server[88785]: {{(pid=88785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:02:18.143732 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Attempting to bind port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:02:18.144119 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Attempting to bind port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:02:18.144511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Attempting to bind port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 on network 1c1973d3-5615-4d2b-b1f9-842183a45b9f {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:02:18.149679 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:02:18.150061 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Checking segment: {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:02:18.150554 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:18.150925 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Bound using segment: {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:02:18.151389 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Bound port: e1621dfe-ac11-4a7e-b9f7-096b2a6ce237, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:02:18.151759 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:18.235692 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] For port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:02:18.240137 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] For port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,segment=NetworkSegment(c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c),segment_id=c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:02:18.296125 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:18.381423 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Routers {'3b779ea0-3506-489b-9b73-cfb085b4d14c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:02:18.382063 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:02:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3b779ea0-3506-489b-9b73-cfb085b4d14c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:18.448204 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b9c6d-7377-4a50-bb84-e27ee7af77ca None None] Pushing event updated for resources: {'Port': ['ID=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:18.544594 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] Set router 3b779ea0-3506-489b-9b73-cfb085b4d14c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:02:18.865478 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'name': 'router1', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:02:05Z', 'updated_at': '2022-04-18T12:02:15Z', 'revision_number': 2, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'gw_port_host': None, '_interfaces': [{'id': 'e1621dfe-ac11-4a7e-b9f7-096b2a6ce237', 'name': '', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'mac_address': 'fa:16:3e:67:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:14Z', 'updated_at': '2022-04-18T12:02:18Z', 'revision_number': 4, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnets': [{'id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:18.869279 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741cdf-2071-4df5-b000-5c1fe06e294d None None] The sync data for ids ['3b779ea0-3506-489b-9b73-cfb085b4d14c'] in dv-neutron-837089-1-hyperv is: [{'id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'name': 'router1', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:02:05Z', 'updated_at': '2022-04-18T12:02:15Z', 'revision_number': 2, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'gw_port_host': None, '_interfaces': [{'id': 'e1621dfe-ac11-4a7e-b9f7-096b2a6ce237', 'name': '', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'mac_address': 'fa:16:3e:67:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:14Z', 'updated_at': '2022-04-18T12:02:18Z', 'revision_number': 4, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnets': [{'id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:02:19.062115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52950) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:19.221202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c2b85-56d8-4030-8a80-d855ca61d288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:02:19.222651 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ba9c2b85-56d8-4030-8a80-d855ca61d288 admin admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 842 time: 0.1595354 Apr 18 12:02:19.232321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Request body: {'subnet': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.26.4.1', 'cidr': '172.26.4.0/24'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:02:19.237969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:02:19.241714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Usage tracker for resource:subnet and tenant:c71e995f96874e45b1dc4e4197137701 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:02:19.244695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:02:19.250559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:02:19.322469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Made reservation on behalf of c71e995f96874e45b1dc4e4197137701 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:02:19.324867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:19.827358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:02:19.827816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:19.898706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c753ef25-abd8-4262-a282-81bf27009b05,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:19.907484 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:02:19.908507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Network hostable DHCP agents. Network: 4f77adaf-ba3d-45d2-b0f2-7487979c4618, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:02:20.008211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:02:20.078953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 4f77adaf-ba3d-45d2-b0f2-7487979c4618) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:02:20.083500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:02:20.084078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:20.088540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3459d8bc-dd8a-478d-8bd5-2e181edb997d None None] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:02:20.157734 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d5a42b86-2c82-498f-a829-cc425125cd5b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9288468 Apr 18 12:02:20.310492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b29f16a-f8e1-491d-b75d-de2cac752963 None None] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:02:21.420722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:02:21.575815 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:02:21.581115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:21.581482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:21.694574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:21.725970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,segment=NetworkSegment(c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c),segment_id=c0f2a14f-b791-4a7b-8a42-0fc7758a7c6c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:02:21.804619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:21.870496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=e1621dfe-ac11-4a7e-b9f7-096b2a6ce237,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:22.402979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52964) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:22.611651 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4df3f97c-4e99-4dc5-b40f-296cc79ab23d admin admin] 10.222.0.24 "GET /v2.0/routers/3b779ea0-3506-489b-9b73-cfb085b4d14c HTTP/1.1" status: 200 len: 710 time: 0.2075500 Apr 18 12:02:22.746848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf1e1f0-ba94-4310-b994-15917e229ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:02:22.752074 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-faf1e1f0-ba94-4310-b994-15917e229ddf admin admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 886 time: 0.1308122 Apr 18 12:02:22.757784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:02:23.230531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:23.403894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:02:23.468935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:23.469349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:23.605810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:23.713912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:23.846173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Allocated IP 172.26.4.219 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3a64b07d-2efa-4876-a8a5-57e2b68a7b84) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:02:23.984501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:24.095821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:24.154552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:02:24.157129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:02:24.167962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:02:24.222233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Pushing event updated for resources: {'Port': ['ID=3a64b07d-2efa-4876-a8a5-57e2b68a7b84,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:24.604559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:24.930531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:24.933709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:25.161038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Router 3b779ea0-3506-489b-9b73-cfb085b4d14c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:02:25.332485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:02:25.340197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:25.341365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-42f27f65-b878-4744-9b01-43e334e2c940 admin admin] 10.222.0.24 "PUT /v2.0/routers/3b779ea0-3506-489b-9b73-cfb085b4d14c HTTP/1.1" status: 200 len: 890 time: 2.5867121 Apr 18 12:02:25.342896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Sync routers for ids ['3b779ea0-3506-489b-9b73-cfb085b4d14c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:02:25.353408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Routers {'3b779ea0-3506-489b-9b73-cfb085b4d14c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:02:25.354046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:02:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3b779ea0-3506-489b-9b73-cfb085b4d14c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:25.540962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Set router 3b779ea0-3506-489b-9b73-cfb085b4d14c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:02:25.873126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'name': 'router1', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '3a64b07d-2efa-4876-a8a5-57e2b68a7b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:02:05Z', 'updated_at': '2022-04-18T12:02:24Z', 'revision_number': 4, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'gw_port': {'id': '3a64b07d-2efa-4876-a8a5-57e2b68a7b84', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:23Z', 'updated_at': '2022-04-18T12:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'e1621dfe-ac11-4a7e-b9f7-096b2a6ce237', 'name': '', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'mac_address': 'fa:16:3e:67:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:14Z', 'updated_at': '2022-04-18T12:02:21Z', 'revision_number': 5, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnets': [{'id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:25.877989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Checking router: 3b779ea0-3506-489b-9b73-cfb085b4d14c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:02:25.878336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Updating router 3b779ea0-3506-489b-9b73-cfb085b4d14c port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:02:25.928672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:26.263448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:26.274955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Transition to ACTIVE for port object 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:02:26.350753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:26.428045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c30580-e304-4b14-afac-62619e107233 None None] Pushing event updated for resources: {'Port': ['ID=3a64b07d-2efa-4876-a8a5-57e2b68a7b84,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:26.430689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Attempting to bind port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:02:26.431380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Attempting to bind port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:02:26.431740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Attempting to bind port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:02:26.437683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:02:26.438048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:02:26.438442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:26.440562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:02:26.440562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Bound port: 3a64b07d-2efa-4876-a8a5-57e2b68a7b84, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:02:26.440562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:26.535242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] For port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:02:26.538130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] For port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3a64b07d-2efa-4876-a8a5-57e2b68a7b84,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:02:26.599222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:26.676554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Routers {'3b779ea0-3506-489b-9b73-cfb085b4d14c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:02:26.677175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:02:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3b779ea0-3506-489b-9b73-cfb085b4d14c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:26.739531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c30580-e304-4b14-afac-62619e107233 None None] Pushing event updated for resources: {'Port': ['ID=3a64b07d-2efa-4876-a8a5-57e2b68a7b84,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:26.855103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] Set router 3b779ea0-3506-489b-9b73-cfb085b4d14c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:02:27.185996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'name': 'router1', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '3a64b07d-2efa-4876-a8a5-57e2b68a7b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:02:05Z', 'updated_at': '2022-04-18T12:02:24Z', 'revision_number': 4, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'gw_port': {'id': '3a64b07d-2efa-4876-a8a5-57e2b68a7b84', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:23Z', 'updated_at': '2022-04-18T12:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'e1621dfe-ac11-4a7e-b9f7-096b2a6ce237', 'name': '', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'mac_address': 'fa:16:3e:67:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:14Z', 'updated_at': '2022-04-18T12:02:21Z', 'revision_number': 5, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnets': [{'id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:02:27.189782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd862ad6-679c-4aa6-b0f7-e9221ab3f9bf None None] The sync data for ids ['3b779ea0-3506-489b-9b73-cfb085b4d14c'] in dv-neutron-837089-1-hyperv is: [{'id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'name': 'router1', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.219'}], 'enable_snat': True}, 'gw_port_id': '3a64b07d-2efa-4876-a8a5-57e2b68a7b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:02:05Z', 'updated_at': '2022-04-18T12:02:24Z', 'revision_number': 4, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'gw_port': {'id': '3a64b07d-2efa-4876-a8a5-57e2b68a7b84', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:41:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:23Z', 'updated_at': '2022-04-18T12:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'e1621dfe-ac11-4a7e-b9f7-096b2a6ce237', 'name': '', 'network_id': '1c1973d3-5615-4d2b-b1f9-842183a45b9f', 'tenant_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'mac_address': 'fa:16:3e:67:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b779ea0-3506-489b-9b73-cfb085b4d14c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:02:14Z', 'updated_at': '2022-04-18T12:02:21Z', 'revision_number': 5, 'project_id': '0d7fc1e239824206a6fa98a3fcf2ace2', 'subnets': [{'id': 'c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dfd7092d-9947-4bcf-a4eb-96327f5f9468'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:02:27.438978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:02:27.587430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:02:27.601378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:27.601940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:27.733438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:27.746997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 52974) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:02:27.750335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3a64b07d-2efa-4876-a8a5-57e2b68a7b84,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:02:27.809885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:27.866839 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a08e2c2a-9057-47ec-abca-842ebc1b6420 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1186926 Apr 18 12:02:27.876485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=3a64b07d-2efa-4876-a8a5-57e2b68a7b84,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:02:29.414944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:02:29.503548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3a64b07d-2efa-4876-a8a5-57e2b68a7b84 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:02:29.503941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:34.108082 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:02:37.956868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c4eb71b-0ecb-4a68-af44-611483a91225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:40.159311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fe2cd259-8911-4eb2-ba45-8b7ebd8cfc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:41.226955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:41.615707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:02:42.741042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:07.955312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a6648657-115f-4cf0-81da-c9b847d65583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:10.158253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-34e1f6b5-3746-4031-9732-e06cc10c26a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:11.106836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:03:11.221162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:11.603487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:12.763070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:37.977950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-049c7c60-9807-434c-a8f3-bbd896f85ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:40.154537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d64e1b3-3884-49a2-91ee-5c2c427e341d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:41.553775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:42.156893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:42.791009 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:03:48.105265 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:04:07.947766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9e3b66d-2f7a-448e-8d0e-0e29da2423f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:10.153071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d736cdbd-57d1-49fb-b1db-9eae13635f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:11.221993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:11.584654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:12.770158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:25.104312 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:04:36.148805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53578) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:36.217619 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1211e7-d950-4b9c-8605-1c0b1340abcb admin admin] GET failed (client error): The resource could not be found. Apr 18 12:04:36.218115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9b1211e7-d950-4b9c-8605-1c0b1340abcb admin admin] Synchronizing usage tracker for tenant:c71e995f96874e45b1dc4e4197137701 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:04:36.295311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9b1211e7-d950-4b9c-8605-1c0b1340abcb admin admin] Unset dirty status for tenant:c71e995f96874e45b1dc4e4197137701 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:04:36.296383 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9b1211e7-d950-4b9c-8605-1c0b1340abcb admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1466653 Apr 18 12:04:36.425610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21700b4-6100-4792-8a06-ec1d7380b93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:36.427047 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d21700b4-6100-4792-8a06-ec1d7380b93a admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1267555 Apr 18 12:04:37.946973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3cf4673f-b3f9-4e06-b8b7-654e352b6572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:38.580944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53588) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:38.685239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55613e-2df3-45ae-bc8d-415dac91f392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:38.686540 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6f55613e-2df3-45ae-bc8d-415dac91f392 admin admin] 10.222.0.24 "GET /v2.0/subnets/c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd HTTP/1.1" status: 200 len: 849 time: 0.1045403 Apr 18 12:04:38.695695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:04:38.810073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:39.046829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731700082180'] for subnet, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:39.092749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:39.093670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:39.094498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] 10.222.0.24 "PUT /v2.0/subnets/c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd HTTP/1.1" status: 200 len: 868 time: 0.4024725 Apr 18 12:04:39.117529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26467076-34f6-4521-8549-cc7ee01935e3 None None] Network 1c1973d3-5615-4d2b-b1f9-842183a45b9f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:04:39.118128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:04:39.125445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.126307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.126672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.127005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.127331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.127656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.127979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.128322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.128647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.128966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.129285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.129602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fdcec1d-ffaf-40ac-951c-e8512a609fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:04:39.634891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f09444d-451e-4320-a075-1d178c656fe3 None None] Provisioning complete for port 67fccda3-19d4-4f58-a7dd-427e74121d65 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:04:39.635262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f09444d-451e-4320-a075-1d178c656fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:39.765339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f09444d-451e-4320-a075-1d178c656fe3 None None] Provisioning complete for port e1621dfe-ac11-4a7e-b9f7-096b2a6ce237 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:04:39.765595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f09444d-451e-4320-a075-1d178c656fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:40.138121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4651b334-59e6-490f-9197-113ecfaa43d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:41.227548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:41.243752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:41.399305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7742e8d1-a0c4-491a-a927-e079b12a5128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:41.399776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7742e8d1-a0c4-491a-a927-e079b12a5128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:41.401261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7742e8d1-a0c4-491a-a927-e079b12a5128 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1727865 Apr 18 12:04:41.598081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:42.769230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:04:43.536971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53608) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:43.710406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8cd9e-35db-471d-8bba-43b60f767601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:43.710830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8cd9e-35db-471d-8bba-43b60f767601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:43.712329 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-31d8cd9e-35db-471d-8bba-43b60f767601 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1744380 Apr 18 12:04:45.852934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53618) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:46.024643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468be371-0444-4c42-9deb-9e32a39e5c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:46.032668 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-468be371-0444-4c42-9deb-9e32a39e5c50 admin admin] 10.222.0.24 "GET /v2.0/networks/1c1973d3-5615-4d2b-b1f9-842183a45b9f HTTP/1.1" status: 200 len: 869 time: 0.1720898 Apr 18 12:04:48.148446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53628) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:48.317092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d01ae-68e4-44fb-8874-d8f488477362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:48.318405 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e67d01ae-68e4-44fb-8874-d8f488477362 admin admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 886 time: 0.1687648 Apr 18 12:04:50.473363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53638) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:50.581796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5b9e5-8f95-4cc3-babc-b271e5b636bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:50.582251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af5b9e5-8f95-4cc3-babc-b271e5b636bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:50.583769 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7af5b9e5-8f95-4cc3-babc-b271e5b636bb admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1094682 Apr 18 12:04:52.720767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53648) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:52.830739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb6db8-7bf3-4cfa-8e6b-b2ffe11a86bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:52.831192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb6db8-7bf3-4cfa-8e6b-b2ffe11a86bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:52.832675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-71bb6db8-7bf3-4cfa-8e6b-b2ffe11a86bf admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1109741 Apr 18 12:04:55.012299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53658) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:55.116830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed16dcc-4433-4e2e-a8da-1de59dea411d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:55.118140 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0ed16dcc-4433-4e2e-a8da-1de59dea411d admin admin] 10.222.0.24 "GET /v2.0/subnets/c60048ca-9bd6-4a5d-b48a-1ed8b23e96cd HTTP/1.1" status: 200 len: 868 time: 0.1048975 Apr 18 12:04:57.238021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:04:57.335734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b28fb7-54ca-45b5-baf5-97742ade3538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:04:57.337025 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-50b28fb7-54ca-45b5-baf5-97742ade3538 admin admin] 10.222.0.24 "GET /v2.0/subnets/c753ef25-abd8-4262-a282-81bf27009b05 HTTP/1.1" status: 200 len: 816 time: 0.0980046 Apr 18 12:05:02.102917 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:05:07.931820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b408afd7-efc8-4171-b94e-7cd30e6aeeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:10.151361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49d4988e-992a-447f-be17-2d3b495acf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:11.225635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:11.600241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:12.774315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:15.872818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53714) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:05:15.919900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-e949abeb-6a38-45ec-9dff-7c0e242547a8 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:05:15.920867 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e949abeb-6a38-45ec-9dff-7c0e242547a8 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471337 Apr 18 12:05:18.126988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 53724) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:05:18.192851 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cddbed3-74b9-4039-a398-50d9f017f192 admin admin] GET failed (client error): The resource could not be found. Apr 18 12:05:18.194095 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6cddbed3-74b9-4039-a398-50d9f017f192 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661426 Apr 18 12:05:18.316621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48992c7d-4e7d-42ad-9b1e-fa667768d83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:05:18.317957 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-48992c7d-4e7d-42ad-9b1e-fa667768d83f admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1200724 Apr 18 12:05:20.478014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53734) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:05:20.524438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:05:20.528815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:05:20.541632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:05:20.631176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Made reservation on behalf of c71e995f96874e45b1dc4e4197137701 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:05:20.633471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:20.717457 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.services.revisions.revision_plugin [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Could not find related network for resource to bump revision. Apr 18 12:05:20.728821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:05:20.737420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:20.737750 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Added segment 0250d27f-3fbf-4996-8fc0-0e778eefa7b0 of type vlan for network 3f2f452d-ca3b-49e7-b106-71889e0c3582 Apr 18 12:05:20.798731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:20.880428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:20.881399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:05:20.881974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:20.979984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] Pushing event updated for resources: {'Network': ['ID=3f2f452d-ca3b-49e7-b106-71889e0c3582,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:05:20.990890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3f2f452d-ca3b-49e7-b106-71889e0c3582 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:05:21.041209 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9581ffb6-b0bf-4a1a-9f8f-81eca8c636ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5618505 Apr 18 12:05:23.213541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53744) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:05:23.278523 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f88618-b4dc-4ddd-8c4c-886ceaabc0f7 admin admin] GET failed (client error): The resource could not be found. Apr 18 12:05:23.279029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24f88618-b4dc-4ddd-8c4c-886ceaabc0f7 admin admin] Synchronizing usage tracker for tenant:c71e995f96874e45b1dc4e4197137701 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:05:23.348536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24f88618-b4dc-4ddd-8c4c-886ceaabc0f7 admin admin] Unset dirty status for tenant:c71e995f96874e45b1dc4e4197137701 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:05:23.349621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24f88618-b4dc-4ddd-8c4c-886ceaabc0f7 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1351659 Apr 18 12:05:23.454390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df51201-dfa9-46b1-8bb3-5084f7eb3994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:05:23.455839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2df51201-dfa9-46b1-8bb3-5084f7eb3994 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1023698 Apr 18 12:05:23.465454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:05:23.469762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:05:23.473675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Usage tracker for resource:subnet and tenant:c71e995f96874e45b1dc4e4197137701 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:05:23.476743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:05:23.485235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:05:23.563314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Made reservation on behalf of c71e995f96874e45b1dc4e4197137701 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:05:23.565695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:23.806300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:23.881679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed0f663-0e68-48ec-890a-009bb9bd9300,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:05:23.889862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Checking segment: {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:05:23.890205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Network hostable DHCP agents. Network: 3f2f452d-ca3b-49e7-b106-71889e0c3582, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:05:23.962890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Network 3f2f452d-ca3b-49e7-b106-71889e0c3582 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:05:24.031531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 3f2f452d-ca3b-49e7-b106-71889e0c3582) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:05:24.035473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:05:24.036045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:24.040135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e131b55b-35d3-4d1a-b42e-579c5f983b23 None None] Network 3f2f452d-ca3b-49e7-b106-71889e0c3582 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:05:24.118833 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5c244886-96f6-4887-b33c-13825c4e1d0b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6442304 Apr 18 12:05:24.276149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-3f2f452d-ca3b-49e7-b106-71889e0c3582', 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582', 'tenant_id': 'c71e995f96874e45b1dc4e4197137701', 'fixed_ips': [{'subnet_id': '1ed0f663-0e68-48ec-890a-009bb9bd9300'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:05:24.277006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:24.439212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Allocated IP 192.168.233.2 (3f2f452d-ca3b-49e7-b106-71889e0c3582/1ed0f663-0e68-48ec-890a-009bb9bd9300/58ee6746-041d-461e-83bb-49e1d0243af5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:05:24.672997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:24.684563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Transition to ACTIVE for port object 58ee6746-041d-461e-83bb-49e1d0243af5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:05:24.704889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Transition to ACTIVE for port object 58ee6746-041d-461e-83bb-49e1d0243af5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:05:24.772346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:24.837390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Network 3f2f452d-ca3b-49e7-b106-71889e0c3582 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:05:24.842005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:05:24.850664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:05:24.860801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Pushing event updated for resources: {'Port': ['ID=58ee6746-041d-461e-83bb-49e1d0243af5,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:05:24.922571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.922949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.923274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.923598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.923916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.924248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.924566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.924880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.925206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.925520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.925889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.926200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:05:24.983951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Attempting to bind port 58ee6746-041d-461e-83bb-49e1d0243af5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:05:24.984224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Attempting to bind port 58ee6746-041d-461e-83bb-49e1d0243af5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:05:24.984573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Attempting to bind port 58ee6746-041d-461e-83bb-49e1d0243af5 on network 3f2f452d-ca3b-49e7-b106-71889e0c3582 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:05:24.991439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:05:24.991794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Checking segment: {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:05:24.992190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:24.992619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Bound using segment: {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:05:24.993075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Bound port: 58ee6746-041d-461e-83bb-49e1d0243af5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:05:24.993460 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:25.090782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] For port 58ee6746-041d-461e-83bb-49e1d0243af5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:05:25.094371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] For port 58ee6746-041d-461e-83bb-49e1d0243af5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=58ee6746-041d-461e-83bb-49e1d0243af5,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:05:25.189999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:25.266371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d8a35-172e-4277-a1b2-7878032440e3 None None] Pushing event updated for resources: {'Port': ['ID=58ee6746-041d-461e-83bb-49e1d0243af5,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:05:25.548279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 58ee6746-041d-461e-83bb-49e1d0243af5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:05:25.694255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 58ee6746-041d-461e-83bb-49e1d0243af5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:05:26.128537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b600a3b-b143-4f21-abf1-57cf4efefe4b None None] Network 3f2f452d-ca3b-49e7-b106-71889e0c3582 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:05:26.300201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] Provisioning for port 58ee6746-041d-461e-83bb-49e1d0243af5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:05:26.332192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] Provisioning complete for port 58ee6746-041d-461e-83bb-49e1d0243af5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:05:26.332555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:26.477976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:26.513180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] For port 58ee6746-041d-461e-83bb-49e1d0243af5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=58ee6746-041d-461e-83bb-49e1d0243af5,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:05:26.577480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:26.652041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45499dcc-af97-42af-9de7-635153b5a040 None None] Pushing event updated for resources: {'Port': ['ID=58ee6746-041d-461e-83bb-49e1d0243af5,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:05:26.698998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-55c6e790-e799-4b5f-b5e9-aafc9d946593 None None] Provisioning complete for port 58ee6746-041d-461e-83bb-49e1d0243af5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:05:26.699254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55c6e790-e799-4b5f-b5e9-aafc9d946593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:27.494169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 58ee6746-041d-461e-83bb-49e1d0243af5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:05:27.560284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 58ee6746-041d-461e-83bb-49e1d0243af5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:05:27.560648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:37.928482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1df9-c304-4859-a213-abc105e4cc68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:39.101423 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:05:40.166147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b6b3280e-f80f-41f7-8844-ab68e3b808cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:41.225507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:41.637170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:05:42.811716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:07.928413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2717752b-7293-42b1-9a47-0596c7bdcf75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:10.168269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca0a68bf-ebd7-43b7-bea5-5eaeb6e4f383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:11.243101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:11.608973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:12.785377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:16.100091 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:06:37.960099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fad20980-3d3c-4bae-baac-c2c79a5c3f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:40.194482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4113191-73d6-47c9-8de2-52dbec20f4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:41.230802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:41.657330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:42.817507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:53.098288 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:06:58.553771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53788) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:06:58.560261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-56ec42be-934b-4ca9-bae1-da24f20cd568 tempest-verify_tempest_config-861857899 tempest-verify_tempest_config-861857899-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:06:58.561542 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-56ec42be-934b-4ca9-bae1-da24f20cd568 tempest-verify_tempest_config-861857899 tempest-verify_tempest_config-861857899-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067670 Apr 18 12:06:59.239966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 53806) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:06:59.352306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.366444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:06:59.370146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Usage tracker for resource:security_group_rule and tenant:ce56921d9cdd46e2908ba6289b4bb122 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:06:59.372850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:06:59.378285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:06:59.455809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.521913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.567611 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce56921d9cdd46e2908ba6289b4bb122&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3265295 Apr 18 12:06:59.568553 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ffbe48-33a6-4f1f-92f1-7168aa02733c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:06:59.570571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53812) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:06:59.587337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.587698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.588032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.588382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.588694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.589033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.589806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.589806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.590672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.590999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.591319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.591633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d989cdd0-5542-431a-9fbc-447b4dcf2337 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.642507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.667316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.825539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.839814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ffbe48-33a6-4f1f-92f1-7168aa02733c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:06:59.849313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.849677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.850020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.850350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.850706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.851068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.851375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.851714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.852038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.852353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.852668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.852983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:06:59.857628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:06:59.858756 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-67702707-9d32-4d67-ac76-b4419a628ce0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6ffbe48-33a6-4f1f-92f1-7168aa02733c HTTP/1.1" status: 204 len: 168 time: 0.2856219 Apr 18 12:07:08.008185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-25d23e5c-a791-4a15-9668-dc6480ed745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:10.144992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db33aee9-3b12-47f6-8325-23c23b843a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:11.241546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:11.613511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:12.805727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:30.096799 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:07:37.971889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47f6a816-86ef-490f-b55d-de72d6ea29ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:40.171004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-223fbc30-e240-4f9a-b7a9-8c235fc0157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:41.230272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:41.578976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:07:42.793906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:07.096134 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 5 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:08:07.926962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd20e20-fadf-493e-9f33-96b188620bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:10.165741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b6f2de13-2346-4e34-ad55-2aa905ce0539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:11.239339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:11.605118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:12.805015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:15.338504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4054784'] for agent, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:30.016878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 53882) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:08:30.127627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d3f941fb-4acd-42a4-ac1b-79853c9b3d5a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1096251 Apr 18 12:08:32.269196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 53892) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:08:32.326509 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9b5b766-67d8-44bf-a0b2-2dfce4478c46 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0562475 Apr 18 12:08:37.943858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5f4a97b-2a63-4cad-9fb5-f19fb41cdfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:40.206627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-21d8ec33-6b9e-455d-91d4-d6462d1d11e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:41.246833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:41.606958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:42.787453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:08:44.095282 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:08:45.324771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:07.942403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-891fd033-93f3-4df2-9342-b4db18ca867c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:10.200830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-29623164-1887-401f-85b6-2c452e1fbec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:11.279446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:11.599583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:12.799498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:15.347696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:21.094068 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:09:37.971891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d691f260-c699-40f5-adf0-5c70eaf66c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:40.175891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1789c4d0-2113-4c5d-b04d-c52806c4ef29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:41.268746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:41.640089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:42.788804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:45.326077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:58.092209 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:09:59.118547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54024) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:09:59.471635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-48175166-network', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:09:59.476285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:09:59.480141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Usage tracker for resource:network and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:09:59.482975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:09:59.492136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:09:59.548498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Made reservation on behalf of 168cbdd8430b4e588d3fc40ee4bdc288 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:09:59.555105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.570686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.586335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:09:59.590767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Usage tracker for resource:security_group_rule and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:09:59.594110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:09:59.599594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:09:59.688107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.748182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.782929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca657d7-c964-400b-be18-a9e5c45e8f7c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:09:59.788173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:09:59.796172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.796530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.796869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.799984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Tracked resource versions report: Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: pushed versions: Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: { 'AddressGroup': {'1.2'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'ConntrackHelper': {'1.0'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Log': {'1.0'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Network': {'1.1'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Port': {'1.7'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'PortForwarding': {'1.2'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'QosPolicy': {'1.8'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroup': {'1.4'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SubPort': {'1.0'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Subnet': {'1.1'}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Trunk': {'1.1'}} Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: consumer versions: Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: HyperV agent@hv-neutron-8370: {}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'ConntrackHelper': '1.0', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Log': '1.0', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Network': '1.1', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Port': '1.7', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'PortForwarding': '1.2', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'QosPolicy': '1.8', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroup': '1.4', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SecurityGroupRule': '1.2', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'SubPort': '1.0', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Subnet': '1.1', Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: 'Trunk': '1.1'}} Apr 18 12:09:59.800904 dv-neutron-837089-1-hyperv neutron-server[88783]: {{(pid=88783) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:09:59.808651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.808984 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Added segment 39680bb0-7cbd-4b32-b3f3-3140c9d7efe2 of type vlan for network 7499a3a6-6e7b-4759-a265-980b1f3eb82c Apr 18 12:09:59.835279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.915464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:09:59.916470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:09:59.917109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.020047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] Pushing event updated for resources: {'Network': ['ID=7499a3a6-6e7b-4759-a265-980b1f3eb82c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:00.029827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:00.087288 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-904ea951-9287-4c59-a289-6d9f33555633 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9675150 Apr 18 12:10:00.090216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54076) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:00.096606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Request body: {'subnet': {'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-48175166-subnet', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:00.102396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:00.113478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Usage tracker for resource:subnet and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:00.121506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:00.134013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:00.215900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Made reservation on behalf of 168cbdd8430b4e588d3fc40ee4bdc288 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:00.219365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.394206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54086) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:00.463098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54094) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:00.480006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.551208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ec2051-74de-4c88-a18b-2ab28518fba3,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:00.560056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.560399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.560733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.561052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.561558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.562058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.562548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.563248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.563727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.564205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.564677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.565309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Tracked resource versions report: Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: pushed versions: Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: { 'AddressGroup': {'1.2'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'ConntrackHelper': {'1.0'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Log': {'1.0'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Network': {'1.1'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Port': {'1.7'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'PortForwarding': {'1.2'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'QosPolicy': {'1.8'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroup': {'1.4'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SubPort': {'1.0'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Subnet': {'1.1'}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Trunk': {'1.1'}} Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: consumer versions: Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: HyperV agent@hv-neutron-8370: {}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'ConntrackHelper': '1.0', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Log': '1.0', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Network': '1.1', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Port': '1.7', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'PortForwarding': '1.2', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'QosPolicy': '1.8', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroup': '1.4', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SecurityGroupRule': '1.2', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'SubPort': '1.0', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Subnet': '1.1', Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: 'Trunk': '1.1'}} Apr 18 12:10:00.567065 dv-neutron-837089-1-hyperv neutron-server[88782]: {{(pid=88782) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:10:00.579579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Checking segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:00.580189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Network hostable DHCP agents. Network: 7499a3a6-6e7b-4759-a265-980b1f3eb82c, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:00.668664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:00.732222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 7499a3a6-6e7b-4759-a265-980b1f3eb82c) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:00.736869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54106) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:00.739336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:00.740733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.750328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d7cb5b-a25e-4a7c-94b0-bf0bc3d70e7e None None] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:00.820571 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-80e12cdf-c711-44e0-a430-7c06037eee59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7289958 Apr 18 12:10:00.829759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54112) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:00.831217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:00.839273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:00.844367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Usage tracker for resource:router and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:00.848836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:00.859765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-430474739-network', 'tenant_id': '276ab8036a32404399af68c941f1e95b'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:00.863302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:00.867534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:00.873791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Usage tracker for resource:network and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:00.877254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:00.883830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:00.888255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-742527858-network', 'tenant_id': '70813461c05c4f0d807361a303f30546'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:00.893622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:00.898882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Usage tracker for resource:network and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:00.901952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:00.908268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:00.962104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.964822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.967180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Made reservation on behalf of 276ab8036a32404399af68c941f1e95b for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:00.970256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.981976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:00.983201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:00.987074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.006153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Made reservation on behalf of 70813461c05c4f0d807361a303f30546 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:01.008626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:01.009493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.014262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.015918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Usage tracker for resource:security_group_rule and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:01.025500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.026116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:01.033518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:01.048678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:01.053515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Usage tracker for resource:security_group_rule and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:01.058591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:01.068717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:01.168532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.169981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.173577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Allocated IP 172.20.0.2 (7499a3a6-6e7b-4759-a265-980b1f3eb82c/94ec2051-74de-4c88-a18b-2ab28518fba3/3daa10a2-9642-4e51-83b1-89cc2a80d96a) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:01.263663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.287841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:01.329496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.330337 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Added segment ca638f9d-52c4-4b6e-bd84-6516f18d9129 of type vlan for network 324df2cd-a971-4909-8ab8-52fd463acbd0 Apr 18 12:10:01.332184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930dd306-7bf6-492a-b122-e405ab0b19d2,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:01.365860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.433385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1341391512'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:01.444610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.445351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.449510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.456949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Transition to ACTIVE for port object 3daa10a2-9642-4e51-83b1-89cc2a80d96a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:01.457139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:01.461720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Usage tracker for resource:network and tenant:9eea484e1d444e368e74d3a2841cbd91 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:01.464748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:01.478946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Transition to ACTIVE for port object 3daa10a2-9642-4e51-83b1-89cc2a80d96a will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:01.482725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:01.495955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:01.503613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.504524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:01.505258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.519899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.520232 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Added segment b6af3e1f-b348-4fd2-93ba-ac12cb40be9a of type vlan for network 2d2cb162-c4ad-4142-ba26-0ee14417b370 Apr 18 12:10:01.528512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c61e7fe-59e9-4212-8d37-30e4bb0e3800,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:01.552667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.559787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.598285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:01.602713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.617858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.631344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] Pushing event updated for resources: {'Network': ['ID=324df2cd-a971-4909-8ab8-52fd463acbd0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:01.644797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:01.648561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:01.656414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Usage tracker for resource:security_group_rule and tenant:9eea484e1d444e368e74d3a2841cbd91 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:01.659801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:01.668132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:01.721858 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-716fc017-8196-4c9f-a9a3-1787a2a3af4e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2573974 Apr 18 12:10:01.724470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54136) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:01.727657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.728869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:01.729671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.732128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Request body: {'subnet': {'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-742527858-subnet', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:01.740107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:01.742836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:01.745533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Usage tracker for resource:subnet and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:01.747799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:01.749873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:01.756299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:01.759412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:01.819180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Pushing event updated for resources: {'Port': ['ID=3daa10a2-9642-4e51-83b1-89cc2a80d96a,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:01.828566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Made reservation on behalf of 70813461c05c4f0d807361a303f30546 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:01.830912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.859752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.860120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.860462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.860792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.861114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.861453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.861784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.862106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.862427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.862768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.863081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.863395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Tracked resource versions report: Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: pushed versions: Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: { 'AddressGroup': {'1.2'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'ConntrackHelper': {'1.0'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Log': {'1.0'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Network': {'1.1'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Port': {'1.7'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'PortForwarding': {'1.2'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'QosPolicy': {'1.8'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroup': {'1.4'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SubPort': {'1.0'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Subnet': {'1.1'}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Trunk': {'1.1'}} Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: consumer versions: Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: HyperV agent@hv-neutron-8370: {}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'ConntrackHelper': '1.0', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Log': '1.0', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Network': '1.1', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Port': '1.7', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'PortForwarding': '1.2', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'QosPolicy': '1.8', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroup': '1.4', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SecurityGroupRule': '1.2', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'SubPort': '1.0', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Subnet': '1.1', Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: 'Trunk': '1.1'}} Apr 18 12:10:01.864509 dv-neutron-837089-1-hyperv neutron-server[88784]: {{(pid=88784) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:10:01.883488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Attempting to bind port 3daa10a2-9642-4e51-83b1-89cc2a80d96a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:01.883853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Attempting to bind port 3daa10a2-9642-4e51-83b1-89cc2a80d96a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:01.884208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Attempting to bind port 3daa10a2-9642-4e51-83b1-89cc2a80d96a on network 7499a3a6-6e7b-4759-a265-980b1f3eb82c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:01.890108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:01.890486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Checking segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:01.890914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.891300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Bound using segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:01.891761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Bound port: 3daa10a2-9642-4e51-83b1-89cc2a80d96a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:01.892148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:01.946364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d2cb162-c4ad-4142-ba26-0ee14417b370,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:01.956511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:02.030283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.087614 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6028f5d3-66d0-4457-b0f7-2f28c67626e6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6914408 Apr 18 12:10:02.096971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54148) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:02.106250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] For port 3daa10a2-9642-4e51-83b1-89cc2a80d96a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:02.110264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Request body: {'subnet': {'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-430474739-subnet', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:02.119658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] For port 3daa10a2-9642-4e51-83b1-89cc2a80d96a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3daa10a2-9642-4e51-83b1-89cc2a80d96a,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:02.119900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:02.125043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Usage tracker for resource:subnet and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:02.128711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:02.136440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:02.155532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.195298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.238413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:02.242721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Made reservation on behalf of 276ab8036a32404399af68c941f1e95b for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:02.252281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.256756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5881db28-62b7-4695-a027-c3ac2d27d9f8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:02.265537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.287593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.290820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.291121 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Added segment 39d4157b-816d-4489-9c48-b2afdce69965 of type vlan for network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f Apr 18 12:10:02.303554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.317113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46569e-e6c2-400e-9a2d-f90efc72c636 None None] Pushing event updated for resources: {'Port': ['ID=3daa10a2-9642-4e51-83b1-89cc2a80d96a,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:02.373446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.490605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Allocated IP 172.26.4.65 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/ed01abdf-cf43-4a44-8476-36186c16908d) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:02.609941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd4a7fe-cd02-492a-8353-dc568757ed69,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:02.625971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Checking segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:02.628515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Network hostable DHCP agents. Network: 324df2cd-a971-4909-8ab8-52fd463acbd0, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:02.695295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.700887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:02.701490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.794633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:02.881013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.887686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Network': ['ID=1ef3cf06-2d3f-4220-899b-42e4b33cc37f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:02.899705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:02.911584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.935383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 324df2cd-a971-4909-8ab8-52fd463acbd0) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:02.940695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:02.941265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:02.978391 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bed8408d-be7e-445a-a463-f14b540eca55 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2404058 Apr 18 12:10:02.981120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54174) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:02.986947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'subnet': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:03.033497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098dc858-643e-4dbe-885a-2b4475e26df8,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:03.046706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adf0a65-cc86-4a3c-9c81-65a35d5c1313 None None] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:03.046836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Checking segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:03.050512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Network hostable DHCP agents. Network: 2d2cb162-c4ad-4142-ba26-0ee14417b370, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:03.056383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54178) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:03.072584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.104934 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f4c4fbbb-7646-4305-afbb-6127b942d662 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3793447 Apr 18 12:10:03.107411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54184) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:03.120376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:03.132713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:03.140287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Usage tracker for resource:router and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:03.147103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:03.157540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:03.178190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:03.270684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:03.285062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:03.291929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.293335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:03.293844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.321550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-324df2cd-a971-4909-8ab8-52fd463acbd0', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:03.323231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.333642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 2d2cb162-c4ad-4142-ba26-0ee14417b370) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:03.353316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:03.354490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.355006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10041feb-8295-48e7-b4d7-9bdb49e062e5 None None] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:03.368966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Pushing event updated for resources: {'Port': ['ID=ed01abdf-cf43-4a44-8476-36186c16908d,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:03.369960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.385446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:03.476182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Usage tracker for resource:subnet and tenant:9eea484e1d444e368e74d3a2841cbd91 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:03.481559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:03.484262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:03.505312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:03.595714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1666519640'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:03.619621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:03.623367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:03.629604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.635669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Usage tracker for resource:network and tenant:ec00625984254e6d83d7da9e83411c4f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:03.646336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:03.682969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2076524024', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:03.724713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:03.729736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b864c64e-07bd-481f-be6a-14ecd3f7b7a6 None None] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:03.779297 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b906c734-f2cd-4c96-8bde-b8d3939f49c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6791358 Apr 18 12:10:03.782088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54202) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:03.787655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:03.792005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54206) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:03.796731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:03.800960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:03.805057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Usage tracker for resource:router and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:03.808442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:03.815310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:03.855930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3daa10a2-9642-4e51-83b1-89cc2a80d96a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:03.858836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Usage tracker for resource:port and tenant:99594a58f14e4119aad081c8b4210a20 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:03.874201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:03.892223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:03.971108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Made reservation on behalf of ec00625984254e6d83d7da9e83411c4f for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:03.976978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.999368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:03.999776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54216) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:04.000348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.010244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.033088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Allocated IP 172.20.0.2 (324df2cd-a971-4909-8ab8-52fd463acbd0/7cd4a7fe-cd02-492a-8353-dc568757ed69/76b7eac8-c305-412a-b06d-3fd475e20d1c) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:04.051560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.090799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-892952394'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:04.154962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f5c33916-b4b7-4007-bf82-272c7948475b None None] Provisioning for port 3daa10a2-9642-4e51-83b1-89cc2a80d96a completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:04.166453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:04.176189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.181799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:04.186386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-2d2cb162-c4ad-4142-ba26-0ee14417b370', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:04.187244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.193763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Usage tracker for resource:security_group_rule and tenant:ec00625984254e6d83d7da9e83411c4f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:04.196939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Made reservation on behalf of 99594a58f14e4119aad081c8b4210a20 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:04.198266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:04.199360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.202209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Usage tracker for resource:network and tenant:c9468f8931b94f049893959afd6d0534 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:04.217421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0a201ca5-9aaa-4d2c-bb3d-e357057eb910 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:04.229295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.268110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:04.273072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.285768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:04.287755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:04.295105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:04.311832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Usage tracker for resource:security_group_rule and tenant:99594a58f14e4119aad081c8b4210a20 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:04.316349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:04.384052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:04.384710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.427064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3daa10a2-9642-4e51-83b1-89cc2a80d96a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:04.443177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3daa10a2-9642-4e51-83b1-89cc2a80d96a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:04.443537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.470880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Made reservation on behalf of c9468f8931b94f049893959afd6d0534 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:04.474371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.496396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.563027 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0a201ca5-9aaa-4d2c-bb3d-e357057eb910 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "PUT /v2.0/quotas/d350784cf50d423cac319570a5728691 HTTP/1.1" status: 200 len: 366 time: 0.5466895 Apr 18 12:10:04.564053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.565732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54226) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:04.584169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.624373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.683089 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eb202bd0-d00c-446c-a4a9-11e1bcb23a67 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1153069 Apr 18 12:10:04.684323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54232) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:04.691890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Transition to ACTIVE for port object 76b7eac8-c305-412a-b06d-3fd475e20d1c will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:04.696073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:04.704560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Allocated IP 172.20.0.2 (2d2cb162-c4ad-4142-ba26-0ee14417b370/098dc858-643e-4dbe-885a-2b4475e26df8/7988e3ce-ccb6-4b4e-b4b5-859f886f5aca) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:04.713489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:04.751090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.769510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Transition to ACTIVE for port object 76b7eac8-c305-412a-b06d-3fd475e20d1c will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:04.791286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Usage tracker for resource:security_group_rule and tenant:c9468f8931b94f049893959afd6d0534 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:04.817806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.834527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a02dbc-45f6-4798-b588-c4cddb140c9a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:04.857992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.858446 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Added segment c2dfaef0-fc93-4ecf-a711-e1e061ae5947 of type vlan for network 24ec9802-dd1b-4a04-b3ca-182a69d59046 Apr 18 12:10:04.859977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:04.874014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.886267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:04.886765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.938190 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d6e05829-7c8a-4820-b7c8-fc0682e08292 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "GET /v2.0/quotas/d350784cf50d423cac319570a5728691 HTTP/1.1" status: 200 len: 366 time: 0.1883283 Apr 18 12:10:04.951496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54236) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:04.976849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:04.987081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:04.997593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:05.012593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:05.024339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.028922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 3daa10a2-9642-4e51-83b1-89cc2a80d96a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3daa10a2-9642-4e51-83b1-89cc2a80d96a,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:05.034528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Pushing event updated for resources: {'Port': ['ID=76b7eac8-c305-412a-b06d-3fd475e20d1c,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:05.045743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.060487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Checking segment: {'id': '39d4157b-816d-4489-9c48-b2afdce69965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:05.060839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network hostable DHCP agents. Network: 1ef3cf06-2d3f-4220-899b-42e4b33cc37f, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:05.065826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Subnet': ['ID=a97c3d37-b5a6-42dd-8bbd-d56cbd47293c,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:05.077595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] device_id is not set on port f336ae2e-cb94-438b-a421-eb803aea3afe yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:05.123003 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e9d8aa7f-0ae3-4912-bd85-8d2cbd7a9ad2 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/d350784cf50d423cac319570a5728691 HTTP/1.1" status: 204 len: 168 time: 0.1584415 Apr 18 12:10:05.346088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54242) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:05.349512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.350284 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c2427023-9f26-4ae4-946e-95c3fb0f378b tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0455008 Apr 18 12:10:05.350284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54246) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:05.350683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e01bf99d-13d8-49c4-a0ea-dcf7ef4af025 None None] Provisioning complete for port 3daa10a2-9642-4e51-83b1-89cc2a80d96a triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:05.350683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e01bf99d-13d8-49c4-a0ea-dcf7ef4af025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.351008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a85b849-e57a-4853-a423-7fadc21f7b7b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:05.351008 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c4640612-ed9c-4a3d-9d35-8f5162fa7330 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "GET /v2.0/quotas/d350784cf50d423cac319570a5728691 HTTP/1.1" status: 200 len: 370 time: 0.0328052 Apr 18 12:10:05.351008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54250) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:05.351008 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-72549559-28b4-4af8-8307-a5704c588c7e tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "GET /v2.0/quotas/d350784cf50d423cac319570a5728691/default HTTP/1.1" status: 200 len: 370 time: 0.0073357 Apr 18 12:10:05.353131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.353198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54254) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:05.353266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Transition to ACTIVE for port object 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:05.353266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Attempting to bind port 76b7eac8-c305-412a-b06d-3fd475e20d1c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:05.353266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Attempting to bind port 76b7eac8-c305-412a-b06d-3fd475e20d1c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:05.353266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Attempting to bind port 76b7eac8-c305-412a-b06d-3fd475e20d1c on network 324df2cd-a971-4909-8ab8-52fd463acbd0 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:05.353539 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-793b489e-b807-4e92-960d-afb3880ab6b2 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] delete failed (client error): The resource could not be found. Apr 18 12:10:05.353539 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-793b489e-b807-4e92-960d-afb3880ab6b2 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/d350784cf50d423cac319570a5728691 HTTP/1.1" status: 404 len: 348 time: 0.0237982 Apr 18 12:10:05.353658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.353658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:05.353658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.354679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:05.354679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Allocated IP 172.26.4.48 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/f336ae2e-cb94-438b-a421-eb803aea3afe) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:05.354822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:05.355006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Router e962843b-c1fa-45f8-bdb5-25137dbb3373 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:10:05.355083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Checking segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:05.355083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.355083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Bound using segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:05.355083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Bound port: 76b7eac8-c305-412a-b06d-3fd475e20d1c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:05.355083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.355403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Transition to ACTIVE for port object 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:05.365870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=3daa10a2-9642-4e51-83b1-89cc2a80d96a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:05.458824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.506352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] For port 76b7eac8-c305-412a-b06d-3fd475e20d1c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:05.511030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] For port 76b7eac8-c305-412a-b06d-3fd475e20d1c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=76b7eac8-c305-412a-b06d-3fd475e20d1c,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:05.513313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.524815 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4673908 Apr 18 12:10:05.533056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c8190-2cec-4f0e-bf36-152621639679 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Pushing event updated for resources: {'Network': ['ID=24ec9802-dd1b-4a04-b3ca-182a69d59046,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:05.539652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.568493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 24ec9802-dd1b-4a04-b3ca-182a69d59046 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:05.573845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.620895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.636182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:05.636680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 1ef3cf06-2d3f-4220-899b-42e4b33cc37f) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:05.648412 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Sync routers for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:05.662580 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:05.663399 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:09:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:05.717969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3daa10a2-9642-4e51-83b1-89cc2a80d96a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:05.726605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:05.746037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:05.747008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.779962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.797292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54270) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:05.808478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6c25b7-ca6e-4251-b41d-ee67efb4dab0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:05.820525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:05.821643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b343ecc-da9b-4df4-9b0a-4737ff25ccdc None None] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:05.836971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.837466 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Added segment d34e9abc-2339-402f-875f-b5f6918986d0 of type vlan for network 65d62419-5d55-4645-a59d-122d061ce3df Apr 18 12:10:05.909768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:05.910985 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8395d082-50f3-4581-a0f3-3e9ff1f6447f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0857110 Apr 18 12:10:05.917034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54276) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:05.990136 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:06.045235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.051146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:network and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.075150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.090630 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ebf27e33-5779-4521-846d-566116c8d688 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1051426 Apr 18 12:10:06.101619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.103465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54282) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:06.137680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:06.143558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:06.165478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.193132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'name': 'tempest-AllowedAddressPairTestJSON-972912386'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:06.212174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.299989 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:03Z', 'revision_number': 3, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:06.304527 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Checking router: e962843b-c1fa-45f8-bdb5-25137dbb3373 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:06.305056 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Updating router e962843b-c1fa-45f8-bdb5-25137dbb3373 port ed01abdf-cf43-4a44-8476-36186c16908d binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:06.326668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Pushing event updated for resources: {'Port': ['ID=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:06.362301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:06.364227 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.366299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Usage tracker for resource:port and tenant:9eea484e1d444e368e74d3a2841cbd91 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.378489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.378489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:06.400877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Pushing event updated for resources: {'Port': ['ID=f336ae2e-cb94-438b-a421-eb803aea3afe,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:06.420943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:subnet and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.423599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.440287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:06.444153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:06.449347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:06.452335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:06.453049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.458821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54288) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:06.467124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Request body: {'port': {'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046', 'binding:host_id': 'hv-neutron-8370', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966351813'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:06.484230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.484907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:06.490727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Usage tracker for resource:port and tenant:64e0e09807c145b0bc2557b8cab77ef0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.496680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.504081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:06.524510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a704d-b41c-427d-8bb2-2d8d1e395f56 None None] Pushing event updated for resources: {'Port': ['ID=76b7eac8-c305-412a-b06d-3fd475e20d1c,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:06.571184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'tenant_id': '9eea484e1d444e368e74d3a2841cbd91', 'fixed_ips': [{'subnet_id': 'a97c3d37-b5a6-42dd-8bbd-d56cbd47293c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:06.571990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.575999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Made reservation on behalf of 64e0e09807c145b0bc2557b8cab77ef0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:06.578412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.629297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3daa10a2-9642-4e51-83b1-89cc2a80d96a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:06.629956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.642598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:06.646160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.657224 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4ef051f0-cc59-4978-b6a6-7afb51e18029 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1718705 Apr 18 12:10:06.657728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.658913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54292) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:06.660857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:06.661439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.662807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.670571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Attempting to bind port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:06.671124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Attempting to bind port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:06.671444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Attempting to bind port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca on network 2d2cb162-c4ad-4142-ba26-0ee14417b370 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:06.681579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.48'}]}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:06.692048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:06.692048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Usage tracker for resource:router and tenant:99594a58f14e4119aad081c8b4210a20 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.696544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.702662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:06.704985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:06.711923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Usage tracker for resource:security_group_rule and tenant:64e0e09807c145b0bc2557b8cab77ef0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.716687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:06.720144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Checking segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:06.720273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.720358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.720358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Bound using segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:06.720358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Bound port: 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:06.720358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.723579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:06.800274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.801277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.806052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event updated for resources: {'Network': ['ID=65d62419-5d55-4645-a59d-122d061ce3df,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:06.828057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:subnetpool and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:06.832048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.840485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Allocated IP 172.26.4.91 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/20e928a8-4bbb-400c-a190-f4e8e8b97591) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:06.841554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.852891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] device_id is not set on port 831ff112-66c9-4f35-ad47-f01ca1d2edf5 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:06.882596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 65d62419-5d55-4645-a59d-122d061ce3df details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:06.898535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:06.915598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:06.929536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 6d68d485-5e91-45c7-a5c2-f16815c47a30 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:07.040005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7473e21c-0f00-478b-9bfc-87afd499dc0a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.2459011 Apr 18 12:10:07.048619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:port and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:07.056507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54298) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:07.077677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Request body: {'subnet': {'network_id': '65d62419-5d55-4645-a59d-122d061ce3df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:07.097235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:07.182424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Allocated IP 172.20.0.2 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/1224bfcb-29e9-4c66-aab1-b16dcb126a83) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:07.200580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] For port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:07.204865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] For port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:07.218596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46dcbae-4a0f-46d2-8dd0-149bdd6022d7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:07.245736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:router and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:07.282598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.311520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.314918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:07.412204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af097fa7-164e-427b-8945-40e13e764d34 None None] Pushing event updated for resources: {'Port': ['ID=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:07.434918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:floatingip and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:07.441941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:07.459897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:07.461233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Usage tracker for resource:subnet and tenant:c9468f8931b94f049893959afd6d0534 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:07.470205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:07.490901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.496380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:07.502066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.514233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Transition to ACTIVE for port object 1224bfcb-29e9-4c66-aab1-b16dcb126a83 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:07.537263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Transition to ACTIVE for port object 1224bfcb-29e9-4c66-aab1-b16dcb126a83 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:07.636124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 6d68d485-5e91-45c7-a5c2-f16815c47a30 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:07.650036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.655797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.682437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Transition to ACTIVE for port object 6d68d485-5e91-45c7-a5c2-f16815c47a30 will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:07.758938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:07.763398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:07.778284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:07.785053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Pushing event updated for resources: {'Port': ['ID=1224bfcb-29e9-4c66-aab1-b16dcb126a83,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:07.801986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.806764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 76b7eac8-c305-412a-b06d-3fd475e20d1c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:07.826274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Made reservation on behalf of c9468f8931b94f049893959afd6d0534 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:07.836083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks [] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:07.919250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=6d68d485-5e91-45c7-a5c2-f16815c47a30,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:08.007451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:security_group and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:08.020541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Checking segment: {'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:08.020990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Network hostable DHCP agents. Network: 24ec9802-dd1b-4a04-b3ca-182a69d59046, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:08.026598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Attempting to bind port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.031239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Attempting to bind port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '39d4157b-816d-4489-9c48-b2afdce69965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.031239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Attempting to bind port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 on network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.031421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:08.035147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:08.035571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Checking segment: {'id': '39d4157b-816d-4489-9c48-b2afdce69965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:08.035999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.036852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Bound using segment: {'id': '39d4157b-816d-4489-9c48-b2afdce69965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:08.037362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Bound port: 1224bfcb-29e9-4c66-aab1-b16dcb126a83, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39d4157b-816d-4489-9c48-b2afdce69965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:08.037945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.057064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca43dcc4-e8c1-459d-9a96-63bac7d8e549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.066836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Allocated IP 172.20.0.3 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/831ff112-66c9-4f35-ad47-f01ca1d2edf5) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:08.097062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.157818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] For port 1224bfcb-29e9-4c66-aab1-b16dcb126a83, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:08.161929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] For port 1224bfcb-29e9-4c66-aab1-b16dcb126a83, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1224bfcb-29e9-4c66-aab1-b16dcb126a83,segment=NetworkSegment(39d4157b-816d-4489-9c48-b2afdce69965),segment_id=39d4157b-816d-4489-9c48-b2afdce69965)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:08.182534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 76b7eac8-c305-412a-b06d-3fd475e20d1c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:08.187479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a25bd54-9b02-4d7a-b446-fcecce12b4fa None None] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:08.189334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.216244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Usage tracker for resource:security_group_rule and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:08.234498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Network 24ec9802-dd1b-4a04-b3ca-182a69d59046 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:08.242097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:08.246171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.255504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7f2244b1-e7f0-458b-979b-e5b78de1a535 tempest-QuotasTest-932601575 tempest-QuotasTest-932601575-project-admin] 10.222.0.24 "GET /v2.0/quotas/ea29c178c6e7478b82bca28c59a5ca8a/details.json HTTP/1.1" status: 200 len: 703 time: 2.4490933 Apr 18 12:10:08.295328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Pushing event updated for resources: {'Port': ['ID=20e928a8-4bbb-400c-a190-f4e8e8b97591,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:08.317070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.318231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.343645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 24ec9802-dd1b-4a04-b3ca-182a69d59046) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:08.353438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:08.367063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:08.368643 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.383709 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Transition to ACTIVE for port object ed01abdf-cf43-4a44-8476-36186c16908d will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:08.385965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb1dd1d-f566-4718-b9fb-1acee5c0ef19 None None] Network 24ec9802-dd1b-4a04-b3ca-182a69d59046 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:08.413945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.414417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.414875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.423304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.423644 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.426505 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 2 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.474810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.486061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.486391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.486755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.503881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.504481 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.512959 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 3 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.539157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.540051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.540516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.565033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.565579 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.566109 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 4 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.589544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.590094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.590601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.604213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.604735 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.605387 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 5 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.623719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] Provisioning for port 76b7eac8-c305-412a-b06d-3fd475e20d1c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:08.634361 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Pushing event updated for resources: {'Port': ['ID=ed01abdf-cf43-4a44-8476-36186c16908d,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:08.635877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.637408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.637745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.646056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.646247 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.646601 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 6 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.653865 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.656563 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.657054 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.657584 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.657917 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.658270 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.659740 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.660076 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.660420 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.660750 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.661074 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Tracked resource versions report: Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: pushed versions: Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: { 'AddressGroup': {'1.2'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'ConntrackHelper': {'1.0'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Log': {'1.0'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Network': {'1.1'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Port': {'1.7'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'PortForwarding': {'1.2'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'QosPolicy': {'1.8'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroup': {'1.4'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroupRule': {'1.2'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SubPort': {'1.0'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Subnet': {'1.1'}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Trunk': {'1.1'}} Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: consumer versions: Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: { DHCP agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: HyperV agent@hv-neutron-8370: {}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: L3 agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: Metadata agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: Metering agent@dv-neutron-837089-1-hyperv: {}, Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: Open vSwitch agent@dv-neutron-837089-1-hyperv: { 'AddressGroup': '1.2', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'ConntrackHelper': '1.0', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Log': '1.0', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Network': '1.1', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Port': '1.7', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'PortForwarding': '1.2', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'QosPolicy': '1.8', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroup': '1.4', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SecurityGroupRule': '1.2', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'SubPort': '1.0', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Subnet': '1.1', Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: 'Trunk': '1.1'}} Apr 18 12:10:08.669656 dv-neutron-837089-1-hyperv neutron-server[88785]: {{(pid=88785) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 12:10:08.673651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.685992 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Attempting to bind port ed01abdf-cf43-4a44-8476-36186c16908d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.687227 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Attempting to bind port ed01abdf-cf43-4a44-8476-36186c16908d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.687764 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Attempting to bind port ed01abdf-cf43-4a44-8476-36186c16908d on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.690418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.691509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.698220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.698620 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.699192 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 7 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.701245 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:08.701630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:08.702035 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.702429 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:08.707825 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Bound port: ed01abdf-cf43-4a44-8476-36186c16908d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:08.708238 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.720937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.721959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.726298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.728986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.729500 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.730105 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 8 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.735504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] Provisioning complete for port 76b7eac8-c305-412a-b06d-3fd475e20d1c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:08.735870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:08.737810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:08.744062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:08.761386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.761386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.761386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.779817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.790954 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.791477 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 9 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.822540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.822881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.823222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:08.829107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:08.829499 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:08.829871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 10 to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 Apr 18 12:10:08.914322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1afd1-0456-4021-9267-39aba322068c None None] Pushing event updated for resources: {'Port': ['ID=1224bfcb-29e9-4c66-aab1-b16dcb126a83,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:08.940386 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] For port ed01abdf-cf43-4a44-8476-36186c16908d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:08.957210 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] For port ed01abdf-cf43-4a44-8476-36186c16908d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ed01abdf-cf43-4a44-8476-36186c16908d,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:08.996839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:08.997166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:08.997491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:09.008965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:09.009364 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 6d68d485-5e91-45c7-a5c2-f16815c47a30 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:09.009729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.026954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08486072-ada2-4887-be23-a0f08fe0f481 None None] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:09.033525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54306) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:09.045834 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.123694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] For port 6d68d485-5e91-45c7-a5c2-f16815c47a30, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:09.125181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempted to set empty binding levels {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 12:10:09.140348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.152929 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:09.153565 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:09:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:09.157801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Transition to ACTIVE for port object 831ff112-66c9-4f35-ad47-f01ca1d2edf5 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:09.206485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.264361 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe7700-d906-4b53-8bfb-4c8c2ae27526 None None] Pushing event updated for resources: {'Port': ['ID=ed01abdf-cf43-4a44-8476-36186c16908d,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:09.330071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:09.331233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.345643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.360316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.399878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=6d68d485-5e91-45c7-a5c2-f16815c47a30,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:09.411205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:09.417405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Usage tracker for resource:security_group_rule and tenant:9a4ff4f2e65d4d5a958e20893967d060 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:09.422667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:09.429933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:09.449850 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:09.453798 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7d8ef76e-8f77-4bd2-919f-d87ce291386e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 2.9913335 Apr 18 12:10:09.456763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54312) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:09.528146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.554708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Deleting port 6d68d485-5e91-45c7-a5c2-f16815c47a30 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:09.555063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.674620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Allocated IP 172.26.4.181 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/446581c4-4c77-4c0d-b108-8cd529d620e7) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:09.695424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] For port 76b7eac8-c305-412a-b06d-3fd475e20d1c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=76b7eac8-c305-412a-b06d-3fd475e20d1c,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:09.744543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:09.778201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.813811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:09.823168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:09.826875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.843246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:09.854138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:09.855453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:09.892646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=831ff112-66c9-4f35-ad47-f01ca1d2edf5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:09.984880 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:03Z', 'revision_number': 3, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:09.990766 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9803c956-d3ed-4225-a43a-07fefbcae0f9 None None] The sync data for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv is: [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:03Z', 'revision_number': 3, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:09.994676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.071449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06132a-e1c5-41bb-9d71-7228efba7e85 None None] Pushing event updated for resources: {'Port': ['ID=76b7eac8-c305-412a-b06d-3fd475e20d1c,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:10.101153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] For port 6d68d485-5e91-45c7-a5c2-f16815c47a30, host hv-neutron-8370, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:10.101503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.114192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-86a96aef-e755-465b-bd7e-5c913f8d9319 None None] Provisioning for port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:10.118995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d11cfd-aefd-4df9-8aee-badbb637f1b7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:10.119163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Allocated IP 172.20.0.1 (7499a3a6-6e7b-4759-a265-980b1f3eb82c/94ec2051-74de-4c88-a18b-2ab28518fba3/9dca63e4-aa9f-4a9d-af46-886648507e4c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:10.122578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443d3897-a521-4ae4-bb67-c4cbff005d2c None None] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:10.146335 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1e04dd54-3e89-4a96-bf72-234fbe3e4da1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a4ff4f2e65d4d5a958e20893967d060&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0796924 Apr 18 12:10:10.191546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:10.206209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54316) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:10.206486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:10.207696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.278179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Calling delete_port for 6d68d485-5e91-45c7-a5c2-f16815c47a30 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:10.305155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b6f3aed-3ad1-417f-9f35-bcd578cd6600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.359916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Provisioning complete for port 76b7eac8-c305-412a-b06d-3fd475e20d1c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:10.360424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.390020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.411500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.484692 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2538251a-423f-4a4c-9918-5e552db4787a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3792145 Apr 18 12:10:10.515874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54320) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:10.542703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'name': 'tempest-AllowedAddressPairTestJSON-986822305', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:18:17:df'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:10.553436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.562493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-848fe7d0-9269-4140-9a85-1e6746085420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.668168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.686785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.718871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Checking segment: {'id': 'd34e9abc-2339-402f-875f-b5f6918986d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '65d62419-5d55-4645-a59d-122d061ce3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:10.719221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Network hostable DHCP agents. Network: 65d62419-5d55-4645-a59d-122d061ce3df, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:10.730251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event updated for resources: {'Subnet': ['ID=59e48235-59b9-4f69-9e9b-db7aecc4965c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:10.754736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:10.758054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-848fe7d0-9269-4140-9a85-1e6746085420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.798528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Provisioning complete for port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:10.798528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.809726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d68d485-5e91-45c7-a5c2-f16815c47a30,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:10.841403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.843295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1224bfcb-29e9-4c66-aab1-b16dcb126a83 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:10.862646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Network 65d62419-5d55-4645-a59d-122d061ce3df is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:10.870894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.952316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:10.968576 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ca1121b3-6e5a-4abe-b4bb-cf4d7fd84d1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6d68d485-5e91-45c7-a5c2-f16815c47a30 HTTP/1.1" status: 204 len: 168 time: 1.5102472 Apr 18 12:10:10.985392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54324) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:10.986343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.052387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:11.063640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:11.070867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:11.076450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:11.167805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.210608 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-367aa68c-5f9a-4a98-82c6-788e9a5a9607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:10:11.211144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-367aa68c-5f9a-4a98-82c6-788e9a5a9607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Synchronizing usage tracker for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:11.231595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:11.252086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:11.253165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 65d62419-5d55-4645-a59d-122d061ce3df) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:11.257580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:11.258307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.269072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc67b46-a4a3-4698-82e3-1010577ccf22 None None] Network 65d62419-5d55-4645-a59d-122d061ce3df requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:11.287137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.345551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Usage tracker for resource:port and tenant:9eea484e1d444e368e74d3a2841cbd91 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:11.375406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Pushing event updated for resources: {'Port': ['ID=446581c4-4c77-4c0d-b108-8cd529d620e7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:11.376843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Provisioning for port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:11.389010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Provisioning complete for port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:11.389374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.408049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:11.416359 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7b1e5561-7c53-497c-b9e4-499d9a890983 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3572972 Apr 18 12:10:11.422628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54328) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:11.425087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:11.432770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Request body: {'port': {'network_id': '65d62419-5d55-4645-a59d-122d061ce3df', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1676897445'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:11.499226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Transition to ACTIVE for port object 9dca63e4-aa9f-4a9d-af46-886648507e4c will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:11.511878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.518956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.534496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-848fe7d0-9269-4140-9a85-1e6746085420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.558088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.645911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.674214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-65d62419-5d55-4645-a59d-122d061ce3df', 'network_id': '65d62419-5d55-4645-a59d-122d061ce3df', 'tenant_id': 'c9468f8931b94f049893959afd6d0534', 'fixed_ips': [{'subnet_id': '59e48235-59b9-4f69-9e9b-db7aecc4965c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:11.676018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.708810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.771991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848fe7d0-9269-4140-9a85-1e6746085420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d11cfd-aefd-4df9-8aee-badbb637f1b7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:11.790689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:11.832092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-848fe7d0-9269-4140-9a85-1e6746085420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.836110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-848fe7d0-9269-4140-9a85-1e6746085420 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99d11cfd-aefd-4df9-8aee-badbb637f1b7 HTTP/1.1" status: 204 len: 168 time: 1.6282663 Apr 18 12:10:11.845629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] For port 1224bfcb-29e9-4c66-aab1-b16dcb126a83, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1224bfcb-29e9-4c66-aab1-b16dcb126a83,segment=NetworkSegment(39d4157b-816d-4489-9c48-b2afdce69965),segment_id=39d4157b-816d-4489-9c48-b2afdce69965)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:11.882646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.897973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:11.951228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.977616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:11.978253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 824c4f26-34e4-464d-8e82-d0e85e1f5913 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:10:11.979497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-367aa68c-5f9a-4a98-82c6-788e9a5a9607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Unset dirty status for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:11.984150 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-367aa68c-5f9a-4a98-82c6-788e9a5a9607 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "GET /v2.0/ports/6d68d485-5e91-45c7-a5c2-f16815c47a30 HTTP/1.1" status: 404 len: 333 time: 0.9324553 Apr 18 12:10:11.984150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:11.993996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54334) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:11.995093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.005000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Usage tracker for resource:port and tenant:c9468f8931b94f049893959afd6d0534 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:12.015052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Request body: {'port': {'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-23469985'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:12.018745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:12.033531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:12.070727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:12.076343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.087114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:12.094601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:12.104813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:12.105282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.114174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] device_id is not set on port 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:12.127443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Allocated IP 172.20.0.2 (65d62419-5d55-4645-a59d-122d061ce3df/59e48235-59b9-4f69-9e9b-db7aecc4965c/42b7fe9b-958a-4d8a-8830-cc4cb8065d49) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:12.152707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51917b-ed0f-40ad-a2f0-e012a50f368e None None] Pushing event updated for resources: {'Port': ['ID=1224bfcb-29e9-4c66-aab1-b16dcb126a83,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:12.159095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:12.159530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.184843 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 12:10:12.188790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d9db632d-a5a2-4b26-b925-13e82ba43e40 None None] Provisioning complete for port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:12.188925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0fd794c4-1194-4eb0-9b72-9ea22294f524 tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.5259099 Apr 18 12:10:12.189008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9db632d-a5a2-4b26-b925-13e82ba43e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.189084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Made reservation on behalf of c9468f8931b94f049893959afd6d0534 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:12.193620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.212667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54338) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:12.294413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] device_id is not set on port b7e2147f-af79-4a05-bad0-9a1222c22aec yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:12.414678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Deleting port f336ae2e-cb94-438b-a421-eb803aea3afe {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:12.414925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.417638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Pushing event updated for resources: {'Port': ['ID=9dca63e4-aa9f-4a9d-af46-886648507e4c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:12.438335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:12.581394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Allocated IP 172.20.0.13 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:12.586271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 76b7eac8-c305-412a-b06d-3fd475e20d1c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:12.657183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.679703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Transition to ACTIVE for port object 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:12.703273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Transition to ACTIVE for port object 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:12.711166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 76b7eac8-c305-412a-b06d-3fd475e20d1c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:12.711166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.779459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Made reservation on behalf of 64e0e09807c145b0bc2557b8cab77ef0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:12.782117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.787091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d9db632d-a5a2-4b26-b925-13e82ba43e40 None None] Provisioning for port 831ff112-66c9-4f35-ad47-f01ca1d2edf5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:12.795225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d9db632d-a5a2-4b26-b925-13e82ba43e40 None None] Provisioning complete for port 831ff112-66c9-4f35-ad47-f01ca1d2edf5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:12.795690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9db632d-a5a2-4b26-b925-13e82ba43e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.797873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:12.870720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 85e23c55-73ee-45e9-95a3-66170bea44bf yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:12.872196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.923775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.926838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.933459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.944069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:12.952548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d9db632d-a5a2-4b26-b925-13e82ba43e40 None None] Port 831ff112-66c9-4f35-ad47-f01ca1d2edf5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:12.963427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Network 65d62419-5d55-4645-a59d-122d061ce3df is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:12.969026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:12.975891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:12.981324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Router 1b486667-9f8b-4dcb-b01b-99b790287aa7 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:10:13.034808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Pushing event updated for resources: {'Port': ['ID=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:13.045421 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ed01abdf-cf43-4a44-8476-36186c16908d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:13.147774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Attempting to bind port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:13.148226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Attempting to bind port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd34e9abc-2339-402f-875f-b5f6918986d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '65d62419-5d55-4645-a59d-122d061ce3df'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:13.148682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Attempting to bind port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 on network 65d62419-5d55-4645-a59d-122d061ce3df {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:13.153069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Calling delete_port for f336ae2e-cb94-438b-a421-eb803aea3afe owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:13.162275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:13.163541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Checking segment: {'id': 'd34e9abc-2339-402f-875f-b5f6918986d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '65d62419-5d55-4645-a59d-122d061ce3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:13.163868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.164364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Bound using segment: {'id': 'd34e9abc-2339-402f-875f-b5f6918986d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '65d62419-5d55-4645-a59d-122d061ce3df'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:13.165154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Bound port: 42b7fe9b-958a-4d8a-8830-cc4cb8065d49, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34e9abc-2339-402f-875f-b5f6918986d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '65d62419-5d55-4645-a59d-122d061ce3df'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:13.165433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.216134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:13.224746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5e8ae6a0-bc5e-420a-9ff0-713e398f9eda None None] Provisioning for port 9dca63e4-aa9f-4a9d-af46-886648507e4c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:13.227525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Allocated IP 172.20.0.4 (65d62419-5d55-4645-a59d-122d061ce3df/59e48235-59b9-4f69-9e9b-db7aecc4965c/b7e2147f-af79-4a05-bad0-9a1222c22aec) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:13.235593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5e8ae6a0-bc5e-420a-9ff0-713e398f9eda None None] Provisioning complete for port 9dca63e4-aa9f-4a9d-af46-886648507e4c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:13.236039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5e8ae6a0-bc5e-420a-9ff0-713e398f9eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.243761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Usage tracker for resource:security_group_rule and tenant:ea29c178c6e7478b82bca28c59a5ca8a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:13.258547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:13.281915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:13.299989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.304705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ed01abdf-cf43-4a44-8476-36186c16908d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:13.319506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ed01abdf-cf43-4a44-8476-36186c16908d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:13.319959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.343825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] For port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:13.350097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ae6a0-bc5e-420a-9ff0-713e398f9eda None None] Port 9dca63e4-aa9f-4a9d-af46-886648507e4c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:13.367437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] For port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,segment=NetworkSegment(d34e9abc-2339-402f-875f-b5f6918986d0),segment_id=d34e9abc-2339-402f-875f-b5f6918986d0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:13.394568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Transition to ACTIVE for port object 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:13.438522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.495153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.496757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.498585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.534134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port ed01abdf-cf43-4a44-8476-36186c16908d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ed01abdf-cf43-4a44-8476-36186c16908d,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:13.546444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c4d95-54c2-45a2-83ec-49c6c8eba511 None None] Pushing event updated for resources: {'Port': ['ID=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:13.558298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.562728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.602366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.604503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:13.619113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Sync routers for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:13.634797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:13.635497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:13.671189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.736905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:13.774561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:10:13.784897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:13.790110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.791853 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fce7893e-f993-4834-925a-5977c47e35bd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.6823680 Apr 18 12:10:13.800062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54348) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:13.814095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.818579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:13.825050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:13.825673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.876795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:13.881061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552d62b4-c66c-4dfb-8f99-d95dedfaa9c5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:13.915942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:13.951969 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1b457f33-4221-4888-bc36-37efed03c53e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea29c178c6e7478b82bca28c59a5ca8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1528525 Apr 18 12:10:14.052541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.071896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Transition to ACTIVE for port object b7e2147f-af79-4a05-bad0-9a1222c22aec will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:14.103095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54352) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:14.105530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.119408 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f336ae2e-cb94-438b-a421-eb803aea3afe HTTP/1.1" status: 204 len: 168 time: 1.8879948 Apr 18 12:10:14.121499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:14.127783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce38a0-59ac-4350-bd5e-45042b164a2d tempest-RoutersAdminNegativeTest-148823082 tempest-RoutersAdminNegativeTest-148823082-project-admin] Pushing event deleted for resources: {'Port': ['ID=f336ae2e-cb94-438b-a421-eb803aea3afe,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:14.133302 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0216879a-c178-4d36-858c-53aa6b72bb7a tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.6070609 Apr 18 12:10:14.151204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54358) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:14.212586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.269296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Network 65d62419-5d55-4645-a59d-122d061ce3df is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:14.278995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:14.280848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:14.307470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:14.313610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:14.314216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.344365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Network 24ec9802-dd1b-4a04-b3ca-182a69d59046 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:14.345531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:14.368486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:14.369669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:14.369982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.377800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-67356cb1-fc49-41dd-b4d3-0e4eabd8e2b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.390273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event updated for resources: {'Port': ['ID=b7e2147f-af79-4a05-bad0-9a1222c22aec,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:14.419026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-67356cb1-fc49-41dd-b4d3-0e4eabd8e2b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.443048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=85e23c55-73ee-45e9-95a3-66170bea44bf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:14.460131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:14.465521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=ed01abdf-cf43-4a44-8476-36186c16908d,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:14.466345 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5daf8a53-b1fa-4cd3-bb83-2b5e562b094b tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0427053 Apr 18 12:10:14.473488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dacbcb0f-d25b-4c32-be75-f40951d2ca95 None None] Provisioning for port 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:14.476882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e922541-4017-451a-852c-4bb0f540ebad tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:14.479546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54362) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:14.482916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e922541-4017-451a-852c-4bb0f540ebad tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:14.487695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dacbcb0f-d25b-4c32-be75-f40951d2ca95 None None] Provisioning complete for port 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:14.487812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dacbcb0f-d25b-4c32-be75-f40951d2ca95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.488770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e922541-4017-451a-852c-4bb0f540ebad tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:14.489620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4e922541-4017-451a-852c-4bb0f540ebad tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Synchronizing usage tracker for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:14.597250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:14.600758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4e922541-4017-451a-852c-4bb0f540ebad tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Unset dirty status for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:14.601953 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e922541-4017-451a-852c-4bb0f540ebad tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4456663 Apr 18 12:10:14.602816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-67356cb1-fc49-41dd-b4d3-0e4eabd8e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.606243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54368) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:14.612358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.617588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1224bfcb-29e9-4c66-aab1-b16dcb126a83 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:14.648843 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8de640b0-fb97-45c7-8208-61a532134b87 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.6489284 Apr 18 12:10:14.657755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-dacbcb0f-d25b-4c32-be75-f40951d2ca95 None None] Port 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:14.674225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:14.697726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67356cb1-fc49-41dd-b4d3-0e4eabd8e2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552d62b4-c66c-4dfb-8f99-d95dedfaa9c5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:14.704209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:14.739312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-67356cb1-fc49-41dd-b4d3-0e4eabd8e2b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.751114 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-67356cb1-fc49-41dd-b4d3-0e4eabd8e2b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/552d62b4-c66c-4dfb-8f99-d95dedfaa9c5 HTTP/1.1" status: 204 len: 168 time: 0.6197596 Apr 18 12:10:14.775561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.776624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.800909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:14.802015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.826603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:14.826936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:14.871793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:09Z', 'revision_number': 3, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:14.886203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Checking router: 1b486667-9f8b-4dcb-b01b-99b790287aa7 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:14.886883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Updating router 1b486667-9f8b-4dcb-b01b-99b790287aa7 port 20e928a8-4bbb-400c-a190-f4e8e8b97591 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:14.888605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54380) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:14.966414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:14.979123 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Sync routers for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:14.998484 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:14.999948 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:15.013944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Deleting port b7e2147f-af79-4a05-bad0-9a1222c22aec {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:15.014280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.042270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.096339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c15c8-beda-45cb-b728-d0e47ae617aa None None] Network 65d62419-5d55-4645-a59d-122d061ce3df requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:15.102735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.324770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Pushing event updated for resources: {'Port': ['ID=9dca63e4-aa9f-4a9d-af46-886648507e4c,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:15.367156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.377736 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-49f7e113-5fe0-41e0-a7b1-88a11d93bade admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.5922532 Apr 18 12:10:15.379620 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:15.384992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54388) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:15.477088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] Provisioning for port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:15.484920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] Provisioning complete for port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:15.485369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.514503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.778533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.922109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:15.938906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:15.944544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Usage tracker for resource:security_group_rule and tenant:47ca74106e7b467fa2de4e3d23a0d28d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:15.950251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:15.992680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:16.011408 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:11Z', 'revision_number': 3, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:16.017828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ed01abdf-cf43-4a44-8476-36186c16908d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:16.021467 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Checking router: 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:16.021834 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Updating router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 port 446581c4-4c77-4c0d-b108-8cd529d620e7 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:16.034156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:16.163954 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.264965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.320300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] For port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,segment=NetworkSegment(d34e9abc-2339-402f-875f-b5f6918986d0),segment_id=d34e9abc-2339-402f-875f-b5f6918986d0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:16.382230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:16.414670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.439313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.466337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ed01abdf-cf43-4a44-8476-36186c16908d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:16.466337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.471737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for 52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:16.583100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.630340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.635085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Transition to ACTIVE for port object 20e928a8-4bbb-400c-a190-f4e8e8b97591 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:16.636965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:16.638561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62a37d-aab6-4ecf-83b7-a53a63891989 None None] Pushing event updated for resources: {'Port': ['ID=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:16.685809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Provisioning for port b7e2147f-af79-4a05-bad0-9a1222c22aec completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:16.703864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Provisioning complete for port b7e2147f-af79-4a05-bad0-9a1222c22aec triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:16.704235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.761476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.772793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Calling delete_port for b7e2147f-af79-4a05-bad0-9a1222c22aec owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:16.835326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28357-1713-4f6f-8911-fc5c57f0ae3d None None] Pushing event updated for resources: {'Port': ['ID=20e928a8-4bbb-400c-a190-f4e8e8b97591,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:16.850873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Port b7e2147f-af79-4a05-bad0-9a1222c22aec cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:16.904639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Provisioning complete for port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:16.905522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.954410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Attempting to bind port 20e928a8-4bbb-400c-a190-f4e8e8b97591 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:16.955042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Attempting to bind port 20e928a8-4bbb-400c-a190-f4e8e8b97591 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:16.955577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Attempting to bind port 20e928a8-4bbb-400c-a190-f4e8e8b97591 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:16.978229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:16.978883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:16.979428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.979981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:16.980609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Bound port: 20e928a8-4bbb-400c-a190-f4e8e8b97591, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:16.981124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:16.999788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.021713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Router e962843b-c1fa-45f8-bdb5-25137dbb3373 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:10:17.022329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 85e23c55-73ee-45e9-95a3-66170bea44bf yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:17.029305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.088921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00547711-b2ae-4b01-a6dc-9043db2b1739,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:17.094002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.113689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.139565 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.154246 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Transition to ACTIVE for port object 446581c4-4c77-4c0d-b108-8cd529d620e7 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:17.171377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] For port 20e928a8-4bbb-400c-a190-f4e8e8b97591, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:17.174816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] For port 20e928a8-4bbb-400c-a190-f4e8e8b97591, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=20e928a8-4bbb-400c-a190-f4e8e8b97591,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:17.201611 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9c147f5a-6171-42ec-b99a-841e1f97deda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47ca74106e7b467fa2de4e3d23a0d28d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2956054 Apr 18 12:10:17.201611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:17.202587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54416) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:17.257568 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.294819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.296788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Provisioning complete for port 9dca63e4-aa9f-4a9d-af46-886648507e4c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:17.297217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.424762 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Attempting to bind port 446581c4-4c77-4c0d-b108-8cd529d620e7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:17.425128 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Attempting to bind port 446581c4-4c77-4c0d-b108-8cd529d620e7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:17.425478 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Attempting to bind port 446581c4-4c77-4c0d-b108-8cd529d620e7 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:17.434757 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cd231-d1be-4acb-a423-b661339a3792 None None] Pushing event updated for resources: {'Port': ['ID=446581c4-4c77-4c0d-b108-8cd529d620e7,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:17.437367 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:17.441422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:17.441422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.441422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:17.441422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Bound port: 446581c4-4c77-4c0d-b108-8cd529d620e7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:17.441422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.479728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9976b268-21a8-4662-bf21-fa89c494f8da None None] Port 9dca63e4-aa9f-4a9d-af46-886648507e4c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:17.502977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b28357-1713-4f6f-8911-fc5c57f0ae3d None None] Pushing event updated for resources: {'Port': ['ID=20e928a8-4bbb-400c-a190-f4e8e8b97591,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:17.505547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:17.506265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:17.523444 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] For port 446581c4-4c77-4c0d-b108-8cd529d620e7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:17.533458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.541643 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] For port 446581c4-4c77-4c0d-b108-8cd529d620e7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=446581c4-4c77-4c0d-b108-8cd529d620e7,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:17.614561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event deleted for resources: {'Port': ['ID=b7e2147f-af79-4a05-bad0-9a1222c22aec,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:17.641809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:17.646635 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.717268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6fa54034-5bdc-4f20-8d00-14372e617e4d admin admin] 10.222.0.24 "PUT /v2.0/routers/e962843b-c1fa-45f8-bdb5-25137dbb3373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7960892 Apr 18 12:10:17.728832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Sync routers for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:17.753306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:17.754031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:17.756666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Transition to ACTIVE for port object 85e23c55-73ee-45e9-95a3-66170bea44bf will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:17.803303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54430) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:17.830176 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cd231-d1be-4acb-a423-b661339a3792 None None] Pushing event updated for resources: {'Port': ['ID=446581c4-4c77-4c0d-b108-8cd529d620e7,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:17.859888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:17.866169 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:17.868439 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:17.899321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.909380 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ba536a1c-b9b1-47fb-985e-fb0c740d3ae3 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "DELETE /v2.0/ports/b7e2147f-af79-4a05-bad0-9a1222c22aec HTTP/1.1" status: 204 len: 168 time: 3.4248202 Apr 18 12:10:17.921437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54436) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:17.935377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a2ebc3e-9b03-4873-96a1-3d49f9f97ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:17.961577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Allocated IP 172.20.0.1 (324df2cd-a971-4909-8ab8-52fd463acbd0/7cd4a7fe-cd02-492a-8353-dc568757ed69/05e72fb2-000b-4084-b32d-deea879e8695) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:18.045590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:18.049031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.129749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a2ebc3e-9b03-4873-96a1-3d49f9f97ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.195745 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:18.218799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1958583899', 'router:external': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:18.249928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:18.293182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:network and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:18.308565 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3237e6e7-d306-497d-ab17-a83c25c89972 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3829095 Apr 18 12:10:18.309796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:18.319944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54450) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:18.325744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=85e23c55-73ee-45e9-95a3-66170bea44bf,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:18.337470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:18.345118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1730191498'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:18.429771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.450738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Transition to ACTIVE for port object 05e72fb2-000b-4084-b32d-deea879e8695 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:18.481243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Made reservation on behalf of 3ba4c7a17d124fcc860a182a2566f72c for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:18.484355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.489173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:18.500258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.521436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:18.525729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:security_group_rule and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:18.529025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:18.535560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:18.559838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:18.575691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Usage tracker for resource:network and tenant:c9468f8931b94f049893959afd6d0534 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:18.580406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.590197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:18.593153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:18.593554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:18.593967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:18.601146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.611321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:18.627626 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:11Z', 'revision_number': 3, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:18.635755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:18.636302 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:18.641909 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1903c991-b82d-4eaf-8f44-9dac5b3d81d7 None None] The sync data for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv is: [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:11Z', 'revision_number': 3, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:18.656311 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 2 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:18.680130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.688229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:18.688593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.697276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:18.697713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:18.698257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:18.712429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:18.713896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:18.714274 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:18.721684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:18.726428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Pushing event updated for resources: {'Port': ['ID=05e72fb2-000b-4084-b32d-deea879e8695,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:18.729255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:18.729989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.776572 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 3 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:18.781752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.794899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Made reservation on behalf of c9468f8931b94f049893959afd6d0534 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:18.799215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.828994 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-074acb38-69fc-4b19-82d9-bdc5fb5a1e24 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/ports/52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 HTTP/1.1" status: 204 len: 168 time: 4.2090902 Apr 18 12:10:18.831287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a2ebc3e-9b03-4873-96a1-3d49f9f97ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.834531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a2ebc3e-9b03-4873-96a1-3d49f9f97ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:18.835945 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4a2ebc3e-9b03-4873-96a1-3d49f9f97ed3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00547711-b2ae-4b01-a6dc-9043db2b1739 HTTP/1.1" status: 204 len: 168 time: 1.6275241 Apr 18 12:10:18.846649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54456) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:18.941750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:18.942306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:18.942988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:18.950861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ebc3e-9b03-4873-96a1-3d49f9f97ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00547711-b2ae-4b01-a6dc-9043db2b1739,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:18.986068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:18.989850 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:19.004019 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 4 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:19.015681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9657c69-7e81-4426-b3d6-de10c4d73569 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] GET failed (client error): The resource could not be found. Apr 18 12:10:19.016223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b9657c69-7e81-4426-b3d6-de10c4d73569 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Synchronizing usage tracker for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:19.028463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:19.105353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.114756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:19.134563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.135567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Added segment 4f5806dc-f031-48f3-8f46-42a91438ec14 of type vlan for network f5e7f00b-d9cd-4862-8404-6c5e10491b9c Apr 18 12:10:19.148854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.149084 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Added segment fb6ea74d-65fc-401f-b1be-9ef8b62c078d of type vlan for network a4c0df2e-956a-4075-aaa2-f1e185246885 Apr 18 12:10:19.150233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:19.151738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:19.152054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:19.211277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:19.211741 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:19.223067 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 5 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:19.230200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.265870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653f3bc7-54e6-42de-ae20-466735c901f4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:19.331377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b9657c69-7e81-4426-b3d6-de10c4d73569 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Unset dirty status for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:19.332650 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9657c69-7e81-4426-b3d6-de10c4d73569 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "GET /v2.0/ports/52d896f2-1bc4-466c-a4bf-bcdb8d76a4a2 HTTP/1.1" status: 404 len: 333 time: 0.4780674 Apr 18 12:10:19.339172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54464) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:19.342911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.347442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'name': 'tempest-AllowedAddressPairTestJSON-775795988'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:19.352916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:19.353319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:19.353740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:19.378221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:19.387596 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:19.393446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d9b5eac6-e2be-4203-b208-acfb9af105f8 None None] Provisioning for port 05e72fb2-000b-4084-b32d-deea879e8695 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:19.397743 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 6 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:19.411380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Allocated IP 172.20.0.1 (2d2cb162-c4ad-4142-ba26-0ee14417b370/098dc858-643e-4dbe-885a-2b4475e26df8/1b387f01-c652-47f3-9c28-c5b5e737f7b6) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:19.412882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d9b5eac6-e2be-4203-b208-acfb9af105f8 None None] Provisioning complete for port 05e72fb2-000b-4084-b32d-deea879e8695 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:19.413253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9b5eac6-e2be-4203-b208-acfb9af105f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.454577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:09Z', 'revision_number': 3, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:19.476418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:19.476889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:19.477344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:19.480597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c21b4c-ab0f-4e7f-aa91-5b737dbc38ba None None] The sync data for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv is: [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:09Z', 'revision_number': 3, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:19.496140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:19.511800 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:19.524893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d9b5eac6-e2be-4203-b208-acfb9af105f8 None None] Port 05e72fb2-000b-4084-b32d-deea879e8695 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:19.532679 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 7 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:19.546681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 2, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:19.555613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Checking router: e962843b-c1fa-45f8-bdb5-25137dbb3373 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:19.555827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Updating router e962843b-c1fa-45f8-bdb5-25137dbb3373 port 9dca63e4-aa9f-4a9d-af46-886648507e4c binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:19.589472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:19.590620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:19.591118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:19.652637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.653651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:19.654072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.665765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.686550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.692577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:19.695841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.750672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:19.751217 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:19.772526 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 8 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:19.843976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:19.844575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:19.844651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:19.975924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:19.998971 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6748276 Apr 18 12:10:20.006132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:20.007068 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:20.007490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54470) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:20.011641 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 9 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:20.021056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2054071 Apr 18 12:10:20.022496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54472) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:20.022846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54476) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:20.032281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e45170-d8e6-491b-bc3a-6d891670ede1 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event updated for resources: {'Network': ['ID=a4c0df2e-956a-4075-aaa2-f1e185246885,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:20.045910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef56a8-2d7d-4d5e-ae08-7e89042a2df1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Network': ['ID=f5e7f00b-d9cd-4862-8404-6c5e10491b9c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:20.059518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:20.085173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'subnet': {'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:20.106846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:20.109152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:20.109474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:20.109792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:20.124652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:20.152384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.153977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network a4c0df2e-956a-4075-aaa2-f1e185246885 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:20.159797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:subnet and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:20.174945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54484) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:20.184862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--863234398', 'description': 'tempest-description--1224384364'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:20.203099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:20.206054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:20.206551 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:20.216602 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 10 to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf Apr 18 12:10:20.221657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:20.239718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Usage tracker for resource:security_group and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:20.243606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:20.244802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:20.250257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.268480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:20.285350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 446581c4-4c77-4c0d-b108-8cd529d620e7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:20.309976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Transition to ACTIVE for port object 1b387f01-c652-47f3-9c28-c5b5e737f7b6 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:20.319968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network f5e7f00b-d9cd-4862-8404-6c5e10491b9c details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:20.327687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:20.328009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:20.328329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:20.336588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:20.349084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] device_id is not set on port abef64b4-6b87-47ca-9623-974e31d1edbd yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:20.359087 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-61120da7-23a8-4c9a-b9ba-f3f7ecd29eaa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99594a58f14e4119aad081c8b4210a20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3241475 Apr 18 12:10:20.359795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:20.360114 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 85e23c55-73ee-45e9-95a3-66170bea44bf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:20.360463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.373561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54488) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:20.467742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Made reservation on behalf of 3ba4c7a17d124fcc860a182a2566f72c for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:20.470034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.570492 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-783cd97c-a702-4f78-86f7-362e7561988f tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/agents/56898354-e168-40ed-8aea-7512e1b8f820/dhcp-networks HTTP/1.1" status: 200 len: 7257 time: 0.5511963 Apr 18 12:10:20.578302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54492) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:20.605815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Allocated IP 172.20.0.12 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/abef64b4-6b87-47ca-9623-974e31d1edbd) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:20.622283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 446581c4-4c77-4c0d-b108-8cd529d620e7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:20.633068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.636544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 446581c4-4c77-4c0d-b108-8cd529d620e7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:20.636926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.708271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4fcab25-4acb-4ba2-8d09-f2c9cef20e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.725846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.741043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.759627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Transition to ACTIVE for port object 9dca63e4-aa9f-4a9d-af46-886648507e4c will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:20.846893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:20.849534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:20.852289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4fcab25-4acb-4ba2-8d09-f2c9cef20e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.859301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.861594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] For port 85e23c55-73ee-45e9-95a3-66170bea44bf, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:20.862224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempted to set empty binding levels {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 12:10:20.862901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Usage tracker for resource:security_group_rule and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:20.863921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.868401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:20.868674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:20.874839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:20.875345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.889897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.923804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Pushing event updated for resources: {'Port': ['ID=1b387f01-c652-47f3-9c28-c5b5e737f7b6,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:20.945221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:20.955109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:20.956338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.007034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.063253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0200b0b-2085-4080-8cb9-0c65fa6ee96b None None] Pushing event updated for resources: {'Port': ['ID=9dca63e4-aa9f-4a9d-af46-886648507e4c,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:21.063433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Pushing event updated for resources: {'Port': ['ID=05e72fb2-000b-4084-b32d-deea879e8695,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:21.096891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] In _notify_port_updated(), no bound segment for port 85e23c55-73ee-45e9-95a3-66170bea44bf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:10:21.096891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.097081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.098702 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "PUT /v2.0/ports/85e23c55-73ee-45e9-95a3-66170bea44bf HTTP/1.1" status: 200 len: 979 time: 6.4097149 Apr 18 12:10:21.104151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54496) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:21.141417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103db81d-a216-47fe-875f-a5c835e837e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=85e23c55-73ee-45e9-95a3-66170bea44bf,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:21.154044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4fcab25-4acb-4ba2-8d09-f2c9cef20e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.169105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 446581c4-4c77-4c0d-b108-8cd529d620e7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=446581c4-4c77-4c0d-b108-8cd529d620e7,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:21.197511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcab25-4acb-4ba2-8d09-f2c9cef20e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a85b849-e57a-4853-a423-7fadc21f7b7b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:21.219747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4fcab25-4acb-4ba2-8d09-f2c9cef20e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.220877 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c4fcab25-4acb-4ba2-8d09-f2c9cef20e27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a85b849-e57a-4853-a423-7fadc21f7b7b HTTP/1.1" status: 204 len: 168 time: 0.8463957 Apr 18 12:10:21.293512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbdaf8c-454f-49ad-b074-a24d32c2dfb0 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] Network a4c0df2e-956a-4075-aaa2-f1e185246885 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:21.320453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.333017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.390963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Transition to ACTIVE for port object abef64b4-6b87-47ca-9623-974e31d1edbd will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:21.408291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.408850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.409413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.410086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.410701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.411294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.411838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.412390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.412919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.413449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.414002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.414541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.415852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.416725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.417247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.417770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.419066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:21.421489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Synchronizing usage tracker for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:21.464494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Attempting to bind port 9dca63e4-aa9f-4a9d-af46-886648507e4c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:21.464809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Attempting to bind port 9dca63e4-aa9f-4a9d-af46-886648507e4c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:21.465160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Attempting to bind port 9dca63e4-aa9f-4a9d-af46-886648507e4c on network 7499a3a6-6e7b-4759-a265-980b1f3eb82c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:21.471825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36d17d5-230b-49f7-b981-2d19b4227879 None None] Network a4c0df2e-956a-4075-aaa2-f1e185246885 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:21.475608 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ebbdaf8c-454f-49ad-b074-a24d32c2dfb0 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "POST /v2.0/agents/56898354-e168-40ed-8aea-7512e1b8f820/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8961143 Apr 18 12:10:21.481164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54502) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:21.506236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:21.507131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Checking segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:21.507534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.507928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Bound using segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:21.508484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Bound port: 9dca63e4-aa9f-4a9d-af46-886648507e4c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:21.508872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.526878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:21.528171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-922362e4-b64a-42df-9516-60e66e327cc9 None None] Provisioning for port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:21.529148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.544864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:21.545747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.634573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-922362e4-b64a-42df-9516-60e66e327cc9 None None] Provisioning complete for port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:21.635013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-922362e4-b64a-42df-9516-60e66e327cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.710765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=446581c4-4c77-4c0d-b108-8cd529d620e7,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:21.924496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.929571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-922362e4-b64a-42df-9516-60e66e327cc9 None None] Port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:21.947887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Unset dirty status for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:21.953330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f4e98673-fe21-4839-b372-8d358eebac4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15449 time: 0.8362567 Apr 18 12:10:21.955307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:21.958275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54510) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:21.962149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] For port 9dca63e4-aa9f-4a9d-af46-886648507e4c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:21.965492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] For port 9dca63e4-aa9f-4a9d-af46-886648507e4c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9dca63e4-aa9f-4a9d-af46-886648507e4c,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:22.055220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 446581c4-4c77-4c0d-b108-8cd529d620e7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:22.070952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Deleting port 85e23c55-73ee-45e9-95a3-66170bea44bf {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:22.071286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.117452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.137930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:22.140766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:10:22.141212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.179653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:22.210691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:22.212669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.216533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0379140 Apr 18 12:10:22.219420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4b99d9a0-0e0f-488e-a382-95f4882fee4e None None] Provisioning complete for port 05e72fb2-000b-4084-b32d-deea879e8695 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:22.219792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4b99d9a0-0e0f-488e-a382-95f4882fee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.226297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.227212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:22.232717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:22.233333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.237028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54520) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:22.255392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f56203-2c8b-4c15-b982-0180a6d57c83 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7549d81a-6dff-4d9c-85a2-6e99f0796a81,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:22.275433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Request body: {'security_group_rule': {'security_group_id': '7549d81a-6dff-4d9c-85a2-6e99f0796a81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:22.290391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=abef64b4-6b87-47ca-9623-974e31d1edbd,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:22.305795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4b99d9a0-0e0f-488e-a382-95f4882fee4e None None] Port 05e72fb2-000b-4084-b32d-deea879e8695 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:22.314243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:22.328913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:22.329550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:22.378878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.379627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.404509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Usage tracker for resource:security_group_rule and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:22.420050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:22.426180 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-99209cf5-5763-4141-afdf-6d2df51c7e4c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0827341 Apr 18 12:10:22.433058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Subnet': ['ID=79473e01-42ef-4c3d-a611-7f0b5e4f9ffb,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:22.433473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54524) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:22.437562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b146521a-9cd2-4945-a537-32615a482f11 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/agents/56898354-e168-40ed-8aea-7512e1b8f820/dhcp-networks HTTP/1.1" status: 200 len: 8027 time: 0.9520862 Apr 18 12:10:22.452182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0200b0b-2085-4080-8cb9-0c65fa6ee96b None None] Pushing event updated for resources: {'Port': ['ID=9dca63e4-aa9f-4a9d-af46-886648507e4c,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:22.460615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:18:17:df'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:22.464462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54526) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:22.499581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:22.523655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Router 1b486667-9f8b-4dcb-b01b-99b790287aa7 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:10:22.592946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Checking segment: {'id': '4f5806dc-f031-48f3-8f46-42a91438ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:22.593722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network hostable DHCP agents. Network: f5e7f00b-d9cd-4862-8404-6c5e10491b9c, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:22.600468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 446581c4-4c77-4c0d-b108-8cd529d620e7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:22.600831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.757437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:22.763953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.772261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Pushing event updated for resources: {'Port': ['ID=1b387f01-c652-47f3-9c28-c5b5e737f7b6,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:22.816854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-61b9bec5-80ae-4606-b97d-490c4bcb23ef None None] Provisioning for port abef64b4-6b87-47ca-9623-974e31d1edbd completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:22.828940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] For port 85e23c55-73ee-45e9-95a3-66170bea44bf, host hv-neutron-8370, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:22.829128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.829339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-61b9bec5-80ae-4606-b97d-490c4bcb23ef None None] Provisioning complete for port abef64b4-6b87-47ca-9623-974e31d1edbd triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:22.829753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b9bec5-80ae-4606-b97d-490c4bcb23ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.917699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:22.929533 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Sync routers for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:22.940898 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-851622b1-782c-4e24-b393-0a1ef11aab9a admin admin] 10.222.0.24 "PUT /v2.0/routers/1b486667-9f8b-4dcb-b01b-99b790287aa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1398211 Apr 18 12:10:22.949075 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:22.953250 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:22.984787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:22.991244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Calling delete_port for 85e23c55-73ee-45e9-95a3-66170bea44bf owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:23.044009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54542) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:23.056250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.098054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network f5e7f00b-d9cd-4862-8404-6c5e10491b9c is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:23.102745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f4687e-5f0b-4a95-b28e-d256f5a8f285,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:23.108831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.128608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:23.130396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:23.200485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.206619 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0343c077-384e-4443-802d-cfbc6b084280 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9460728 Apr 18 12:10:23.214340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:23.220706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-61b9bec5-80ae-4606-b97d-490c4bcb23ef None None] Port abef64b4-6b87-47ca-9623-974e31d1edbd cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:23.227205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Request body: {'security_group_rule': {'security_group_id': '7549d81a-6dff-4d9c-85a2-6e99f0796a81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:23.249658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:23.269070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Usage tracker for resource:security_group_rule and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:23.276100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:23.319331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75054219'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:23.333405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:23.336320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 20e928a8-4bbb-400c-a190-f4e8e8b97591 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:23.355321 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:23.360984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:23.376949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:23.425870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:23.426968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.439325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:23.549318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.556478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:23.560679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.571036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-719b7920-377a-47a7-ac95-4c7e50996c1e None None] Provisioning complete for port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:23.571448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-719b7920-377a-47a7-ac95-4c7e50996c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.589892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.592509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, f5e7f00b-d9cd-4862-8404-6c5e10491b9c) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:23.621717 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fc728d8b-9d93-49de-96e8-8c369a484663 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "DELETE /v2.0/agents/56898354-e168-40ed-8aea-7512e1b8f820/dhcp-networks/a4c0df2e-956a-4075-aaa2-f1e185246885 HTTP/1.1" status: 204 len: 168 time: 1.1524189 Apr 18 12:10:23.626187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:23.627592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.629193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54558) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:23.642502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:23.667256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event deleted for resources: {'Port': ['ID=85e23c55-73ee-45e9-95a3-66170bea44bf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:23.667372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-719b7920-377a-47a7-ac95-4c7e50996c1e None None] Port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:23.668879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449d65fc-ad29-4c8b-a232-0c6d16b73cc4 None None] Network f5e7f00b-d9cd-4862-8404-6c5e10491b9c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:23.673074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:security_group_rule and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:23.679828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:23.683031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:10:23.702708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.770808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:23.872207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 20e928a8-4bbb-400c-a190-f4e8e8b97591 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:23.883510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 20e928a8-4bbb-400c-a190-f4e8e8b97591 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:23.884219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:23.952246 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2e1ec7da-0fe3-4ea6-9bae-2d45a56b8a49 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9135344 Apr 18 12:10:23.953254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54562) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:23.956406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:23.956604 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8c075c7f-a525-4b33-b984-55b4db00be81 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "DELETE /v2.0/ports/85e23c55-73ee-45e9-95a3-66170bea44bf HTTP/1.1" status: 204 len: 168 time: 1.9969392 Apr 18 12:10:23.960287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54566) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:23.963667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1253229829', 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:23.966476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef61f5ec-6c13-429d-83b5-1144b4affc16 None None] The sync data for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv is: [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:23.985138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.070335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:24.083218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:port and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:24.090648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54570) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:24.112885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:24.125037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:24.129992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549435020', 'description': 'tempest-description--1963930754'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:24.135394 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-08322123-13d5-4af7-934d-edcbd2407788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:10:24.136156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-08322123-13d5-4af7-934d-edcbd2407788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Synchronizing usage tracker for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:24.143776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:24.152412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:24.152505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ac1eb-88dd-444a-bcef-0ce1a7b25b4f None None] Network f5e7f00b-d9cd-4862-8404-6c5e10491b9c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:24.161040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.169270 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-18917333-86c7-46e2-9267-7e1fb46a8bfa admin admin] 10.222.0.24 "PUT /v2.0/routers/77d8e256-80aa-4551-8e1b-b77c2c5c4d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7828045 Apr 18 12:10:24.175394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Usage tracker for resource:security_group and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:24.180219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:24.183713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:24.189867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:24.204114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Sync routers for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:24.220070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.225750 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 2, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:24.229105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.249171 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Checking router: 1b486667-9f8b-4dcb-b01b-99b790287aa7 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:24.249577 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Updating router 1b486667-9f8b-4dcb-b01b-99b790287aa7 port 05e72fb2-000b-4084-b32d-deea879e8695 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:24.257312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Made reservation on behalf of 3ba4c7a17d124fcc860a182a2566f72c for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:24.259750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.295595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.315275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:24.315503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-08322123-13d5-4af7-934d-edcbd2407788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Unset dirty status for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:24.320131 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-08322123-13d5-4af7-934d-edcbd2407788 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "GET /v2.0/ports/85e23c55-73ee-45e9-95a3-66170bea44bf HTTP/1.1" status: 404 len: 333 time: 0.3497002 Apr 18 12:10:24.322683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54576) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:24.335150 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.337913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.341421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-149621621', 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:24.344169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.358722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] device_id is not set on port f5e0240a-ed01-4424-96fe-3a58271fc719 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:24.364798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:24.365518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:24.426878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:24.468924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:24.473875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 20e928a8-4bbb-400c-a190-f4e8e8b97591, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=20e928a8-4bbb-400c-a190-f4e8e8b97591,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:24.503435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Usage tracker for resource:security_group_rule and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:24.524810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:24.540218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:24.592779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:24.692881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.697554 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ed4dc417-28de-4495-bd86-4d1ca72b9ad3 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/agents/56898354-e168-40ed-8aea-7512e1b8f820/dhcp-networks HTTP/1.1" status: 200 len: 8061 time: 1.0570648 Apr 18 12:10:24.700036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.700473 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment 394fe2b6-6519-48a4-a971-f7bd0911dedf of type vlan for network d9bf4607-e10f-4df7-aa0e-10d6c6471212 Apr 18 12:10:24.741449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] In _notify_port_updated(), no bound segment for port abef64b4-6b87-47ca-9623-974e31d1edbd on network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f {{(pid=88782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:10:24.754727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:24.759926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.763467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:24.764961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "PUT /v2.0/ports/abef64b4-6b87-47ca-9623-974e31d1edbd HTTP/1.1" status: 200 len: 993 time: 2.3263178 Apr 18 12:10:24.773955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54584) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:24.779597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:24.786449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080c961e-6fa9-4d7a-9157-8fb000368f5d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:24.788694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Made reservation on behalf of 64e0e09807c145b0bc2557b8cab77ef0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:24.791146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.903209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 5a123fe7-ec71-4ae3-a448-4a64263d73d1 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:24.908527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.937922 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:24.967517 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Transition to ACTIVE for port object 05e72fb2-000b-4084-b32d-deea879e8695 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:25.045568 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.173047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port abef64b4-6b87-47ca-9623-974e31d1edbd {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:25.174082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.233334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Allocated IP 172.20.0.2 (f5e7f00b-d9cd-4862-8404-6c5e10491b9c/79473e01-42ef-4c3d-a611-7f0b5e4f9ffb/f5e0240a-ed01-4424-96fe-3a58271fc719) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:25.235620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16b01c5-c37d-46ec-a6d3-bd5c026df65d,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.318868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774b57ab-33cd-4733-99d6-44581009ce9e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=abef64b4-6b87-47ca-9623-974e31d1edbd,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.326290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9dca63e4-aa9f-4a9d-af46-886648507e4c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:25.337359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.367129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54592) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:25.377996 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bcb912f0-adff-47b5-ad63-820179874feb tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/networks/65d62419-5d55-4645-a59d-122d061ce3df/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.5931816 Apr 18 12:10:25.382472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54596) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:25.390333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544384695', 'description': 'tempest-description--76740859'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:25.407195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:25.471879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Usage tracker for resource:security_group and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:25.486838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:25.497094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-345d3bc6-c7b6-4804-a01a-489df32ea289 None None] Provisioning complete for port abef64b4-6b87-47ca-9623-974e31d1edbd triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:25.497461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-345d3bc6-c7b6-4804-a01a-489df32ea289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.503926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.509033 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-df66f650-8e3b-48b1-bb96-43a631f4dcf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2916696 Apr 18 12:10:25.517358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54600) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:25.531899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:25.537643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9dadde30-0193-4800-8cb2-96e4fd35c663 tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/networks/65d62419-5d55-4645-a59d-122d061ce3df/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1422527 Apr 18 12:10:25.547625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:25.550356 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Attempting to bind port 05e72fb2-000b-4084-b32d-deea879e8695 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:25.550863 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Attempting to bind port 05e72fb2-000b-4084-b32d-deea879e8695 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:25.551114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Attempting to bind port 05e72fb2-000b-4084-b32d-deea879e8695 on network 324df2cd-a971-4909-8ab8-52fd463acbd0 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:25.569538 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:25.569538 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Checking segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:25.569771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54604) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:25.569854 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.569854 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Bound using segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:25.569854 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Bound port: 05e72fb2-000b-4084-b32d-deea879e8695, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:25.569854 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.570167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:25.605133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-345d3bc6-c7b6-4804-a01a-489df32ea289 None None] Port abef64b4-6b87-47ca-9623-974e31d1edbd cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:25.614681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Usage tracker for resource:floatingip and tenant:168cbdd8430b4e588d3fc40ee4bdc288 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:25.634327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:25.640581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.646452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:25.647733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.693282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9dca63e4-aa9f-4a9d-af46-886648507e4c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:25.695620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.714734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9dca63e4-aa9f-4a9d-af46-886648507e4c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:25.715044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.721178 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] For port 05e72fb2-000b-4084-b32d-deea879e8695, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:25.724980 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] For port 05e72fb2-000b-4084-b32d-deea879e8695, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=05e72fb2-000b-4084-b32d-deea879e8695,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:25.740027 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c10a28-a568-4099-b20f-aaa56dfbd99d None None] Pushing event updated for resources: {'Port': ['ID=05e72fb2-000b-4084-b32d-deea879e8695,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.772424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=20e928a8-4bbb-400c-a190-f4e8e8b97591,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.780907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:25.787496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.799646 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.808656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 2, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:25.814567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.817561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Checking router: 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:25.817910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Updating router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:25.821104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.850430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.919001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.933541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Port': ['ID=f5e0240a-ed01-4424-96fe-3a58271fc719,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.935404 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c10a28-a568-4099-b20f-aaa56dfbd99d None None] Pushing event updated for resources: {'Port': ['ID=05e72fb2-000b-4084-b32d-deea879e8695,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.938209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.947798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network f5e7f00b-d9cd-4862-8404-6c5e10491b9c is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:25.970499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:25.974100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:25.981479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.983063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:25.983950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:25.984535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:25.985757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=d9bf4607-e10f-4df7-aa0e-10d6c6471212,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:25.988747 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ccd7fedd-2b59-4964-8c88-67b2bfeaf2f4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.9436493 Apr 18 12:10:26.002312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Usage tracker for resource:security_group_rule and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:26.005693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.013238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:26.014900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network d9bf4607-e10f-4df7-aa0e-10d6c6471212 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:26.028760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.030505 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:26.031428 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:26.054880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:26.167259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.187684 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-99c15579-ed22-4773-a6fd-92ec874b0dbf tempest-DHCPAgentSchedulersTestJSON-408333628 tempest-DHCPAgentSchedulersTestJSON-408333628-project-admin] 10.222.0.24 "GET /v2.0/agents/56898354-e168-40ed-8aea-7512e1b8f820/dhcp-networks HTTP/1.1" status: 200 len: 8061 time: 0.6241815 Apr 18 12:10:26.207431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54610) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:26.218564 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6acea1d0-82da-409d-9e67-3c8bac953f1e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2583137 Apr 18 12:10:26.238308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54612) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:26.254514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c00144-041b-4b2b-abad-71deaf2ccb97,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:26.277350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Network 24ec9802-dd1b-4a04-b3ca-182a69d59046 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:26.280194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:26.294882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:26.295734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:26.296319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.332508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.333967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b10ef9ea-116c-43fd-a996-d893f55715dc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.2229548 Apr 18 12:10:26.345257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54616) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:26.351079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=5a123fe7-ec71-4ae3-a448-4a64263d73d1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:26.356237 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:26.362290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Request body: {'security_group_rule': {'security_group_id': 'e4c00144-041b-4b2b-abad-71deaf2ccb97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:26.371895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9dca63e4-aa9f-4a9d-af46-886648507e4c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9dca63e4-aa9f-4a9d-af46-886648507e4c,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:26.383444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:26.387809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Usage tracker for resource:security_group_rule and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:26.391335 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-314f6e96-5680-4d5d-9264-5976618efec1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0649629 Apr 18 12:10:26.392383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:26.408235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54622) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:26.414233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:26.526326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for abef64b4-6b87-47ca-9623-974e31d1edbd owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:26.547833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ea3d29-78eb-4afe-ba38-3f36b0ca4a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:26.548395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-15ea3d29-78eb-4afe-ba38-3f36b0ca4a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Synchronizing usage tracker for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:26.601044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.671119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-15ea3d29-78eb-4afe-ba38-3f36b0ca4a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Unset dirty status for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:26.682683 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-15ea3d29-78eb-4afe-ba38-3f36b0ca4a29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "GET /v2.0/ports/5a123fe7-ec71-4ae3-a448-4a64263d73d1 HTTP/1.1" status: 200 len: 958 time: 0.2735076 Apr 18 12:10:26.688841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54626) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:26.716738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.734871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Transition to ACTIVE for port object 1b387f01-c652-47f3-9c28-c5b5e737f7b6 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:26.742339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.828068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9dca63e4-aa9f-4a9d-af46-886648507e4c,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:26.830072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.841106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.890123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Deleting port 5a123fe7-ec71-4ae3-a448-4a64263d73d1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:26.890716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:26.911716 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:25Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:26.923151 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591540c2-bafd-4dc1-8c11-c72d3f5fe46c None None] The sync data for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv is: [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:25Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:26.966926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.043471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb566af-d781-4a28-8d54-9021c1a52b2c,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:27.152993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9dca63e4-aa9f-4a9d-af46-886648507e4c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:27.291520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a585425-86c1-4a38-bc3d-8e279d2d159b None None] Pushing event updated for resources: {'Port': ['ID=1b387f01-c652-47f3-9c28-c5b5e737f7b6,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:27.334330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Attempting to bind port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:27.335148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Attempting to bind port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:27.335720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Attempting to bind port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 on network 2d2cb162-c4ad-4142-ba26-0ee14417b370 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:27.353559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting port f5e0240a-ed01-4424-96fe-3a58271fc719 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:27.354062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.360218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:27.361018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Checking segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:27.361620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.362195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Bound using segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:27.363026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Bound port: 1b387f01-c652-47f3-9c28-c5b5e737f7b6, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:27.363664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.396038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.430143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9dca63e4-aa9f-4a9d-af46-886648507e4c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:27.430878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.530967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.614018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] For port 1b387f01-c652-47f3-9c28-c5b5e737f7b6, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:27.625657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] For port 1b387f01-c652-47f3-9c28-c5b5e737f7b6, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1b387f01-c652-47f3-9c28-c5b5e737f7b6,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:27.637959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.715425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 20e928a8-4bbb-400c-a190-f4e8e8b97591 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:27.739555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.741705 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f7f14c7b-46a1-49d2-8862-a95eb8cc0a80 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3954649 Apr 18 12:10:27.748000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54630) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:27.752333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Calling delete_port for 5a123fe7-ec71-4ae3-a448-4a64263d73d1 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:27.804360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:27.938364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:27.939560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:27.944340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.068254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a123fe7-ec71-4ae3-a448-4a64263d73d1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:28.073511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.128299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a585425-86c1-4a38-bc3d-8e279d2d159b None None] Pushing event updated for resources: {'Port': ['ID=1b387f01-c652-47f3-9c28-c5b5e737f7b6,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:28.131794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 20e928a8-4bbb-400c-a190-f4e8e8b97591 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:28.132162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.158061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.209361 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-aa1138d7-a505-4612-801e-e224a732f9e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5a123fe7-ec71-4ae3-a448-4a64263d73d1 HTTP/1.1" status: 204 len: 168 time: 1.5169597 Apr 18 12:10:28.209613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54634) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:28.286057 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba10e8c-21b6-41ca-ba1f-d28ed71818df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:10:28.286787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1ba10e8c-21b6-41ca-ba1f-d28ed71818df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Synchronizing usage tracker for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:28.326372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Calling delete_port for f5e0240a-ed01-4424-96fe-3a58271fc719 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:28.365184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Request body: {'security_group_rule': {'security_group_id': 'e4c00144-041b-4b2b-abad-71deaf2ccb97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:28.372244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:28.377079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1ba10e8c-21b6-41ca-ba1f-d28ed71818df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Unset dirty status for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:28.381945 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1ba10e8c-21b6-41ca-ba1f-d28ed71818df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "GET /v2.0/ports/5a123fe7-ec71-4ae3-a448-4a64263d73d1 HTTP/1.1" status: 404 len: 333 time: 0.1676915 Apr 18 12:10:28.382126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Usage tracker for resource:security_group_rule and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:28.382340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54638) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:28.388766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Request body: {'port': {'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-269959631'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:28.394337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:28.396733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:28.404876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.415967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:28.441084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:28.459686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:28.503771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Made reservation on behalf of 64e0e09807c145b0bc2557b8cab77ef0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:28.508931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.560690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 5b2002f1-9f87-42d8-8470-775a6432cccf yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:28.618862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:28.857469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=abef64b4-6b87-47ca-9623-974e31d1edbd,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:28.885579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.027986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 05e72fb2-000b-4084-b32d-deea879e8695 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:29.085051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.117217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:27Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:29.121675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98f91ad-02ca-48c2-ab54-8c3826d5c267 None None] The sync data for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv is: [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:27Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:29.181911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.190984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c68bffc-247a-4234-bd0d-89f6967f60d0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:29.205422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 05e72fb2-000b-4084-b32d-deea879e8695 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:29.211413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 05e72fb2-000b-4084-b32d-deea879e8695 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:29.212417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.215187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.252844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.255194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5e0240a-ed01-4424-96fe-3a58271fc719,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:29.261718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.264528 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dd57a0ad-5e2a-4869-9a2c-b1cc3ca53768 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f5e0240a-ed01-4424-96fe-3a58271fc719 HTTP/1.1" status: 204 len: 168 time: 2.9161720 Apr 18 12:10:29.268071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.271327 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fdab3625-941b-4d6b-987a-a71f6b9c4755 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/ports/abef64b4-6b87-47ca-9623-974e31d1edbd HTTP/1.1" status: 204 len: 168 time: 4.4862452 Apr 18 12:10:29.272373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54644) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.278477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54646) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.279265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54650) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.323508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c', 'external_fixed_ips': [{'subnet_id': '79473e01-42ef-4c3d-a611-7f0b5e4f9ffb', 'ip_address': '172.20.0.2'}]}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:29.329934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:29.331749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.336361 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ba08826c-df27-4729-a217-04c9165c2e7c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.9575021 Apr 18 12:10:29.336858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > segment before_delete 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.337295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.338083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.338399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > port after_create 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.338742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > port after_delete 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.339073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > port after_update 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.339385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > segment after_delete 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.339717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet after_create 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.340033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet after_delete 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.340336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet after_update 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.349071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.352301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54656) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.366203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:29.382217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Network 24ec9802-dd1b-4a04-b3ca-182a69d59046 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:29.383402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 05e72fb2-000b-4084-b32d-deea879e8695, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=05e72fb2-000b-4084-b32d-deea879e8695,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:29.385242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Request body: {'security_group_rule': {'security_group_id': '5c68bffc-247a-4234-bd0d-89f6967f60d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:29.394096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:router and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:29.399794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:29.402094 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ca80d0-9d00-44b9-9bed-d0679602cfe7 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] GET failed (client error): The resource could not be found. Apr 18 12:10:29.406640 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a8ca80d0-9d00-44b9-9bed-d0679602cfe7 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "GET /v2.0/ports/abef64b4-6b87-47ca-9623-974e31d1edbd HTTP/1.1" status: 404 len: 333 time: 0.1191320 Apr 18 12:10:29.406640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:29.406640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:29.406640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.411355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:29.414204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:29.426971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54660) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.431760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:29.457015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.482719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Usage tracker for resource:security_group_rule and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:29.491455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'name': 'tempest-AllowedAddressPairTestJSON-724998545'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:29.502773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet after_create 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.503262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet after_delete 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.503462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet before_create 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.504111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Subscribe: > subnet before_update 55550000 {{(pid=88782) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:29.504111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c0df2e-956a-4075-aaa2-f1e185246885']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:29.509678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2002f1-9f87-42d8-8470-775a6432cccf,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:29.517492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6ea74d-65fc-401f-b1be-9ef8b62c078d') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:29.517791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6ea74d-65fc-401f-b1be-9ef8b62c078d') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:29.520023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:29.529535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=05e72fb2-000b-4084-b32d-deea879e8695,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:29.542549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.567277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.569482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:29.587651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.608229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:29.608621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: from cryptography.utils import int_from_bytes Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: from cryptography.utils import int_from_bytes Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn_limited( Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn_limited( Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:29.625685 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:29.629358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:29.633211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.634090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.648575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:29.653411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:29.662325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:29.692400 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-99dfef75-7d96-44fc-b422-dcd4c870083a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3089483 Apr 18 12:10:29.696202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54664) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.703003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:29.753767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:29.756449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.773228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:29.776607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.784791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Allocated IP 172.26.4.151 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/7e537f5d-725b-46d6-b96c-c42229013f9d) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:29.800702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:29.805851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.840520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.908073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.913041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.948171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:29.949544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event deleted for resources: {'Network': ['ID=a4c0df2e-956a-4075-aaa2-f1e185246885,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:29.951830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:29.960848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc129cf-aa96-4337-a1fc-a00165d321bd,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:29.971059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a46017c0-eff8-4378-a575-40670036a5d7 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "DELETE /v2.0/networks/a4c0df2e-956a-4075-aaa2-f1e185246885 HTTP/1.1" status: 204 len: 168 time: 3.7427292 Apr 18 12:10:29.972670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:29.995006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.025424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-086b683f-1c75-4c26-bef7-2c345654fb9d tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] DELETE failed (client error): The resource could not be found. Apr 18 12:10:30.025935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086b683f-1c75-4c26-bef7-2c345654fb9d tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:10:30.030027 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-086b683f-1c75-4c26-bef7-2c345654fb9d tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "DELETE /v2.0/ports/b7e2147f-af79-4a05-bad0-9a1222c22aec HTTP/1.1" status: 404 len: 333 time: 0.0540559 Apr 18 12:10:30.031089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54672) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:30.033092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.037584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-40281ca6-edbc-4343-b735-725e36a29423 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2772901 Apr 18 12:10:30.047077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] device_id is not set on port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:30.072755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54676) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:30.086089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.093587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:30.107692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.114978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:30.123423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Usage tracker for resource:floatingip and tenant:70813461c05c4f0d807361a303f30546 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:30.129999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:30.138185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:30.152350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Deleting subnet 59e48235-59b9-4f69-9e9b-db7aecc4965c {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:10:30.156038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.157397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.216075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.326434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.421731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.433790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.572099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:30.573328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.581607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5d867d6-12d2-4995-9260-96006cf76b3a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:30.603796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event updated for resources: {'Port': ['ID=7e537f5d-725b-46d6-b96c-c42229013f9d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:30.613084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:30.628922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:30.738747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.788128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.792851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Allocated IP 172.20.0.14 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/c1b79873-8c7e-47a9-8b9c-0f7810cc06ea) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:30.803487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.804982 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ba3f4dcf-1e30-4f0f-aed6-0fc16687eb7b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4491355 Apr 18 12:10:30.807978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54680) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:30.815448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Request body: {'security_group_rule': {'security_group_id': '5c68bffc-247a-4234-bd0d-89f6967f60d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:30.865168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:30.877479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.941497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:30.967435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Usage tracker for resource:security_group_rule and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:31.000165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:31.016649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6675ac17-fc9d-4f7a-acdd-8d895743d597 None None] Network 65d62419-5d55-4645-a59d-122d061ce3df requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:31.020325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.023579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:31.028922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event deleted for resources: {'Subnet': ['ID=59e48235-59b9-4f69-9e9b-db7aecc4965c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:31.046953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] device_id is not set on port 5b2002f1-9f87-42d8-8470-775a6432cccf yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:31.060692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.071926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.078843 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24b768a6-2fd9-48f0-be0e-35df2f555ee0 tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "DELETE /v2.0/subnets/59e48235-59b9-4f69-9e9b-db7aecc4965c HTTP/1.1" status: 204 len: 168 time: 1.0469160 Apr 18 12:10:31.086420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54684) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:31.089357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Allocated IP 172.26.4.145 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/fd6f53da-7d77-468f-affb-9ad4f826d1ee) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:31.156421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=0c3cbed5-6efd-4056-a4d8-c0684aff00d9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:31.171981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Transition to ACTIVE for port object 5b2002f1-9f87-42d8-8470-775a6432cccf will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:31.231206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.257865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 05e72fb2-000b-4084-b32d-deea879e8695 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:31.278864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.364206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': '394fe2b6-6519-48a4-a971-f7bd0911dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:31.364563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: d9bf4607-e10f-4df7-aa0e-10d6c6471212, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:31.370698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 05e72fb2-000b-4084-b32d-deea879e8695 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:31.371283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.375541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.426048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.480843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Deleting port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:31.481092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.509556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2002f1-9f87-42d8-8470-775a6432cccf,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:31.535917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.539036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] DHCP port deletion for 65d62419-5d55-4645-a59d-122d061ce3df request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:10:31.546621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.558402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:31.558755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:31.562121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:31.562234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] Deleting port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:31.562234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.572392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:31.572392 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:31.574776 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 2 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:31.589807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Transition to ACTIVE for port object c1b79873-8c7e-47a9-8b9c-0f7810cc06ea will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:31.597496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.599998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:31.600326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:31.600653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:31.616958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:31.617289 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:31.617798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network d9bf4607-e10f-4df7-aa0e-10d6c6471212 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:31.632111 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 3 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:31.678030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.698557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:31.698882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:31.699218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:31.706843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1b387f01-c652-47f3-9c28-c5b5e737f7b6 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:31.711435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:31.711435 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:31.714015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 4 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:31.784832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae1c76e-3ec3-409f-9af4-047327444f77,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:31.805321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, d9bf4607-e10f-4df7-aa0e-10d6c6471212) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:31.808791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:31.809122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:31.809623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:31.817055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4477c-965c-43fc-bdf2-4ed465c8b876 None None] Network d9bf4607-e10f-4df7-aa0e-10d6c6471212 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:31.824716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:31.825294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.853104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.939885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:31.942949 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:31.950553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:31.954845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-27653575-d7bd-4a69-b8ac-74aef77cf94c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1432703 Apr 18 12:10:31.960309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54688) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:31.966478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 5 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:31.978072 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6e07ea52-8b76-4804-ab69-c514b5d5e059 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6891479 Apr 18 12:10:31.985157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:31.993141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:31.997332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Usage tracker for resource:floatingip and tenant:276ab8036a32404399af68c941f1e95b is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:32.000959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:32.007620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:32.013112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54692) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:32.026493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] For port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,segment=NetworkSegment(d34e9abc-2339-402f-875f-b5f6918986d0),segment_id=d34e9abc-2339-402f-875f-b5f6918986d0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:32.026493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.039380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443783722'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:32.045130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:32.049248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:32.053270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:32.059445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:32.100778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.135321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] For port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,segment=NetworkSegment(d34e9abc-2339-402f-875f-b5f6918986d0),segment_id=d34e9abc-2339-402f-875f-b5f6918986d0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:32.135904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.238850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:32.241008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:32.244901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.245169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.250989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:32.251321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:32.251645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:32.254396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:32.266564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:32.289867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:32.304530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] Calling delete_port for 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:32.319708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:32.325288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:32.325906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.332678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:32.333039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.346023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:32.346278 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:32.350967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 6 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:32.365912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:32.375257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.377192 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment 42ee5526-12c6-4615-9d76-323d65e7221e of type vlan for network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba Apr 18 12:10:32.398918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=c1b79873-8c7e-47a9-8b9c-0f7810cc06ea,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:32.407450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.411094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:32.411518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:32.411640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:32.437883 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6c668da-4a0b-4141-ae91-9813811f7343 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0032294 Apr 18 12:10:32.445028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.448087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54696) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:32.450137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.450739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:32.451065 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:32.455225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:18:17:df'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:32.478929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Calling delete_port for 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:32.515534 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 7 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:32.540807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:32.541143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:32.541473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:32.574257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:32.574618 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:32.579068 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 8 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:32.639423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event updated for resources: {'Port': ['ID=fd6f53da-7d77-468f-affb-9ad4f826d1ee,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:32.655798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.660182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.666992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-d9bf4607-e10f-4df7-aa0e-10d6c6471212', 'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '0c3cbed5-6efd-4056-a4d8-c0684aff00d9'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:32.667803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.668846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:32.670862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.690848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:32.691267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:32.691537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:32.710339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:32.710686 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:32.714802 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 9 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:32.742743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:32.762370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:32.762893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.792700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.795927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c8e865f6-d84b-494a-868c-31029e93a957 None None] Provisioning for port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:32.815832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:32.817343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:32.817731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:32.818282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:32.821046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Allocated IP 172.20.0.2 (f5e7f00b-d9cd-4862-8404-6c5e10491b9c/79473e01-42ef-4c3d-a611-7f0b5e4f9ffb/343b9c51-22b7-40b1-aeee-03290505493b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:32.831773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:32.832140 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:32.837014 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempt 10 to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf Apr 18 12:10:32.861683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c8e865f6-d84b-494a-868c-31029e93a957 None None] Provisioning complete for port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:32.861683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c8e865f6-d84b-494a-868c-31029e93a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.891332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:32.891701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] Pushing event deleted for resources: {'Port': ['ID=42b7fe9b-958a-4d8a-8830-cc4cb8065d49,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:32.891832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:32.892092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempting to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:32.903907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.904963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a9343f-1853-40e0-b164-ac323cbd982a None None] No DVR routers for this DVR port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:10:32.907753 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8935680 Apr 18 12:10:32.917401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:32.917659 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Failed to bind port 5b2002f1-9f87-42d8-8470-775a6432cccf on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '24ec9802-dd1b-4a04-b3ca-182a69d59046'}] Apr 18 12:10:32.917921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:32.937311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54700) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:32.974701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 1b387f01-c652-47f3-9c28-c5b5e737f7b6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1b387f01-c652-47f3-9c28-c5b5e737f7b6,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:32.978901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c8e865f6-d84b-494a-868c-31029e93a957 None None] Port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:32.989398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a0235-5468-4800-a673-6a8adf009f4b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=c80bb0ab-2572-4f66-9cab-4d6bd13f53ba,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:32.995530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:33.010125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:33.025654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Allocated IP 2001:db8:0:ffff::2 (d9bf4607-e10f-4df7-aa0e-10d6c6471212/0c3cbed5-6efd-4056-a4d8-c0684aff00d9/36872cc1-bf23-46e8-9802-d93c4ef72143) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:33.047090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.072492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:10:33.072857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:10:33.114785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event updated for resources: {'Port': ['ID=7e537f5d-725b-46d6-b96c-c42229013f9d,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:33.150238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.171678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.199829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.211231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:10:33.237622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.286390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:33.298365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.299647 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d7bfa92f-fe5c-4398-bb95-df3a92575148 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7712641 Apr 18 12:10:33.311473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:10:33.311809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:10:33.319058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:33.330729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.334075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:33.336838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=1b387f01-c652-47f3-9c28-c5b5e737f7b6,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:33.345853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] For port 5b2002f1-9f87-42d8-8470-775a6432cccf, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:33.346219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attempted to set empty binding levels {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 12:10:33.353526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:33.389773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.426913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.457812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Allocated IP 172.26.4.152 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3f95e92a-d93e-4416-b061-84387ff41eb7) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:33.473492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.480467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:33.483903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.486368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Transition to ACTIVE for port object 36872cc1-bf23-46e8-9802-d93c4ef72143 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:33.510606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Transition to ACTIVE for port object 36872cc1-bf23-46e8-9802-d93c4ef72143 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:33.583379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.589430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] In _notify_port_updated(), no bound segment for port 5b2002f1-9f87-42d8-8470-775a6432cccf on network 24ec9802-dd1b-4a04-b3ca-182a69d59046 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:10:33.590287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:33.590901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.594937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "PUT /v2.0/ports/5b2002f1-9f87-42d8-8470-775a6432cccf HTTP/1.1" status: 200 len: 980 time: 3.8951213 Apr 18 12:10:33.616460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Deleting port 42b7fe9b-958a-4d8a-8830-cc4cb8065d49 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:33.617588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.645693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Network d9bf4607-e10f-4df7-aa0e-10d6c6471212 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:33.648241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:33.652075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:33.654317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54716) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:33.670773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.709362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13046a5c-68c1-4fa6-b901-2c6c20b28c18 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2002f1-9f87-42d8-8470-775a6432cccf,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:33.756495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Pushing event updated for resources: {'Port': ['ID=36872cc1-bf23-46e8-9802-d93c4ef72143,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:33.819151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network f5e7f00b-d9cd-4862-8404-6c5e10491b9c is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:33.832251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:33.846286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:33.870786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] The port '42b7fe9b-958a-4d8a-8830-cc4cb8065d49' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:10:33.871921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54730) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:33.896628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Deleting port 5b2002f1-9f87-42d8-8470-775a6432cccf {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:33.896963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:33.917494 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 12:10:34.055768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Port': ['ID=343b9c51-22b7-40b1-aeee-03290505493b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:34.169435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:34.173757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:34.182039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Attempting to bind port 36872cc1-bf23-46e8-9802-d93c4ef72143 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:34.182518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Attempting to bind port 36872cc1-bf23-46e8-9802-d93c4ef72143 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '394fe2b6-6519-48a4-a971-f7bd0911dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:34.183468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Attempting to bind port 36872cc1-bf23-46e8-9802-d93c4ef72143 on network d9bf4607-e10f-4df7-aa0e-10d6c6471212 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:34.187272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.188781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:34.189244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Checking segment: {'id': '394fe2b6-6519-48a4-a971-f7bd0911dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:34.189712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.190246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Bound using segment: {'id': '394fe2b6-6519-48a4-a971-f7bd0911dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:34.190773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Bound port: 36872cc1-bf23-46e8-9802-d93c4ef72143, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394fe2b6-6519-48a4-a971-f7bd0911dedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd9bf4607-e10f-4df7-aa0e-10d6c6471212'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:34.191145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.193992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-8d81690b-8931-4835-95e1-12d198b3a91e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Synchronizing usage tracker for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:34.199644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.215320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.246969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d62419-5d55-4645-a59d-122d061ce3df']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:34.256803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.262066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34e9abc-2339-402f-875f-b5f6918986d0') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:34.263585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34e9abc-2339-402f-875f-b5f6918986d0') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:34.277275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.286805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] For port 36872cc1-bf23-46e8-9802-d93c4ef72143, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:34.287931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.290888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] For port 36872cc1-bf23-46e8-9802-d93c4ef72143, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=36872cc1-bf23-46e8-9802-d93c4ef72143,segment=NetworkSegment(394fe2b6-6519-48a4-a971-f7bd0911dedf),segment_id=394fe2b6-6519-48a4-a971-f7bd0911dedf)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:34.339006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.341496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-8d81690b-8931-4835-95e1-12d198b3a91e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Unset dirty status for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:34.342698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-8d81690b-8931-4835-95e1-12d198b3a91e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--863234398&fields=id&tenant_id=168cbdd8430b4e588d3fc40ee4bdc288 HTTP/1.1" status: 200 len: 267 time: 0.4386280 Apr 18 12:10:34.343821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.352571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.398795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:34.399082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:34.415912 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:34.435126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b245d4-bc37-4a27-a5fe-fc38630ea0ed None None] Pushing event updated for resources: {'Port': ['ID=36872cc1-bf23-46e8-9802-d93c4ef72143,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:34.515043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] In _notify_port_updated(), no bound segment for port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea on network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:10:34.520494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:34.521133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.523027 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "PUT /v2.0/ports/c1b79873-8c7e-47a9-8b9c-0f7810cc06ea HTTP/1.1" status: 200 len: 996 time: 2.0738423 Apr 18 12:10:34.532024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.563029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54734) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:34.585878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab841fe7-296d-402d-9559-9c8a3d19d6ef tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=c1b79873-8c7e-47a9-8b9c-0f7810cc06ea,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:34.596626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] For port 5b2002f1-9f87-42d8-8470-775a6432cccf, host hv-neutron-8370, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:34.602707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.630021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event updated for resources: {'Port': ['ID=fd6f53da-7d77-468f-affb-9ad4f826d1ee,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:34.780797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.798372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:34.798372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.801371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Calling delete_port for 5b2002f1-9f87-42d8-8470-775a6432cccf owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:34.829104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-838c02b9-0490-472a-81df-e384e444fef3 None None] Provisioning complete for port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:34.829997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-838c02b9-0490-472a-81df-e384e444fef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.843456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:34.861266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:34.874748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:34.882259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.916322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:34.920033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-838c02b9-0490-472a-81df-e384e444fef3 None None] Port c1b79873-8c7e-47a9-8b9c-0f7810cc06ea cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:34.952784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event updated for resources: {'Port': ['ID=3f95e92a-d93e-4416-b061-84387ff41eb7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:34.998224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.005049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.007509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] 10.222.0.24 "DELETE /v2.0/networks/65d62419-5d55-4645-a59d-122d061ce3df HTTP/1.1" status: 204 len: 168 time: 3.9199507 Apr 18 12:10:35.033147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31464629-d227-4de2-92f5-223125d1c77a tempest-DHCPAgentSchedulersTestJSON-47632879 tempest-DHCPAgentSchedulersTestJSON-47632879-project] Pushing event deleted for resources: {'Network': ['ID=65d62419-5d55-4645-a59d-122d061ce3df,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:35.054517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-eddce3f1-892c-43bf-a76f-0fc054b2a0df tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:35.056704 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-eddce3f1-892c-43bf-a76f-0fc054b2a0df tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/networks?id=7499a3a6-6e7b-4759-a265-980b1f3eb82c HTTP/1.1" status: 200 len: 810 time: 0.6657717 Apr 18 12:10:35.056704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.057773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d8c27fb2-ba50-40b8-b17e-45afb15ba275 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9840994 Apr 18 12:10:35.094589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=5b634309-cf16-473a-aced-7fd2c8678e03,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:35.096437 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:10:35.109090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': '42ee5526-12c6-4615-9d76-323d65e7221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:35.109638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: c80bb0ab-2572-4f66-9cab-4d6bd13f53ba, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:35.157526 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-23e7a8c3-54c3-4819-97af-edb4912e203e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/quotas/168cbdd8430b4e588d3fc40ee4bdc288 HTTP/1.1" status: 200 len: 375 time: 0.0367990 Apr 18 12:10:35.218128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.265717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.326788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b2002f1-9f87-42d8-8470-775a6432cccf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:35.345243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:35.349039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 36872cc1-bf23-46e8-9802-d93c4ef72143 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:35.382040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.387676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.417939 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eeabd023-7c7a-4415-bfa7-2c41ef205983 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5b2002f1-9f87-42d8-8470-775a6432cccf HTTP/1.1" status: 204 len: 168 time: 1.7573266 Apr 18 12:10:35.421058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54758) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:35.518398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 36872cc1-bf23-46e8-9802-d93c4ef72143 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:35.530688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1b387f01-c652-47f3-9c28-c5b5e737f7b6 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:35.567858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54766) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:35.568895 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8109fbf-8baa-4a6a-af4a-147d058065cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:10:35.569545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c8109fbf-8baa-4a6a-af4a-147d058065cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Synchronizing usage tracker for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:35.577867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for c1b79873-8c7e-47a9-8b9c-0f7810cc06ea owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:35.627750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:35.628116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.684230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-9fe9e074-aea0-4f7b-805d-2e3a7349015c tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Synchronizing usage tracker for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:35.737941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c80bb0ab-2572-4f66-9cab-4d6bd13f53ba) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:35.740123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.742322 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 12:10:35.765227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:35.766148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.770590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54772) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:35.811342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10305b3-ddf3-4125-9641-baf2779bb2e1 None None] Network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:35.813572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-9fe9e074-aea0-4f7b-805d-2e3a7349015c tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Unset dirty status for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:35.827060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-9fe9e074-aea0-4f7b-805d-2e3a7349015c tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=168cbdd8430b4e588d3fc40ee4bdc288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5998490 Apr 18 12:10:35.921010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-30f280d1-65a2-48b6-9f38-2a588da3b949 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Synchronizing usage tracker for tenant:70813461c05c4f0d807361a303f30546 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:35.930550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:35.941865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c8109fbf-8baa-4a6a-af4a-147d058065cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] Unset dirty status for tenant:64e0e09807c145b0bc2557b8cab77ef0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:35.943632 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c8109fbf-8baa-4a6a-af4a-147d058065cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1478430587-project-admin] 10.222.0.24 "GET /v2.0/ports/5b2002f1-9f87-42d8-8470-775a6432cccf HTTP/1.1" status: 404 len: 333 time: 0.5206704 Apr 18 12:10:35.951468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54782) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:35.983694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde4fcec-88c5-4c58-bc3a-31062a96787c None None] Network d9bf4607-e10f-4df7-aa0e-10d6c6471212 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:36.139148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-72bad012-d7f4-41fc-931f-b8b97caec6c0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1526895 Apr 18 12:10:36.151433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54788) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:36.156126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] Provisioning for port 36872cc1-bf23-46e8-9802-d93c4ef72143 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:36.166177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c80bb0ab-2572-4f66-9cab-4d6bd13f53ba', 'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '5b634309-cf16-473a-aced-7fd2c8678e03'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:36.166790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.173786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.181622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-4d9b5799-b0fb-48ea-8f57-f16f74fdfdda service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:10:36.184658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] Provisioning complete for port 36872cc1-bf23-46e8-9802-d93c4ef72143 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:36.185024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.188468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-4d9b5799-b0fb-48ea-8f57-f16f74fdfdda service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2184968 Apr 18 12:10:36.287034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-30f280d1-65a2-48b6-9f38-2a588da3b949 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Unset dirty status for tenant:70813461c05c4f0d807361a303f30546 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:36.288094 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-30f280d1-65a2-48b6-9f38-2a588da3b949 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1549435020&fields=id&tenant_id=70813461c05c4f0d807361a303f30546 HTTP/1.1" status: 200 len: 267 time: 0.7157516 Apr 18 12:10:36.409935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.419349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-85e1e564-3b42-4017-b732-fb653f368321 admin admin] Synchronizing usage tracker for tenant:c71e995f96874e45b1dc4e4197137701 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:36.505512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=c1b79873-8c7e-47a9-8b9c-0f7810cc06ea,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:36.506562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.534972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.562177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Allocated IP 2001:db8::1 (c80bb0ab-2572-4f66-9cab-4d6bd13f53ba/5b634309-cf16-473a-aced-7fd2c8678e03/56e9ea34-21ee-4203-b01d-c32a304707d8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:36.563176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > segment before_delete 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.564450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.564450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.564687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > port after_create 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.565679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > port after_delete 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.565679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > port after_update 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.565679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > segment after_delete 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.565911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet after_create 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.566184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet after_delete 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.566506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet after_update 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.602271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] For port 36872cc1-bf23-46e8-9802-d93c4ef72143, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=36872cc1-bf23-46e8-9802-d93c4ef72143,segment=NetworkSegment(394fe2b6-6519-48a4-a971-f7bd0911dedf),segment_id=394fe2b6-6519-48a4-a971-f7bd0911dedf)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:36.651421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:36.673964 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-cb7f2259-a3bb-454c-96d0-094a518a4dba service neutron] 10.222.0.24 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846861 Apr 18 12:10:36.702965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.731006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.739238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-85e1e564-3b42-4017-b732-fb653f368321 admin admin] Unset dirty status for tenant:c71e995f96874e45b1dc4e4197137701 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:36.743440 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-85e1e564-3b42-4017-b732-fb653f368321 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9468f8931b94f049893959afd6d0534&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9695377 Apr 18 12:10:36.744785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.746492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54792) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:36.811395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet after_create 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.811670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet after_delete 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.811994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet before_create 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.812318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Subscribe: > subnet before_update 55550000 {{(pid=88783) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 12:10:36.812681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ec9802-dd1b-4a04-b3ca-182a69d59046']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:36.842701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038df5c6-daa7-48f3-9343-93785a352bd9 None None] Pushing event updated for resources: {'Port': ['ID=36872cc1-bf23-46e8-9802-d93c4ef72143,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:36.857339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:36.857628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2dfaef0-fc93-4ecf-a711-e1e061ae5947') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:36.889602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.907626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c5dafd55-956f-4192-af0a-f3c66ad37b06 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:36.909270 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c5dafd55-956f-4192-af0a-f3c66ad37b06 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 811 time: 0.6003962 Apr 18 12:10:36.924115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.924789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.939744 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-1f228c0e-beca-4098-9b9a-a5495674dc26 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/quotas/70813461c05c4f0d807361a303f30546 HTTP/1.1" status: 200 len: 375 time: 0.0230567 Apr 18 12:10:36.942801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:36.943746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: from cryptography.utils import int_from_bytes Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: from cryptography.utils import int_from_bytes Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn_limited( Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn_limited( Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:36.961992 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:36.995564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.028276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aa38e9b8-c4d0-4cc7-8476-d7fcf01ac2e4 None None] Provisioning complete for port 36872cc1-bf23-46e8-9802-d93c4ef72143 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:37.028482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Router 91892454-1e49-44fe-8f1f-c63e3d695e68 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:10:37.028854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aa38e9b8-c4d0-4cc7-8476-d7fcf01ac2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.097324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.155253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-037f41a3-3a52-4f1e-ba68-a5e141d6a8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.170095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event updated for resources: {'Port': ['ID=3f95e92a-d93e-4416-b061-84387ff41eb7,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:37.190142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 36872cc1-bf23-46e8-9802-d93c4ef72143 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:37.206637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.219921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.256556 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-27e1df90-2dce-4ba7-b4b1-24e3d24ddbc4 service neutron] 10.222.0.24 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801551 Apr 18 12:10:37.258725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 36872cc1-bf23-46e8-9802-d93c4ef72143 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:37.259186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.300746 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-df260a85-714e-4922-a205-315594c7e4bf tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3448575 Apr 18 12:10:37.315949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-037f41a3-3a52-4f1e-ba68-a5e141d6a8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.328426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.329063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Transition to ACTIVE for port object 56e9ea34-21ee-4203-b01d-c32a304707d8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:37.363374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Transition to ACTIVE for port object 56e9ea34-21ee-4203-b01d-c32a304707d8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:37.383730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.393463 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-06b91396-435e-4e12-b1d4-9d5289a95823 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/ports/c1b79873-8c7e-47a9-8b9c-0f7810cc06ea HTTP/1.1" status: 204 len: 168 time: 2.8231771 Apr 18 12:10:37.398272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54802) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:37.404942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:10:37.407721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] Pushing event deleted for resources: {'Network': ['ID=24ec9802-dd1b-4a04-b3ca-182a69d59046,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:37.422540 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4d2d1953-d746-4411-8f3e-e4d50085a938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856 tempest-PortsAdminExtendedAttrsIpV6TestJSON-928090856-project] 10.222.0.24 "DELETE /v2.0/networks/24ec9802-dd1b-4a04-b3ca-182a69d59046 HTTP/1.1" status: 204 len: 168 time: 1.4561753 Apr 18 12:10:37.427011 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Sync routers for ids ['91892454-1e49-44fe-8f1f-c63e3d695e68'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:10:37.441359 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Routers {'91892454-1e49-44fe-8f1f-c63e3d695e68'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:37.441986 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['91892454-1e49-44fe-8f1f-c63e3d695e68'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:37.448686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.494154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-bef706d3-2b89-4eed-8b7c-4051f1018d70 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:10:37.501712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-bef706d3-2b89-4eed-8b7c-4051f1018d70 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1185436 Apr 18 12:10:37.521996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:37.526048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:37.534424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:37.551775 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed720740-a952-4aa8-a627-48157ab4e663 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] GET failed (client error): The resource could not be found. Apr 18 12:10:37.552336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ed720740-a952-4aa8-a627-48157ab4e663 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Synchronizing usage tracker for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:37.568860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.569290 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f168524b-f925-44b5-b42d-730ba6607121 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.2958624 Apr 18 12:10:37.575118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54816) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:37.592905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.602524 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-15657384-fbf2-4f39-a9c8-b4b868eb0bcd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6221442 Apr 18 12:10:37.602524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-037f41a3-3a52-4f1e-ba68-a5e141d6a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.718154 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-92cf8efd-5d49-4cdd-aa59-1681c1a8fda2 service neutron] 10.222.0.24 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161751 Apr 18 12:10:37.746597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.750138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ed720740-a952-4aa8-a627-48157ab4e663 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Unset dirty status for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:37.751314 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ed720740-a952-4aa8-a627-48157ab4e663 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "GET /v2.0/ports/c1b79873-8c7e-47a9-8b9c-0f7810cc06ea HTTP/1.1" status: 404 len: 333 time: 0.3521202 Apr 18 12:10:37.766689 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Set router 91892454-1e49-44fe-8f1f-c63e3d695e68 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:37.813527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Pushing event updated for resources: {'Port': ['ID=56e9ea34-21ee-4203-b01d-c32a304707d8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:37.816706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f41a3-3a52-4f1e-ba68-a5e141d6a8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6c25b7-ca6e-4251-b41d-ee67efb4dab0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:37.825710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 54828) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:37.836119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-037f41a3-3a52-4f1e-ba68-a5e141d6a8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.839485 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-037f41a3-3a52-4f1e-ba68-a5e141d6a8b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b6c25b7-ca6e-4251-b41d-ee67efb4dab0 HTTP/1.1" status: 204 len: 168 time: 1.0768256 Apr 18 12:10:37.839624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Attempting to bind port 56e9ea34-21ee-4203-b01d-c32a304707d8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:37.839624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Attempting to bind port 56e9ea34-21ee-4203-b01d-c32a304707d8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '42ee5526-12c6-4615-9d76-323d65e7221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:37.840563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Attempting to bind port 56e9ea34-21ee-4203-b01d-c32a304707d8 on network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:37.856917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'name': 'tempest-AllowedAddressPairTestJSON-151156283'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:37.872898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=5b634309-cf16-473a-aced-7fd2c8678e03,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:37.876387 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0291595-1cc4-4a6d-9c7c-d65a3a06f135 req-3ccb21e0-7fed-4d33-b2a6-79b0797073dd tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.1341119 Apr 18 12:10:37.894396 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-41a6e19a-25d4-44f2-b626-aef87bce73d8 service neutron] 10.222.0.24 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702590 Apr 18 12:10:37.951875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:37.952307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Checking segment: {'id': '42ee5526-12c6-4615-9d76-323d65e7221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:37.953522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:37.954780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Bound using segment: {'id': '42ee5526-12c6-4615-9d76-323d65e7221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:37.955321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Bound port: 56e9ea34-21ee-4203-b01d-c32a304707d8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ee5526-12c6-4615-9d76-323d65e7221e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:37.961263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.088711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4d2f1964-3184-4fe7-8428-7221b886a8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.148464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:38.201274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] For port 56e9ea34-21ee-4203-b01d-c32a304707d8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:38.204643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] For port 56e9ea34-21ee-4203-b01d-c32a304707d8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=56e9ea34-21ee-4203-b01d-c32a304707d8,segment=NetworkSegment(42ee5526-12c6-4615-9d76-323d65e7221e),segment_id=42ee5526-12c6-4615-9d76-323d65e7221e)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:38.274990 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91892454-1e49-44fe-8f1f-c63e3d695e68', 'name': '', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c', 'external_fixed_ips': [{'subnet_id': '79473e01-42ef-4c3d-a611-7f0b5e4f9ffb', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '343b9c51-22b7-40b1-aeee-03290505493b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:29Z', 'updated_at': '2022-04-18T12:10:34Z', 'revision_number': 3, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port': {'id': '343b9c51-22b7-40b1-aeee-03290505493b', 'name': '', 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:6a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91892454-1e49-44fe-8f1f-c63e3d695e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '79473e01-42ef-4c3d-a611-7f0b5e4f9ffb', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:32Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '79473e01-42ef-4c3d-a611-7f0b5e4f9ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:38.285969 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Checking router: 91892454-1e49-44fe-8f1f-c63e3d695e68 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:10:38.286184 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Updating router 91892454-1e49-44fe-8f1f-c63e3d695e68 port 343b9c51-22b7-40b1-aeee-03290505493b binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:10:38.286312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.376178 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.394676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b450c-943b-4d32-9323-88d7be70d833 None None] Pushing event updated for resources: {'Port': ['ID=56e9ea34-21ee-4203-b01d-c32a304707d8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:38.398332 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-61d89e51-3188-473a-a160-0131453338bb req-be88f650-cd12-40ec-83fb-457a8ab9d022 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.1185269 Apr 18 12:10:38.457609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.504738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2ecb6-c989-4fd2-ba93-ee3fbd07457f None None] Network c80bb0ab-2572-4f66-9cab-4d6bd13f53ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:38.843883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.859191 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.873839 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Transition to ACTIVE for port object 343b9c51-22b7-40b1-aeee-03290505493b will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:38.907726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.948528 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:38.963257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-b5756685-8149-49a8-b7af-766cee55f127 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Synchronizing usage tracker for tenant:276ab8036a32404399af68c941f1e95b on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:38.971033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80bb0ab-2572-4f66-9cab-4d6bd13f53ba']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:38.975396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9818bf37-9549-4c84-900b-f94bd0aa5ec0 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:10:39.026920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ee5526-12c6-4615-9d76-323d65e7221e') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:39.027215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ee5526-12c6-4615-9d76-323d65e7221e') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:39.075529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting port 343b9c51-22b7-40b1-aeee-03290505493b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:39.091834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.093687 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Attempting to bind port 343b9c51-22b7-40b1-aeee-03290505493b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:39.094053 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Attempting to bind port 343b9c51-22b7-40b1-aeee-03290505493b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4f5806dc-f031-48f3-8f46-42a91438ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:39.094412 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Attempting to bind port 343b9c51-22b7-40b1-aeee-03290505493b on network f5e7f00b-d9cd-4862-8404-6c5e10491b9c {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:39.095669 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e2caa67d-0a95-457e-a556-68be323f2df9 req-30282368-bdf3-4a4f-8507-7cee577f0fde tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.0764935 Apr 18 12:10:39.103379 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0104-e98e-428b-9b5f-ec7783e0848d None None] Pushing event updated for resources: {'Port': ['ID=343b9c51-22b7-40b1-aeee-03290505493b,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:39.116470 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:39.119911 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Checking segment: {'id': '4f5806dc-f031-48f3-8f46-42a91438ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:39.120027 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-15feb5db-d270-49c2-b4e7-c95053931605 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec00625984254e6d83d7da9e83411c4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9678597 Apr 18 12:10:39.120114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.120114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Bound using segment: {'id': '4f5806dc-f031-48f3-8f46-42a91438ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:39.120114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Bound port: 343b9c51-22b7-40b1-aeee-03290505493b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5806dc-f031-48f3-8f46-42a91438ec14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f5e7f00b-d9cd-4862-8404-6c5e10491b9c'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:39.120114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.121917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54896) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:39.174926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.194102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.198752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baca7308-b670-4bf5-a35b-3496a6e9161b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.209065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:39.213012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:39.213487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.229134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54902) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:39.231135 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] For port 343b9c51-22b7-40b1-aeee-03290505493b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:39.235649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baca7308-b670-4bf5-a35b-3496a6e9161b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.245821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818bf37-9549-4c84-900b-f94bd0aa5ec0 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:39.250985 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:39.269060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.270079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-b5756685-8149-49a8-b7af-766cee55f127 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Unset dirty status for tenant:276ab8036a32404399af68c941f1e95b on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:39.271820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-b5756685-8149-49a8-b7af-766cee55f127 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1544384695&fields=id&tenant_id=276ab8036a32404399af68c941f1e95b HTTP/1.1" status: 200 len: 267 time: 1.0925050 Apr 18 12:10:39.288785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:39.292704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1053a489ae4097b93aff1df5fa6bf9 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:39.295580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:39.309052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:39.338294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:39.413285 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] For port 343b9c51-22b7-40b1-aeee-03290505493b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=343b9c51-22b7-40b1-aeee-03290505493b,segment=NetworkSegment(4f5806dc-f031-48f3-8f46-42a91438ec14),segment_id=4f5806dc-f031-48f3-8f46-42a91438ec14)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:39.426019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baca7308-b670-4bf5-a35b-3496a6e9161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.449810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca7308-b670-4bf5-a35b-3496a6e9161b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a02dbc-45f6-4798-b588-c4cddb140c9a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:39.457772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baca7308-b670-4bf5-a35b-3496a6e9161b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.462061 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-baca7308-b670-4bf5-a35b-3496a6e9161b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62a02dbc-45f6-4798-b588-c4cddb140c9a HTTP/1.1" status: 204 len: 168 time: 0.3359487 Apr 18 12:10:39.512049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:10:39.512049 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:10:39.512049 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': 'c80bb0ab-2572-4f66-9cab-4d6bd13f53ba'}] Apr 18 12:10:39.512049 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:10:39.512763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:10:39.520316 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.576305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:39.580235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.595477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.651750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.664695 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-426912ea-b4e5-44a9-ae91-89bc7d7f69e8 req-6509688e-027d-4ff8-b7ae-cf5fd9735ba6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.0673909 Apr 18 12:10:39.707074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] device_id is not set on port c451ef5c-ad5a-4ac3-a307-9d50f0170df1 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:39.724425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc1053a489ae4097b93aff1df5fa6bf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908063 Apr 18 12:10:39.724425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54914) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:39.727712 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Routers {'91892454-1e49-44fe-8f1f-c63e3d695e68'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:10:39.729064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a2c04-6891-4987-be0d-70530bac6247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bcaf4b-6f1b-4eda-8c69-b0c719be3536,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:39.731725 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['91892454-1e49-44fe-8f1f-c63e3d695e68'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:39.810666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd707-9cdf-41c3-b253-7746ef894811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.844712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd707-9cdf-41c3-b253-7746ef894811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.869688 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b0104-e98e-428b-9b5f-ec7783e0848d None None] Pushing event updated for resources: {'Port': ['ID=343b9c51-22b7-40b1-aeee-03290505493b,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:39.930141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-a3219904-17f8-435a-ad47-08f3c19b0ff2 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:39.936828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-a3219904-17f8-435a-ad47-08f3c19b0ff2 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/networks?id=2d2cb162-c4ad-4142-ba26-0ee14417b370 HTTP/1.1" status: 200 len: 805 time: 0.6042910 Apr 18 12:10:39.941067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] For port 343b9c51-22b7-40b1-aeee-03290505493b, host dv-neutron-837089-1-hyperv, got binding levels [] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:39.941473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:39.974567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-978eb806-7fb7-423b-9100-5d817459c5ab tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/quotas/276ab8036a32404399af68c941f1e95b HTTP/1.1" status: 200 len: 375 time: 0.0347023 Apr 18 12:10:39.992583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] Set router 91892454-1e49-44fe-8f1f-c63e3d695e68 gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:10:40.029574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.045563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd707-9cdf-41c3-b253-7746ef894811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.060633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddd707-9cdf-41c3-b253-7746ef894811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bcaf4b-6f1b-4eda-8c69-b0c719be3536,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:40.067365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4ddd707-9cdf-41c3-b253-7746ef894811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.069757 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a4ddd707-9cdf-41c3-b253-7746ef894811 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5bcaf4b-6f1b-4eda-8c69-b0c719be3536 HTTP/1.1" status: 204 len: 168 time: 0.3421764 Apr 18 12:10:40.103578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Calling delete_port for 343b9c51-22b7-40b1-aeee-03290505493b owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:40.119940 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91892454-1e49-44fe-8f1f-c63e3d695e68', 'name': '', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:29Z', 'updated_at': '2022-04-18T12:10:38Z', 'revision_number': 4, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:40.126418 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59698f12-399b-4128-bde2-3ea8661120bf None None] The sync data for ids ['91892454-1e49-44fe-8f1f-c63e3d695e68'] in dv-neutron-837089-1-hyperv is: [{'id': '91892454-1e49-44fe-8f1f-c63e3d695e68', 'name': '', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:29Z', 'updated_at': '2022-04-18T12:10:38Z', 'revision_number': 4, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:10:40.160427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Allocated IP 172.20.0.4 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/c451ef5c-ad5a-4ac3-a307-9d50f0170df1) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:40.234000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c9480c6c-eb9c-48e6-94f2-9035a9aa8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.243907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 56e9ea34-21ee-4203-b01d-c32a304707d8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:40.243907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.284419 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f56c5a5b-46aa-45fe-9563-b67df39b9c2c req-ceca9f12-ff2b-4cc1-9325-f9d59ad0d3e4 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.1298432 Apr 18 12:10:40.635068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54940) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:40.713372 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8a1bf7b9-ab53-4b53-a030-eb5b0d3be566 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64e0e09807c145b0bc2557b8cab77ef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0737784 Apr 18 12:10:40.714171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 54948) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:40.725403 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9fc46f50-e017-444c-b58d-3aab34e82511 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=276ab8036a32404399af68c941f1e95b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6383710 Apr 18 12:10:40.811046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b638f2-488f-49e9-81de-cbb58af2aee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.844660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b638f2-488f-49e9-81de-cbb58af2aee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:40.948169 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-eb7c65de-aa4c-451f-8a12-3cbedf190a8b req-ba31adb5-5c57-405c-84f6-52425801a2f9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.0484724 Apr 18 12:10:41.120372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b638f2-488f-49e9-81de-cbb58af2aee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.139206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b638f2-488f-49e9-81de-cbb58af2aee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46dcbae-4a0f-46d2-8dd0-149bdd6022d7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:41.145568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b638f2-488f-49e9-81de-cbb58af2aee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.149666 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-38b638f2-488f-49e9-81de-cbb58af2aee2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c46dcbae-4a0f-46d2-8dd0-149bdd6022d7 HTTP/1.1" status: 204 len: 168 time: 0.4315176 Apr 18 12:10:41.163157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 56e9ea34-21ee-4203-b01d-c32a304707d8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=56e9ea34-21ee-4203-b01d-c32a304707d8,segment=NetworkSegment(42ee5526-12c6-4615-9d76-323d65e7221e),segment_id=42ee5526-12c6-4615-9d76-323d65e7221e)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:41.166092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.196427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:10:41.196974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:10:41.265153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-183efdd7-95e6-4e29-b9ee-8ea3f57d9e25 service neutron] 10.222.0.24 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042281 Apr 18 12:10:41.303593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.362377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 56e9ea34-21ee-4203-b01d-c32a304707d8 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:41.462130 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-20dac000-5ff0-48eb-b649-0ea966e8502f req-0dbe5379-0e3e-4aac-896a-76a66b8e70af tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.0532632 Apr 18 12:10:41.492696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.536201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Transition to ACTIVE for port object c451ef5c-ad5a-4ac3-a307-9d50f0170df1 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:41.579884 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-16018165-50ea-4a86-b3f7-278c9c5da9b8 service neutron] 10.222.0.24 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497025 Apr 18 12:10:41.656766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.698810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting port 343b9c51-22b7-40b1-aeee-03290505493b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:41.705807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.738380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.742948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:41.809367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=56e9ea34-21ee-4203-b01d-c32a304707d8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:41.862342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 56e9ea34-21ee-4203-b01d-c32a304707d8 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:10:41.970605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-64c8a784-c080-464d-ac0a-eb66b5920b6f req-5a4a906c-f19f-4be5-a4e7-32cf79f954a9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Synchronizing usage tracker for tenant:276ab8036a32404399af68c941f1e95b on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:41.978714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:42.000185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:42.028693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:42.142707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.15', 64917) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:42.196585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=c451ef5c-ad5a-4ac3-a307-9d50f0170df1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:42.330293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.366745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80bb0ab-2572-4f66-9cab-4d6bd13f53ba']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:42.368914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-74d8e078-8f17-428a-9a03-39649bc67712 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:42.369608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-74d8e078-8f17-428a-9a03-39649bc67712 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Synchronizing usage tracker for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:42.374339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-64c8a784-c080-464d-ac0a-eb66b5920b6f req-5a4a906c-f19f-4be5-a4e7-32cf79f954a9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Unset dirty status for tenant:276ab8036a32404399af68c941f1e95b on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:42.383709 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-64c8a784-c080-464d-ac0a-eb66b5920b6f req-5a4a906c-f19f-4be5-a4e7-32cf79f954a9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.4943416 Apr 18 12:10:42.386800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42ee5526-12c6-4615-9d76-323d65e7221e') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:42.387306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42ee5526-12c6-4615-9d76-323d65e7221e') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:42.451689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-205b072b-cc58-418e-b00f-3daf2413ec42 None None] Provisioning for port c451ef5c-ad5a-4ac3-a307-9d50f0170df1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:42.460406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-205b072b-cc58-418e-b00f-3daf2413ec42 None None] Provisioning complete for port c451ef5c-ad5a-4ac3-a307-9d50f0170df1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:42.460791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-205b072b-cc58-418e-b00f-3daf2413ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.467856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.480402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-74d8e078-8f17-428a-9a03-39649bc67712 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Unset dirty status for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:42.481164 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-74d8e078-8f17-428a-9a03-39649bc67712 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.15 "GET /v2.0/networks?id=7499a3a6-6e7b-4759-a265-980b1f3eb82c HTTP/1.1" status: 200 len: 810 time: 0.3370883 Apr 18 12:10:42.506779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-070dcba2-0d19-456b-90ee-a03ab11b96d4 req-5ebbc1c7-c728-42e8-bbc1-8a55502e6a92 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Synchronizing usage tracker for tenant:70813461c05c4f0d807361a303f30546 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:42.525963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.535436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:42.536301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.556393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-205b072b-cc58-418e-b00f-3daf2413ec42 None None] Port c451ef5c-ad5a-4ac3-a307-9d50f0170df1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:42.582248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:42.582722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.685623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-351c9b50-7947-4a7d-b86f-00fcc7451329 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Synchronizing usage tracker for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:42.716497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-351c9b50-7947-4a7d-b86f-00fcc7451329 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Unset dirty status for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:42.719972 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-351c9b50-7947-4a7d-b86f-00fcc7451329 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=168cbdd8430b4e588d3fc40ee4bdc288 HTTP/1.1" status: 200 len: 379 time: 0.1902134 Apr 18 12:10:42.743584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Request body: {'port': {'device_id': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'admin_state_up': True, 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'security_groups': ['7549d81a-6dff-4d9c-85a2-6e99f0796a81']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:42.803969 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:42.830586 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a3a91b94-609a-4de8-ad24-aa072e74b89e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9975531 Apr 18 12:10:42.868347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55016) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:42.893482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'network_id': '1ef3cf06-2d3f-4220-899b-42e4b33cc37f', 'name': 'tempest-AllowedAddressPairTestJSON-1414714822'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:42.909002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] For port 343b9c51-22b7-40b1-aeee-03290505493b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=343b9c51-22b7-40b1-aeee-03290505493b,segment=NetworkSegment(4f5806dc-f031-48f3-8f46-42a91438ec14),segment_id=4f5806dc-f031-48f3-8f46-42a91438ec14)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:42.909611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.914289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:42.921365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-070dcba2-0d19-456b-90ee-a03ab11b96d4 req-5ebbc1c7-c728-42e8-bbc1-8a55502e6a92 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Unset dirty status for tenant:70813461c05c4f0d807361a303f30546 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:42.928871 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070dcba2-0d19-456b-90ee-a03ab11b96d4 req-5ebbc1c7-c728-42e8-bbc1-8a55502e6a92 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.7222719 Apr 18 12:10:43.065124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.15', 64918) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:43.076228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Calling delete_port for 343b9c51-22b7-40b1-aeee-03290505493b owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:43.097140 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c74858c0-c1f2-4ba9-a84b-69e56eb88976 req-46b67520-2de0-4582-b5d0-0a159ac0ea61 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.2804270 Apr 18 12:10:43.223496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.229838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:43.236442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:43.240668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Usage tracker for resource:port and tenant:9eea484e1d444e368e74d3a2841cbd91 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:43.244999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:43.261046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:43.263872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:43.378853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.382883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Made reservation on behalf of 9eea484e1d444e368e74d3a2841cbd91 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:43.388843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.407102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=c80bb0ab-2572-4f66-9cab-4d6bd13f53ba,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:43.425377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Made reservation on behalf of 168cbdd8430b4e588d3fc40ee4bdc288 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:43.425457 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ef9b3d17-9865-4d0f-9019-e21d40bd1d2a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/c80bb0ab-2572-4f66-9cab-4d6bd13f53ba HTTP/1.1" status: 204 len: 168 time: 7.2631843 Apr 18 12:10:43.425735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.429509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55044) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:43.439167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] device_id is not set on port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:43.460634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1047272061'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:43.472062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:43.526039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:43.554290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:43.570892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-6411d8b3-0bb5-4adf-ae07-40daa000e5f9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:43.571726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-6411d8b3-0bb5-4adf-ae07-40daa000e5f9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Synchronizing usage tracker for tenant:70813461c05c4f0d807361a303f30546 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:43.581342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:43.649051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6a0fee14-2399-4433-b6fe-a8d3c25327c4 req-e45643a4-f130-46de-85a9-a6c985fc1e9e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.0886095 Apr 18 12:10:43.715961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:43.719291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.749925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-6411d8b3-0bb5-4adf-ae07-40daa000e5f9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Unset dirty status for tenant:70813461c05c4f0d807361a303f30546 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:43.749925 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-6411d8b3-0bb5-4adf-ae07-40daa000e5f9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 811 time: 0.6803973 Apr 18 12:10:43.807078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Allocated IP 172.20.0.13 (1ef3cf06-2d3f-4220-899b-42e4b33cc37f/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c/7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:43.811242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:43.827847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Allocated IP 172.20.0.9 (7499a3a6-6e7b-4759-a265-980b1f3eb82c/94ec2051-74de-4c88-a18b-2ab28518fba3/903153c7-b904-4b36-941b-020ac390b905) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:43.828659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-326b4773-9ebc-4254-a9ee-4074c4ef44fb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Synchronizing usage tracker for tenant:70813461c05c4f0d807361a303f30546 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:43.834943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.835283 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment db142b7a-77d5-4bd6-aef3-92fd1db9c9dc of type vlan for network c9c842b6-b485-4aac-b8e9-05b05a021dd5 Apr 18 12:10:43.872130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.933186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-326b4773-9ebc-4254-a9ee-4074c4ef44fb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Unset dirty status for tenant:70813461c05c4f0d807361a303f30546 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:43.934500 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-326b4773-9ebc-4254-a9ee-4074c4ef44fb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70813461c05c4f0d807361a303f30546 HTTP/1.1" status: 200 len: 380 time: 0.1730864 Apr 18 12:10:43.985949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event deleted for resources: {'Port': ['ID=343b9c51-22b7-40b1-aeee-03290505493b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:43.990417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:43.997958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Request body: {'port': {'device_id': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'admin_state_up': True, 'tenant_id': '70813461c05c4f0d807361a303f30546', 'security_groups': ['e4c00144-041b-4b2b-abad-71deaf2ccb97']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:44.199958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.267970 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0774770-5489-4f41-881f-b9097d7af3e4 req-316863ad-f761-4d3c-8ec2-0afaebdc5332 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.1727321 Apr 18 12:10:44.390309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.397337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.433067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Transition to ACTIVE for port object 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:44.435492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Transition to ACTIVE for port object 903153c7-b904-4b36-941b-020ac390b905 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:44.490386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.495887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:44.496479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.537734 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f9b5b9e5-dd39-4623-b9d4-caf9005ade02 req-7f7a5cc2-f468-49b4-b383-8e4fe23da19e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.1727116 Apr 18 12:10:44.580287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.583299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.617756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.619614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:44.775796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:44.780473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:44.798268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:44.877536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:44.887858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:44.905826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55100) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:44.907690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:45.032055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55104) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:45.057417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:45.060808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:45.109877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=c9c842b6-b485-4aac-b8e9-05b05a021dd5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:45.121093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:45.135795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.137019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91892454-1e49-44fe-8f1f-c63e3d695e68 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:10:45.147652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.148891 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5170258b-7930-4ea4-b514-dffd8543b339 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/routers/91892454-1e49-44fe-8f1f-c63e3d695e68 HTTP/1.1" status: 204 len: 168 time: 7.5725105 Apr 18 12:10:45.151592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55110) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:45.160027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c9c842b6-b485-4aac-b8e9-05b05a021dd5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:45.303857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.15', 64926) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:45.327258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-69985d31-f67c-4b47-9c7d-456158b5db67 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8964953 Apr 18 12:10:45.371541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event updated for resources: {'Port': ['ID=903153c7-b904-4b36-941b-020ac390b905,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:45.389098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55118) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:45.436550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Made reservation on behalf of 70813461c05c4f0d807361a303f30546 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:45.465663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.481210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:45.547478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6830da3a-ada1-4d60-a856-bdc07939454f req-5159a1e5-f144-4686-b488-386b7d3a1606 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.5129414 Apr 18 12:10:45.577372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.584587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:45.589966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4922243f-30fe-472f-a488-8c120d5bc76e None None] Provisioning for port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:45.590654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:45.595100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4922243f-30fe-472f-a488-8c120d5bc76e None None] Provisioning complete for port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:45.595307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Usage tracker for resource:floatingip and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:45.595453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4922243f-30fe-472f-a488-8c120d5bc76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.598267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:45.619847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:45.664074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:45.666269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.738121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4922243f-30fe-472f-a488-8c120d5bc76e None None] Port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:45.766508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1895785805'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:45.778850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:45.779997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.786062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.809930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-774e262d-1008-42a1-a389-bae758bd5093 req-80e243df-929b-4b68-93e2-87c0a7fa2acb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.1769648 Apr 18 12:10:45.828363 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-db0b736f-15ba-46bc-b587-3951154bd38b tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9542217 Apr 18 12:10:45.829913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:45.839820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55128) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:45.848937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Usage tracker for resource:network and tenant:1dbc3d5259854c91bd77d73811f2bfb0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:45.857958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:45.865726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:18:17:df'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:4e:35:ad'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:45.904115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting subnet 79473e01-42ef-4c3d-a611-7f0b5e4f9ffb {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:10:45.907430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:45.936791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-318d6c0d-bbf9-47cc-bd4e-adf28c34bc66 None None] Provisioning for port 903153c7-b904-4b36-941b-020ac390b905 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:45.942254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-318d6c0d-bbf9-47cc-bd4e-adf28c34bc66 None None] Provisioning complete for port 903153c7-b904-4b36-941b-020ac390b905 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:45.943707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-318d6c0d-bbf9-47cc-bd4e-adf28c34bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.001231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:46.006814 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-82dbf0fc-3efc-4d8a-b1f1-450011999a0f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2817130 Apr 18 12:10:46.027186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:46.039476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.041735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-318d6c0d-bbf9-47cc-bd4e-adf28c34bc66 None None] Port 903153c7-b904-4b36-941b-020ac390b905 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:46.049408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-24e38c8c-d1dc-438c-b25e-1bc9eb9ed07b tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:10:46.050693 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-24e38c8c-d1dc-438c-b25e-1bc9eb9ed07b tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178409 Apr 18 12:10:46.083456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:46.098903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-1616c356-1a67-414a-8bd5-724a569c76ae tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:46.100469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-1616c356-1a67-414a-8bd5-724a569c76ae tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.15 "GET /v2.0/networks?id=2d2cb162-c4ad-4142-ba26-0ee14417b370 HTTP/1.1" status: 200 len: 805 time: 0.7956409 Apr 18 12:10:46.105497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:46.159569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:46.203608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Made reservation on behalf of 1dbc3d5259854c91bd77d73811f2bfb0 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:46.207255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.229724 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-8ef6003e-ceb6-4fa7-91e5-a6d0d3d6e5f0 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=276ab8036a32404399af68c941f1e95b HTTP/1.1" status: 200 len: 380 time: 0.0802045 Apr 18 12:10:46.232591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.242096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.273744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:46.278071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Request body: {'port': {'device_id': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'admin_state_up': True, 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'security_groups': ['5c68bffc-247a-4234-bd0d-89f6967f60d0']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:46.278409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Usage tracker for resource:security_group_rule and tenant:1dbc3d5259854c91bd77d73811f2bfb0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:46.281629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:46.287521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:46.313767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ee8dd-3003-4ec0-9c1f-fdad5f2eda03 req-ee8e5f6e-65d7-4d5f-8770-6cc9fe4e5950 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:46.314734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-8c4ee8dd-3003-4ec0-9c1f-fdad5f2eda03 req-ee8e5f6e-65d7-4d5f-8770-6cc9fe4e5950 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Synchronizing usage tracker for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:46.336926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Request body: {'port': {'device_id': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:46.412465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:46.416909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.432757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.500231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Allocated IP 172.20.0.4 (324df2cd-a971-4909-8ab8-52fd463acbd0/7cd4a7fe-cd02-492a-8353-dc568757ed69/e042897a-8de8-4894-a98b-d4f9115a6895) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:46.721095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.761612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-8c4ee8dd-3003-4ec0-9c1f-fdad5f2eda03 req-ee8e5f6e-65d7-4d5f-8770-6cc9fe4e5950 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Unset dirty status for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:46.769125 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8c4ee8dd-3003-4ec0-9c1f-fdad5f2eda03 req-ee8e5f6e-65d7-4d5f-8770-6cc9fe4e5950 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 931 time: 0.9269404 Apr 18 12:10:46.861608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:46.915119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.025566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.125640 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8c4ee8dd-3003-4ec0-9c1f-fdad5f2eda03 req-232411bf-1dc8-4c64-8a08-6c9510a4ae12 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3530891 Apr 18 12:10:47.235422 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fa9a6c4d-6972-4fa4-bd74-100d834a3410 req-ce510b7e-b0c4-4a70-b821-be2be0a8fa38 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.3934040 Apr 18 12:10:47.262920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=79473e01-42ef-4c3d-a611-7f0b5e4f9ffb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:47.287080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.319350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:47.347841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:47.350001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.352368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.427318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.429250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Allocated IP 172.26.4.208 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/4b781253-357d-4e9b-b419-21f74ec923c8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:47.436058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c07d8b63-5c5c-4b16-96fa-fc31fe102c86 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/79473e01-42ef-4c3d-a611-7f0b5e4f9ffb HTTP/1.1" status: 204 len: 168 time: 2.2811918 Apr 18 12:10:47.447003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55146) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:47.483952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=94fa9bb8-9887-4bcc-a0f2-0200cf22ba43,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:47.496135 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-430fccc0-04f9-42b6-a20b-09f39957b9aa req-a784510b-2381-4f7f-bad0-353e05e00d4f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.1395938 Apr 18 12:10:47.500411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:47.569358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11d9afcb-6bdd-4f09-931e-b491fee7dfd2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:47.594540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.595543 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Added segment b59f4545-a535-429e-8238-5f1b3df20d4c of type vlan for network 82d3b281-8534-4788-9c00-49b085eb9790 Apr 18 12:10:47.638860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Transition to ACTIVE for port object e042897a-8de8-4894-a98b-d4f9115a6895 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:47.645615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Made reservation on behalf of 276ab8036a32404399af68c941f1e95b for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:47.647964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.727640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:47.727851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: c9c842b6-b485-4aac-b8e9-05b05a021dd5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:47.771724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.802826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.906009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network c9c842b6-b485-4aac-b8e9-05b05a021dd5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:47.934951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.937975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.967945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:47.990352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.044055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.049774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:48.050376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.084762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c9c842b6-b485-4aac-b8e9-05b05a021dd5) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:48.103453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cab1ff8-c5a8-4444-abef-7273ae5eb627 None None] Network c9c842b6-b485-4aac-b8e9-05b05a021dd5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:48.104129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.117886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:48.119276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.144151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:48.164998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:48.176029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:48.227156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e7f00b-d9cd-4862-8404-6c5e10491b9c']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:48.306512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event updated for resources: {'Port': ['ID=7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:48.307211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5806dc-f031-48f3-8f46-42a91438ec14') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:48.307211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5806dc-f031-48f3-8f46-42a91438ec14') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:48.307859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:48.328731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Pushing event updated for resources: {'Network': ['ID=82d3b281-8534-4788-9c00-49b085eb9790,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:48.339736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.387177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.409972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:48.411864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.471594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] In _notify_port_updated(), no bound segment for port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 on network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:10:48.493753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:48.494568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.498298 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5a5b6ed7-082c-40eb-95b8-529d772f4b42 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "PUT /v2.0/ports/7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 HTTP/1.1" status: 200 len: 1056 time: 2.6544938 Apr 18 12:10:48.570227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event updated for resources: {'Port': ['ID=e042897a-8de8-4894-a98b-d4f9115a6895,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:48.571659 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55154) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:48.575746 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:48.592770 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1de9d00e-861f-4379-94dc-0f4cee2a3a60 tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.5508404 Apr 18 12:10:48.659320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 82d3b281-8534-4788-9c00-49b085eb9790 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:48.667990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Allocated IP 172.20.0.9 (2d2cb162-c4ad-4142-ba26-0ee14417b370/098dc858-643e-4dbe-885a-2b4475e26df8/1873ca73-d05d-435d-8799-48210f366ad1) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:48.674988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.698514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.716748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f5e7f00b-d9cd-4862-8404-6c5e10491b9c {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:10:48.723216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.784033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3ff19b7a-3246-4171-80c6-c65a2694e07e req-491417fd-9b15-4593-9081-b979bd540edc tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.3267288 Apr 18 12:10:48.804679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c9c842b6-b485-4aac-b8e9-05b05a021dd5', 'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '94fa9bb8-9887-4bcc-a0f2-0200cf22ba43'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:48.805768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.858451 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f5e7f00b-d9cd-4862-8404-6c5e10491b9c HTTP/1.1" status: 204 len: 168 time: 1.4059541 Apr 18 12:10:48.869826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 903153c7-b904-4b36-941b-020ac390b905 {{(pid=88783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:10:48.889984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:48.902957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa151d65-b956-4197-b3a1-cef890b330b4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event deleted for resources: {'Network': ['ID=f5e7f00b-d9cd-4862-8404-6c5e10491b9c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:48.950552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:48.965705 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4970a664-d43f-4429-9502-e28104c6a90f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.5717731 Apr 18 12:10:48.991504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55164) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:49.006206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:49.015724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:49.026275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.053048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:49.097799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-957728331'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:49.106921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:49.107428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.147392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76606096-0849-4604-9864-f55c47e5f0cd req-4e70507a-2309-4034-8289-b498c50f8efe tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:49.169354 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-76606096-0849-4604-9864-f55c47e5f0cd req-4e70507a-2309-4034-8289-b498c50f8efe tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 931 time: 0.5895915 Apr 18 12:10:49.206908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Transition to ACTIVE for port object 903153c7-b904-4b36-941b-020ac390b905 will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:49.227492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:49.230161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Port': ['ID=4b781253-357d-4e9b-b419-21f74ec923c8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:49.247603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:49.262570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:49.268688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Provisioning for port e042897a-8de8-4894-a98b-d4f9115a6895 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:49.277816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:49.286446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Provisioning complete for port e042897a-8de8-4894-a98b-d4f9115a6895 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:49.378210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.378374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.378530 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-c9e25cbc-327d-4bda-a663-3d4ce8369ffb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3470981 Apr 18 12:10:49.378530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Request body: {'port': {'device_id': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:49.379071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Port e042897a-8de8-4894-a98b-d4f9115a6895 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:49.418345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Provisioning complete for port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:49.418737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.500583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.540687 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-76606096-0849-4604-9864-f55c47e5f0cd req-3ee1ef1f-2053-4b55-8b44-779dd6e3731e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673165 Apr 18 12:10:49.613753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Allocated IP 2001:db8::3 (c9c842b6-b485-4aac-b8e9-05b05a021dd5/94fa9bb8-9887-4bcc-a0f2-0200cf22ba43/957cd00b-353f-4e7e-9f53-c3b63d547184) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:49.893832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55176) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:49.896582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.897490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:49.901797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:49.925792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Transition to ACTIVE for port object 1873ca73-d05d-435d-8799-48210f366ad1 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:49.949770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'name': 'tempest-router--962680116', 'project_id': '4737fd4ef95e4e5d9d0e8ce5127370da'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:49.969317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0a94a3d5-3012-4315-82f2-fab7136c9be2 None None] Port 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:49.997649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:50.002699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:router and tenant:4737fd4ef95e4e5d9d0e8ce5127370da is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:50.006899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:50.014283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:50.084820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Pushing event updated for resources: {'Port': ['ID=903153c7-b904-4b36-941b-020ac390b905,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:50.102797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55182) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:50.125575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.130157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.137962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Request body: {'port': {'network_id': '82d3b281-8534-4788-9c00-49b085eb9790', 'binding:host_id': 'hv-neutron-8370', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1492588194'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:50.142915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:50.147294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Usage tracker for resource:port and tenant:e3bcdbaa154f4deab4e76849a920790e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:50.153219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:50.163979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.230406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.242303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Transition to ACTIVE for port object 957cd00b-353f-4e7e-9f53-c3b63d547184 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:50.250602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:50.263887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Transition to ACTIVE for port object 957cd00b-353f-4e7e-9f53-c3b63d547184 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:50.267646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.320158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ba6ec-aff9-4e40-b17b-cd174b8f1acf req-bf731d03-5ab5-45f2-8ac7-f5e3f9d65568 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:50.327797 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-766ba6ec-aff9-4e40-b17b-cd174b8f1acf req-bf731d03-5ab5-45f2-8ac7-f5e3f9d65568 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 931 time: 1.1742477 Apr 18 12:10:50.345332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:50.375086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.396671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.397013 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment 441c2382-52e7-40f1-8c53-60e792ce4ef4 of type vlan for network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a Apr 18 12:10:50.445212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:50.450056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.458502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:50.460767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event updated for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:50.466612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:50.486275 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-766ba6ec-aff9-4e40-b17b-cd174b8f1acf req-8fbcc150-e194-46f6-8779-7e87ba9076fa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573584 Apr 18 12:10:50.602332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.607282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.669836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e042897a-8de8-4894-a98b-d4f9115a6895 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:10:50.678638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.695259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Attempting to bind port 903153c7-b904-4b36-941b-020ac390b905 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:50.695711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Attempting to bind port 903153c7-b904-4b36-941b-020ac390b905 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:50.696478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Attempting to bind port 903153c7-b904-4b36-941b-020ac390b905 on network 7499a3a6-6e7b-4759-a265-980b1f3eb82c {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:50.711534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Transition to ACTIVE for port object e042897a-8de8-4894-a98b-d4f9115a6895 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:50.791326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497f85-b64c-4e9d-935f-a3afa84db43e req-b028c7d6-c208-4b8b-98c4-75caa9b32283 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:50.791526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-14497f85-b64c-4e9d-935f-a3afa84db43e req-b028c7d6-c208-4b8b-98c4-75caa9b32283 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Synchronizing usage tracker for tenant:276ab8036a32404399af68c941f1e95b on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:50.805247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Network c9c842b6-b485-4aac-b8e9-05b05a021dd5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:50.808927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Pushing event updated for resources: {'Port': ['ID=957cd00b-353f-4e7e-9f53-c3b63d547184,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:50.818930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:50.822002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:50.840332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for 7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:50.841955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:50.842846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.870394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Port 903153c7-b904-4b36-941b-020ac390b905 on network 7499a3a6-6e7b-4759-a265-980b1f3eb82c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:50.870819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Attempting to bind port 903153c7-b904-4b36-941b-020ac390b905 on network 7499a3a6-6e7b-4759-a265-980b1f3eb82c {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:50.897909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-14497f85-b64c-4e9d-935f-a3afa84db43e req-b028c7d6-c208-4b8b-98c4-75caa9b32283 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Unset dirty status for tenant:276ab8036a32404399af68c941f1e95b on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:50.901406 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-14497f85-b64c-4e9d-935f-a3afa84db43e req-b028c7d6-c208-4b8b-98c4-75caa9b32283 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 931 time: 0.7351007 Apr 18 12:10:50.902814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.919500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Made reservation on behalf of e3bcdbaa154f4deab4e76849a920790e for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:50.921814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.947218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.956065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Attempting to bind port 957cd00b-353f-4e7e-9f53-c3b63d547184 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:50.959181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Attempting to bind port 957cd00b-353f-4e7e-9f53-c3b63d547184 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:50.959181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Attempting to bind port 957cd00b-353f-4e7e-9f53-c3b63d547184 on network c9c842b6-b485-4aac-b8e9-05b05a021dd5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:50.963765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:50.964210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Checking segment: {'id': 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:50.964684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.965095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Bound using segment: {'id': 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:50.965580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Bound port: 957cd00b-353f-4e7e-9f53-c3b63d547184, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c9c842b6-b485-4aac-b8e9-05b05a021dd5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:50.966061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.972005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.977700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:50.978208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:50.982226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-312ea34f-69af-4de3-b77c-b94cde4b56e0 None None] Provisioning for port 1873ca73-d05d-435d-8799-48210f366ad1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:50.990387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-312ea34f-69af-4de3-b77c-b94cde4b56e0 None None] Provisioning complete for port 1873ca73-d05d-435d-8799-48210f366ad1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:50.990885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-312ea34f-69af-4de3-b77c-b94cde4b56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.000324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.009614 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-4eb22ccc-010b-4a87-953a-8dee1a40d141 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7378459 Apr 18 12:10:51.023992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:51.028284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Usage tracker for resource:security_group_rule and tenant:e3bcdbaa154f4deab4e76849a920790e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:51.031398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:51.037170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:51.059679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-312ea34f-69af-4de3-b77c-b94cde4b56e0 None None] Port 1873ca73-d05d-435d-8799-48210f366ad1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:10:51.162358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:51.162990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Checking segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:51.163304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Bound using segment: {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'} {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:51.163737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Bound port: 903153c7-b904-4b36-941b-020ac390b905, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c'}}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:51.163853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Pushing event updated for resources: {'Port': ['ID=e042897a-8de8-4894-a98b-d4f9115a6895,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:51.164082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.204856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] For port 957cd00b-353f-4e7e-9f53-c3b63d547184, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:51.212298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] For port 957cd00b-353f-4e7e-9f53-c3b63d547184, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=957cd00b-353f-4e7e-9f53-c3b63d547184,segment=NetworkSegment(db142b7a-77d5-4bd6-aef3-92fd1db9c9dc),segment_id=db142b7a-77d5-4bd6-aef3-92fd1db9c9dc)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:51.215046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Request body: {'port': {'device_id': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:51.270079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=853079e4-f9f7-42f4-b98a-dc42cf2aaa5a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:51.281281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:51.299824 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c1eeb4b2-12ff-496f-a8bf-215a35f6f18d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.2978935 Apr 18 12:10:51.301472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.303228 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eecedff8-ce5d-4f70-b0d0-3a00a80b299a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3893447 Apr 18 12:10:51.303874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55190) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:51.312820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55192) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:51.356556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:51.362262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.375365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-14497f85-b64c-4e9d-935f-a3afa84db43e req-96af5b50-25d6-4e69-905c-b2dcef4eca10 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4198818 Apr 18 12:10:51.404725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.609940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.610130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.729640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b302bb-916c-4f68-987b-6ffea671eb02 None None] Pushing event updated for resources: {'Port': ['ID=957cd00b-353f-4e7e-9f53-c3b63d547184,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:51.935818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:51.945673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port 0178db09-a8a5-4d4c-97e9-013e246c4db9 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:52.051615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] For port 903153c7-b904-4b36-941b-020ac390b905, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:52.103304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6884d9-81d1-4b83-84ae-ab780dc92188,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:52.145179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.156050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] For port 903153c7-b904-4b36-941b-020ac390b905, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=903153c7-b904-4b36-941b-020ac390b905,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:52.204573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.227674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Attempting to bind port e042897a-8de8-4894-a98b-d4f9115a6895 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:52.227895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8078b1af-262b-4af5-b667-e1411cfe6bb5 req-f15295ba-0481-4530-9bd1-5051fc1226ae tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:52.228367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Attempting to bind port e042897a-8de8-4894-a98b-d4f9115a6895 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:52.228367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Attempting to bind port e042897a-8de8-4894-a98b-d4f9115a6895 on network 324df2cd-a971-4909-8ab8-52fd463acbd0 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:52.241709 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8078b1af-262b-4af5-b667-e1411cfe6bb5 req-f15295ba-0481-4530-9bd1-5051fc1226ae tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 943 time: 1.2908013 Apr 18 12:10:52.251480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:52.253957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Port e042897a-8de8-4894-a98b-d4f9115a6895 on network 324df2cd-a971-4909-8ab8-52fd463acbd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:52.254286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Attempting to bind port e042897a-8de8-4894-a98b-d4f9115a6895 on network 324df2cd-a971-4909-8ab8-52fd463acbd0 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:52.382580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:52.382580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Checking segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:52.382580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Bound using segment: {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:52.382580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Bound port: e042897a-8de8-4894-a98b-d4f9115a6895, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca638f9d-52c4-4b6e-bd84-6516f18d9129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:52.382580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.389134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.404459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:52.404459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:52.404459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.404820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:52.408516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.414053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:52.592727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:52.593599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.595210 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] 10.222.0.15 "PUT /v2.0/ports/903153c7-b904-4b36-941b-020ac390b905 HTTP/1.1" status: 200 len: 1093 time: 6.3643208 Apr 18 12:10:52.604368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'tag': '903153c7-b904-4b36-941b-020ac390b905'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:10:52.611284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:10:52.727086 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8078b1af-262b-4af5-b667-e1411cfe6bb5 req-9dd678c7-5613-4d30-bb09-921ad697c313 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4904733 Apr 18 12:10:52.790063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.949199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bb05d-4c13-4361-8294-201be37349af req-9c8023b5-05f8-4a31-9129-36e2450c3cb1 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:52.953708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-da9bb05d-4c13-4361-8294-201be37349af req-9c8023b5-05f8-4a31-9129-36e2450c3cb1 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Synchronizing usage tracker for tenant:70813461c05c4f0d807361a303f30546 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:52.962785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:52.964112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d2c39282-7657-4e9f-a3d8-380a492b8ebe {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:10:52.965966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:52.975171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.086967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.088398 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-46a504b4-896d-46aa-b03c-f3336aad535a tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d2c39282-7657-4e9f-a3d8-380a492b8ebe HTTP/1.1" status: 204 len: 168 time: 1.7740672 Apr 18 12:10:53.196176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ccfd4-5db3-41f9-ae65-dd8caafd7743 service neutron] Pushing event updated for resources: {'Port': ['ID=903153c7-b904-4b36-941b-020ac390b905,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:53.200720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.286940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-da9bb05d-4c13-4361-8294-201be37349af req-9c8023b5-05f8-4a31-9129-36e2450c3cb1 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Unset dirty status for tenant:70813461c05c4f0d807361a303f30546 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:53.288209 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-da9bb05d-4c13-4361-8294-201be37349af req-9c8023b5-05f8-4a31-9129-36e2450c3cb1 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 943 time: 1.5899062 Apr 18 12:10:53.301532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:10:53.302716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:10:53.308344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 957cd00b-353f-4e7e-9f53-c3b63d547184 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:53.410406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] For port e042897a-8de8-4894-a98b-d4f9115a6895, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:53.542570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] For port e042897a-8de8-4894-a98b-d4f9115a6895, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e042897a-8de8-4894-a98b-d4f9115a6895,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:53.543044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77eb662-049a-44f2-8515-ccea27a886e9 None None] Network c9c842b6-b485-4aac-b8e9-05b05a021dd5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:53.543220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port 0178db09-a8a5-4d4c-97e9-013e246c4db9 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:53.543220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.556393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Transition to ACTIVE for port object 0178db09-a8a5-4d4c-97e9-013e246c4db9 will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:53.566097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-da9bb05d-4c13-4361-8294-201be37349af req-9b933efb-8828-44d2-8657-ee75c9b826c8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607901 Apr 18 12:10:53.703866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55214) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:53.796883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1873ca73-d05d-435d-8799-48210f366ad1 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:10:53.802688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.805944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b936c14c-51fa-4099-b671-e3639ff924b0 None None] Provisioning for port 957cd00b-353f-4e7e-9f53-c3b63d547184 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:53.810066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 957cd00b-353f-4e7e-9f53-c3b63d547184 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:10:53.831285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 957cd00b-353f-4e7e-9f53-c3b63d547184 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:53.831659 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.860025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.868758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Port': ['ID=4b781253-357d-4e9b-b419-21f74ec923c8,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:53.900807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b936c14c-51fa-4099-b671-e3639ff924b0 None None] Provisioning complete for port 957cd00b-353f-4e7e-9f53-c3b63d547184 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:53.901768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b936c14c-51fa-4099-b671-e3639ff924b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.913056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:53.918769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.920527 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] 10.222.0.15 "PUT /v2.0/ports/e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 1093 time: 4.5783591 Apr 18 12:10:53.924018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:10:53.933330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:53.951712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Transition to ACTIVE for port object 1873ca73-d05d-435d-8799-48210f366ad1 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:53.973925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.013147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.204498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=4fe23875-4ad8-4e52-9371-091c4c0797bf,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:54.227612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.271862 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2fc4c0-93ba-4b37-a7c0-e6c01178bdd7'] response: {'name': 'network-changed', 'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'tag': '903153c7-b904-4b36-941b-020ac390b905', 'status': 'completed', 'code': 200} Apr 18 12:10:54.291150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518521310', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:54.344477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:54.355776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720db63-aa86-4e60-8c09-3ab5ef0e140f service neutron] Pushing event updated for resources: {'Port': ['ID=e042897a-8de8-4894-a98b-d4f9115a6895,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:54.485567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-378634c6-0616-4f28-b232-85169bf519f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:54.487298 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-378634c6-0616-4f28-b232-85169bf519f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=168cbdd8430b4e588d3fc40ee4bdc288&device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 1096 time: 1.6934268 Apr 18 12:10:54.493138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b936c14c-51fa-4099-b671-e3639ff924b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.516844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.525226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Usage tracker for resource:router and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:54.540007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:54.541741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd28815-72b3-49ab-9e33-9b429dbe32c4 req-596849b2-4d7e-4326-8d0e-c26d4a4aa808 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:54.547228 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3dd28815-72b3-49ab-9e33-9b429dbe32c4 req-596849b2-4d7e-4326-8d0e-c26d4a4aa808 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 931 time: 1.3255260 Apr 18 12:10:54.547913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=0178db09-a8a5-4d4c-97e9-013e246c4db9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:54.610719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 957cd00b-353f-4e7e-9f53-c3b63d547184, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=957cd00b-353f-4e7e-9f53-c3b63d547184,segment=NetworkSegment(db142b7a-77d5-4bd6-aef3-92fd1db9c9dc),segment_id=db142b7a-77d5-4bd6-aef3-92fd1db9c9dc)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:54.701198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:54.733765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': '441c2382-52e7-40f1-8c53-60e792ce4ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:54.733765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:54.741626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.764403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Checking segment: {'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:54.765105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Network hostable DHCP agents. Network: 82d3b281-8534-4788-9c00-49b085eb9790, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:10:54.790292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-09e792db-35f3-4aae-ad95-51f451705b23 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8866408 Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ee9f3e7f-9d61-42d6-a6c4-a1c21de2a225 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/ports/7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 HTTP/1.1" status: 204 len: 168 time: 6.2238479 Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55232) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55234) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-48aa8466-abe8-4c58-bc0e-fd1dd2fc0761 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903153c7-b904-4b36-941b-020ac390b905 HTTP/1.1" status: 200 len: 217 time: 0.2371681 Apr 18 12:10:54.827415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-639612293'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:54.842606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Pushing event updated for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:54.878270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=957cd00b-353f-4e7e-9f53-c3b63d547184,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:54.891595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-b936c14c-51fa-4099-b671-e3639ff924b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:10:54.891951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-b936c14c-51fa-4099-b671-e3639ff924b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:10:54.901815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-e62ec537-1ad3-44b7-ab28-de802b18a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:54.903617 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-e62ec537-1ad3-44b7-ab28-de802b18a762 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1096 time: 0.6796229 Apr 18 12:10:54.910562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.912233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:54.995332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:55.014027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-3dd28815-72b3-49ab-9e33-9b429dbe32c4 req-8ea73fdc-ba43-4ba9-a5b7-c9768472ffab tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Synchronizing usage tracker for tenant:276ab8036a32404399af68c941f1e95b on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:55.014514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:55.019191 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49f0015-0ee9-43bd-bd3c-30efc8a9073d tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] GET failed (client error): The resource could not be found. Apr 18 12:10:55.020052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c49f0015-0ee9-43bd-bd3c-30efc8a9073d tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Synchronizing usage tracker for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:55.027482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Usage tracker for resource:network and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:55.036519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-2bba547b-1c32-4e06-8362-9528dcdbba54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 217 time: 0.1056511 Apr 18 12:10:55.037085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:55.042727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-3f361307-f383-407d-be51-925efb63d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:55.044196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-3f361307-f383-407d-be51-925efb63d1b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94ec2051-74de-4c88-a18b-2ab28518fba3 HTTP/1.1" status: 200 len: 849 time: 0.1264637 Apr 18 12:10:55.049315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.057110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:55.112891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-3dd28815-72b3-49ab-9e33-9b429dbe32c4 req-8ea73fdc-ba43-4ba9-a5b7-c9768472ffab tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Unset dirty status for tenant:276ab8036a32404399af68c941f1e95b on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:55.123173 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3dd28815-72b3-49ab-9e33-9b429dbe32c4 req-8ea73fdc-ba43-4ba9-a5b7-c9768472ffab tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466657 Apr 18 12:10:55.123875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Network 82d3b281-8534-4788-9c00-49b085eb9790 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:10:55.128392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f994273-0699-49ba-b434-b0e4ebbe5431 req-482916c3-4061-4788-a335-bcc4372d1d2c tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:55.138535 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f994273-0699-49ba-b434-b0e4ebbe5431 req-482916c3-4061-4788-a335-bcc4372d1d2c tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 943 time: 0.7057247 Apr 18 12:10:55.148897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Attempting to bind port 1873ca73-d05d-435d-8799-48210f366ad1 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:55.149228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Attempting to bind port 1873ca73-d05d-435d-8799-48210f366ad1 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:55.149556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Attempting to bind port 1873ca73-d05d-435d-8799-48210f366ad1 on network 2d2cb162-c4ad-4142-ba26-0ee14417b370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:55.163089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c49f0015-0ee9-43bd-bd3c-30efc8a9073d tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Unset dirty status for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:55.167871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c49f0015-0ee9-43bd-bd3c-30efc8a9073d tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "GET /v2.0/ports/7b5a81be-b0fa-4cd9-a89d-70f3aafdcec4 HTTP/1.1" status: 404 len: 333 time: 0.3480215 Apr 18 12:10:55.167871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55244) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:55.184589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Port 1873ca73-d05d-435d-8799-48210f366ad1 on network 2d2cb162-c4ad-4142-ba26-0ee14417b370 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:55.184926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Attempting to bind port 1873ca73-d05d-435d-8799-48210f366ad1 on network 2d2cb162-c4ad-4142-ba26-0ee14417b370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:55.197840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:55.202708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Checking segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:55.202708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Bound using segment: {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:55.202708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Bound port: 1873ca73-d05d-435d-8799-48210f366ad1, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:55.211859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 82d3b281-8534-4788-9c00-49b085eb9790) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:55.216709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.224546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc9ef7-f5ca-498e-8b5e-ee78c5f4cc1f None None] Network 82d3b281-8534-4788-9c00-49b085eb9790 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:55.237736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:55.238036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-433612eb-3f0f-4f7e-9435-f334339d4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:55.240194 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-433612eb-3f0f-4f7e-9435-f334339d4f65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.1737397 Apr 18 12:10:55.240811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:55.271368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:55.271844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:55.272300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:55.297285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:55.297819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.306383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:55.306932 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:55.307944 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 2 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:55.331104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-770c3b9b-66b5-4d59-afa1-b2fa135f7895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:55.333249 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-770c3b9b-66b5-4d59-afa1-b2fa135f7895 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7499a3a6-6e7b-4759-a265-980b1f3eb82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2734187 Apr 18 12:10:55.338311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port c451ef5c-ad5a-4ac3-a307-9d50f0170df1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:55.338759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.345356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61714d3c-8c0e-4eda-9ccf-31330bf45015 None None] Network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:55.379716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:55.380122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:55.382688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:55.430661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 957cd00b-353f-4e7e-9f53-c3b63d547184 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:10:55.435182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Made reservation on behalf of da7fdbd3910c473c8bcc644279e49b4e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:55.446986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.451216 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f994273-0699-49ba-b434-b0e4ebbe5431 req-e4101feb-8215-435f-b500-320b4b663130 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3140719 Apr 18 12:10:55.494933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.518894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:55.522319 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:55.528254 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 3 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:55.584176 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da242794-69c4-49b4-99d0-0b8a23687fa2'] response: {'name': 'network-changed', 'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'status': 'completed', 'code': 200} Apr 18 12:10:55.761315 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e9e05a20-4035-43c9-8899-82c2109ebcb6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.4539075 Apr 18 12:10:55.953226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:55.967450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55250) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:56.070724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:56.093536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:56.105734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for c451ef5c-ad5a-4ac3-a307-9d50f0170df1 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:56.110783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-ea206653-c187-48b6-bde4-154638066f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:56.112310 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-ea206653-c187-48b6-bde4-154638066f35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8582456 Apr 18 12:10:56.181167 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 957cd00b-353f-4e7e-9f53-c3b63d547184 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:56.181788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:56.181923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.204318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:56.205014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:56.205555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:56.212156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Usage tracker for resource:security_group_rule and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:56.223948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:56.224595 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:56.235845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:56.240729 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 4 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:56.261026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:56.284483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.318183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-853079e4-f9f7-42f4-b98a-dc42cf2aaa5a', 'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '4fe23875-4ad8-4e52-9371-091c4c0797bf'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:10:56.318962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.348652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:56.348652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:56.349102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:56.408760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:56.409104 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:56.423496 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 5 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:56.429866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.448807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec38c67d-60da-4263-889b-09f32726a10c None None] Provisioning complete for port 957cd00b-353f-4e7e-9f53-c3b63d547184 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:10:56.449173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec38c67d-60da-4263-889b-09f32726a10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.487215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:56.487215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:56.487215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:56.499234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:56.499691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.501678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] 10.222.0.15 "PUT /v2.0/ports/1873ca73-d05d-435d-8799-48210f366ad1 HTTP/1.1" status: 200 len: 1093 time: 5.3508689 Apr 18 12:10:56.546311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:56.546727 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:56.558417 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 6 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:56.567980 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-e7e92239-0d72-4d64-b567-1b8be0c562a6 service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752047 Apr 18 12:10:56.588955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-8c350be5-af36-4f0c-bf77-f033a329fb8a service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063344 Apr 18 12:10:56.648085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29bbac-d3f8-4983-b070-bb13b76c2130 service neutron] Pushing event updated for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:56.681861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b46cf2-527d-47a7-82d4-52b44ed0d17a req-005e215e-f525-4968-b6b0-55b08c8fc9bf tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:56.683419 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d8b46cf2-527d-47a7-82d4-52b44ed0d17a req-005e215e-f525-4968-b6b0-55b08c8fc9bf tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 943 time: 0.9340553 Apr 18 12:10:56.732307 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9852654b-e113-41ee-8dbd-3bcaa2b8d2cd req-904fb3dd-6de3-4635-b93b-0bf6034c35b8 service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552820 Apr 18 12:10:56.742376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:56.742593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:56.742853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:56.772383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:56.772709 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:56.780155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454465c-bd78-44cd-ba72-3dc4c41d3cf8 req-dc1bfafd-7d0b-43c0-a550-b938d72b7a13 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:56.781712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8454465c-bd78-44cd-ba72-3dc4c41d3cf8 req-dc1bfafd-7d0b-43c0-a550-b938d72b7a13 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.4343889 Apr 18 12:10:56.789174 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 7 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:56.808431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Allocated IP 2001:db8::3 (853079e4-f9f7-42f4-b98a-dc42cf2aaa5a/4fe23875-4ad8-4e52-9371-091c4c0797bf/00dbe15a-f245-4389-929d-ff4cec1ea2a8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:56.810996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.828719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:56.829010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:56.829288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:56.852740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:56.853067 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:56.856369 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.857226 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 8 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:56.872053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.922209 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8454465c-bd78-44cd-ba72-3dc4c41d3cf8 req-ada89c3e-7d66-4c5e-87ff-e100eaec79bb tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244164 Apr 18 12:10:56.943676 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d8b46cf2-527d-47a7-82d4-52b44ed0d17a req-f825b47f-81da-42da-b1c7-be3de1912d41 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237585 Apr 18 12:10:56.961054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:56.961485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:56.961618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:56.963785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:56.981113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=c451ef5c-ad5a-4ac3-a307-9d50f0170df1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:57.002449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:57.002449 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:57.032917 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 9 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:57.076261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-035ad71f-cf33-49f3-bf06-43e362cdd739 req-f253c664-989b-4a25-9e2d-301d7e16ab4c service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031837 Apr 18 12:10:57.111583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.135084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:10:57.154386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba7c17-b4e0-42a7-aaad-5aea35e2216b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:57.157023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:57.157352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:57.158253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:57.164059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-f17fc712-fe6d-4aac-8901-453df125d194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.165628 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-f17fc712-fe6d-4aac-8901-453df125d194 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=276ab8036a32404399af68c941f1e95b&device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 1096 time: 0.4959323 Apr 18 12:10:57.193310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:57.193691 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:57.196904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.204083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.206520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Added segment a08ecb32-f789-4816-bc18-dc8bdad5d866 of type vlan for network c19ff534-81ee-4b75-91ba-75ac74d5e612 Apr 18 12:10:57.206520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 10 to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 Apr 18 12:10:57.209245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Transition to ACTIVE for port object 00dbe15a-f245-4389-929d-ff4cec1ea2a8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:57.232808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Transition to ACTIVE for port object 00dbe15a-f245-4389-929d-ff4cec1ea2a8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:10:57.253489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:57.253813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:57.254135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:57.273261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.280676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:10:57.280997 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0178db09-a8a5-4d4c-97e9-013e246c4db9 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:10:57.281345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.295056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.296292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.300596 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-858864e7-652e-4824-a83f-58340f145669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1873ca73-d05d-435d-8799-48210f366ad1 HTTP/1.1" status: 200 len: 217 time: 0.1189878 Apr 18 12:10:57.368154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:57.371443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:57.375643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:57.378879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-776a8af6-4a57-4441-abce-6741c86718ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.380988 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-776a8af6-4a57-4441-abce-6741c86718ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=168cbdd8430b4e588d3fc40ee4bdc288&device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 1096 time: 0.4633939 Apr 18 12:10:57.404671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-b01ad9f4-ede8-4747-8289-56d3837bebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.406252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-b01ad9f4-ede8-4747-8289-56d3837bebc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=098dc858-643e-4dbe-885a-2b4475e26df8 HTTP/1.1" status: 200 len: 844 time: 0.0935066 Apr 18 12:10:57.425638 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7242ab1d-92af-4259-8076-7997aae0dd1e tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/ports/c451ef5c-ad5a-4ac3-a307-9d50f0170df1 HTTP/1.1" status: 204 len: 168 time: 2.2546151 Apr 18 12:10:57.436764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837291be-1a75-41a0-bc01-4c7c6c346955 req-3e128919-8337-45b6-a6f5-45e30427d293 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.442007 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-837291be-1a75-41a0-bc01-4c7c6c346955 req-3e128919-8337-45b6-a6f5-45e30427d293 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 943 time: 0.3729541 Apr 18 12:10:57.442007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55262) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:57.473775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Pushing event updated for resources: {'Port': ['ID=00dbe15a-f245-4389-929d-ff4cec1ea2a8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:57.493440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Attempting to bind port 00dbe15a-f245-4389-929d-ff4cec1ea2a8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:10:57.493978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Attempting to bind port 00dbe15a-f245-4389-929d-ff4cec1ea2a8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '441c2382-52e7-40f1-8c53-60e792ce4ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:10:57.494341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Attempting to bind port 00dbe15a-f245-4389-929d-ff4cec1ea2a8 on network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:10:57.499814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:10:57.500253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Checking segment: {'id': '441c2382-52e7-40f1-8c53-60e792ce4ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:10:57.500854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.501247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Bound using segment: {'id': '441c2382-52e7-40f1-8c53-60e792ce4ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:10:57.501707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Bound port: 00dbe15a-f245-4389-929d-ff4cec1ea2a8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c2382-52e7-40f1-8c53-60e792ce4ef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:10:57.502079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.618337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] For port 00dbe15a-f245-4389-929d-ff4cec1ea2a8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:57.623326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] For port 00dbe15a-f245-4389-929d-ff4cec1ea2a8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=00dbe15a-f245-4389-929d-ff4cec1ea2a8,segment=NetworkSegment(441c2382-52e7-40f1-8c53-60e792ce4ef4),segment_id=441c2382-52e7-40f1-8c53-60e792ce4ef4)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:10:57.653673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.657077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:10:57.665775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.670740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.671767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.691241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.697303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3f7993-2008-4eff-98c4-1447dc30d5cc tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] GET failed (client error): The resource could not be found. Apr 18 12:10:57.697758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0f3f7993-2008-4eff-98c4-1447dc30d5cc tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Synchronizing usage tracker for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:57.765891 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8c8228-e9d0-4c71-92a4-32e7a61d607a'] response: {'name': 'network-changed', 'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1', 'status': 'completed', 'code': 200} Apr 18 12:10:57.766927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] For port 0178db09-a8a5-4d4c-97e9-013e246c4db9, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:10:57.767283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempted to set empty binding levels {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 12:10:57.796577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe23875-4ad8-4e52-9371-091c4c0797bf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:57.829300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b349-2436-4eb7-8229-d10468045199 req-f1ce54b1-4f2a-45b0-9bbe-819d185dace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.830560 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-f1ce54b1-4f2a-45b0-9bbe-819d185dace4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1096 time: 0.5814931 Apr 18 12:10:57.840532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1943-d54a-448e-aab4-c172668a9853 None None] Pushing event updated for resources: {'Port': ['ID=00dbe15a-f245-4389-929d-ff4cec1ea2a8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:57.848326 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-837291be-1a75-41a0-bc01-4c7c6c346955 req-160d2a83-2d38-48e0-914c-0c43b2158821 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907685 Apr 18 12:10:57.857951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Network': ['ID=c19ff534-81ee-4b75-91ba-75ac74d5e612,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:57.867687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.872836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:10:57.880002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.922569 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-653ed348-faca-4d9c-ae16-6718d905917e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1110921 Apr 18 12:10:57.925121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-547a7703-9376-4785-8cb6-98dc1755c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.927504 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-547a7703-9376-4785-8cb6-98dc1755c8ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=7499a3a6-6e7b-4759-a265-980b1f3eb82c HTTP/1.1" status: 200 len: 911 time: 0.5263238 Apr 18 12:10:57.927636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55268) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:57.932177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0f3f7993-2008-4eff-98c4-1447dc30d5cc tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Unset dirty status for tenant:9eea484e1d444e368e74d3a2841cbd91 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:57.936980 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0f3f7993-2008-4eff-98c4-1447dc30d5cc tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "GET /v2.0/ports/c451ef5c-ad5a-4ac3-a307-9d50f0170df1 HTTP/1.1" status: 404 len: 333 time: 0.4805191 Apr 18 12:10:57.936980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:57.936980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.938669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55272) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:57.991693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:57.993451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Request body: {'subnet': {'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:58.007679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60498e31-aa08-4d5f-ab4a-c2dc5647a446 None None] Network 853079e4-f9f7-42f4-b98a-dc42cf2aaa5a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:10:58.027033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-210a0458-d19e-4b67-a98e-242646940257 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903153c7-b904-4b36-941b-020ac390b905 HTTP/1.1" status: 200 len: 217 time: 0.0854800 Apr 18 12:10:58.027610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=0178db09-a8a5-4d4c-97e9-013e246c4db9,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:58.112709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-c31a85ea-fa85-4d96-b7f2-df09115b8baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:58.114494 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-c31a85ea-fa85-4d96-b7f2-df09115b8baa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94ec2051-74de-4c88-a18b-2ab28518fba3 HTTP/1.1" status: 200 len: 849 time: 0.0793684 Apr 18 12:10:58.123756 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3994eb30-d014-4f54-a4bb-ba463cb072b5 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.0131271 Apr 18 12:10:58.123756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55280) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:58.159766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.250563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90768f0-8a3d-4168-8a67-2968ea60554d None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:10:58.252455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Deleting port 0178db09-a8a5-4d4c-97e9-013e246c4db9 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:58.252639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.349160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-dee3941e-a82e-416a-a7bc-75f4aadcde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:58.350676 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-dee3941e-a82e-416a-a7bc-75f4aadcde91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d2cb162-c4ad-4142-ba26-0ee14417b370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9382052 Apr 18 12:10:58.352181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853079e4-f9f7-42f4-b98a-dc42cf2aaa5a']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:58.376754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90768f0-8a3d-4168-8a67-2968ea60554d None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:10:58.428737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c2382-52e7-40f1-8c53-60e792ce4ef4') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:58.429091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c2382-52e7-40f1-8c53-60e792ce4ef4') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:10:58.440441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port 831ff112-66c9-4f35-ad47-f01ca1d2edf5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:58.440777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.458028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e45797-af42-4d3c-ae3f-8801c7dbe538 req-6873611a-b39b-4d3b-a605-592681f54534 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:58.460265 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-31e45797-af42-4d3c-ae3f-8801c7dbe538 req-6873611a-b39b-4d3b-a605-592681f54534 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 943 time: 0.3380940 Apr 18 12:10:58.510054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-ba3002ad-2cf1-4f80-96e9-28995247fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:58.511533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-ba3002ad-2cf1-4f80-96e9-28995247fb3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7499a3a6-6e7b-4759-a265-980b1f3eb82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3905594 Apr 18 12:10:58.517950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.529668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:58.566143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b349-2436-4eb7-8229-d10468045199 req-b6bc3b48-4f48-4812-a5ec-29fd9ce38433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:58.568188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-b6bc3b48-4f48-4812-a5ec-29fd9ce38433 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 0.7205343 Apr 18 12:10:58.584575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] For port 0178db09-a8a5-4d4c-97e9-013e246c4db9, host hv-neutron-8370, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:10:58.587099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.637127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Usage tracker for resource:subnet and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:10:58.694712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:10:58.698983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.744403 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-38c8665c-e2ab-4f2d-867f-6b88f07ced49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 217 time: 0.1249065 Apr 18 12:10:58.746342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:10:58.746701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:58.762317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:10:58.768975 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:10:58.782484 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Calling delete_port for 0178db09-a8a5-4d4c-97e9-013e246c4db9 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:58.832648 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-31e45797-af42-4d3c-ae3f-8801c7dbe538 req-eeaafb58-ec2d-41ab-9f08-f17bb9b8471a tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250556 Apr 18 12:10:58.888962 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-f6eca803-b089-4329-a7d4-fc14a4e55b33 service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643022 Apr 18 12:10:58.954634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Allocated IP 172.26.4.95 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/64e5fae1-ec5b-4cdc-8025-96badbd6d9da) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:10:58.986140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.019022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4ed99-5b0c-4c0b-b6a1-14d42d5a0670 req-bedd013b-8bf8-4a44-9d25-d9b53eb56c62 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:59.020545 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2fb4ed99-5b0c-4c0b-b6a1-14d42d5a0670 req-bedd013b-8bf8-4a44-9d25-d9b53eb56c62 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.8789256 Apr 18 12:10:59.065025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:10:59.065025 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:10:59.065025 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': '853079e4-f9f7-42f4-b98a-dc42cf2aaa5a'}] Apr 18 12:10:59.065025 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:10:59.065498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:10:59.065798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Made reservation on behalf of da7fdbd3910c473c8bcc644279e49b4e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:59.070007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.122005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-7af7af9f-38ac-4175-bfb0-2fd851d2beec service neutron] 10.222.0.15 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369132 Apr 18 12:10:59.171834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event deleted for resources: {'Port': ['ID=0178db09-a8a5-4d4c-97e9-013e246c4db9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:59.185955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.210954 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c5501894-4f29-42ca-95e1-074767e062dd tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0178db09-a8a5-4d4c-97e9-013e246c4db9 HTTP/1.1" status: 204 len: 168 time: 1.0860918 Apr 18 12:10:59.215005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55286) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:59.219016 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dbab10ff-239b-4103-abeb-09d5ccb83366 req-25b83fb1-966a-44fd-b4a8-8c1adbc64342 service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234234 Apr 18 12:10:59.264891 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-647cd53c-a1aa-4d1c-8e7a-bb3d78717a41 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:10:59.265419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-647cd53c-a1aa-4d1c-8e7a-bb3d78717a41 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Synchronizing usage tracker for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:10:59.267232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b349-2436-4eb7-8229-d10468045199 req-17e49076-d2ac-4a52-a761-4fcc53b7a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:59.268621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-17e49076-d2ac-4a52-a761-4fcc53b7a143 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.4601996 Apr 18 12:10:59.295795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1697b7-bcd6-4b48-9b41-9b29819dd2bc req-031e5cf9-ea22-41c2-ac22-038835bd4e0b tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:59.297309 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-df1697b7-bcd6-4b48-9b41-9b29819dd2bc req-031e5cf9-ea22-41c2-ac22-038835bd4e0b tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 943 time: 0.3171754 Apr 18 12:10:59.344582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-df1697b7-bcd6-4b48-9b41-9b29819dd2bc req-4a6c3fcb-6f7b-4259-a8b4-360f967c54de tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Apr 18 12:10:59.353341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-647cd53c-a1aa-4d1c-8e7a-bb3d78717a41 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Unset dirty status for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:10:59.357842 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-647cd53c-a1aa-4d1c-8e7a-bb3d78717a41 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "GET /v2.0/ports/0178db09-a8a5-4d4c-97e9-013e246c4db9 HTTP/1.1" status: 404 len: 333 time: 0.1386404 Apr 18 12:10:59.358410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55290) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:59.366845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Request body: {'port': {'network_id': '82d3b281-8534-4788-9c00-49b085eb9790', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1637770410'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:59.368989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:10:59.378615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:10:59.438013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Made reservation on behalf of e3bcdbaa154f4deab4e76849a920790e for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:10:59.440293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.460081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:10:59.591584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.641601 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2fb4ed99-5b0c-4c0b-b6a1-14d42d5a0670 req-18a8667f-a859-41de-9f51-c04ba43aa2a9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5880532 Apr 18 12:10:59.666334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.692000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.710824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 00dbe15a-f245-4389-929d-ff4cec1ea2a8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:10:59.711149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.746984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.813919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Network 82d3b281-8534-4788-9c00-49b085eb9790 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:10:59.816681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:10:59.825211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:10:59.826137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:10:59.826748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:10:59.838913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:10:59.850642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.850990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.851328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.851660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.851988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.852314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.852633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.852955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.853275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.853612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.853917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.854237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:10:59.894418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for 831ff112-66c9-4f35-ad47-f01ca1d2edf5 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:10:59.944120 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00591dcc-6ea8-49d5-a731-5e282fa410de tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5845418 Apr 18 12:10:59.946880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55296) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:10:59.953472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:10:59.959230 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e952eb54-47ce-4df2-9948-969d885c9b1a req-59965be3-0c27-46b7-9d43-55c4d0d65af8 service neutron] 10.222.0.15 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894295 Apr 18 12:10:59.972934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.009043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 903153c7-b904-4b36-941b-020ac390b905 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:11:00.037374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238b349-2436-4eb7-8229-d10468045199 req-343e92c3-4320-4182-90b9-1bff8e8fa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:00.038888 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-343e92c3-4320-4182-90b9-1bff8e8fa44d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7111492 Apr 18 12:11:00.118071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.150715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb991e5-fa57-4222-980e-fbe2f1b2e0ed req-0ab9ef96-f19c-40a7-8a8f-4955bd2bf3d0 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:00.152179 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7eb991e5-fa57-4222-980e-fbe2f1b2e0ed req-0ab9ef96-f19c-40a7-8a8f-4955bd2bf3d0 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 943 time: 0.1742394 Apr 18 12:11:00.193011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 903153c7-b904-4b36-941b-020ac390b905, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=903153c7-b904-4b36-941b-020ac390b905,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:00.207633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '903153c7-b904-4b36-941b-020ac390b905', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'port_id': '903153c7-b904-4b36-941b-020ac390b905', 'mac_address': 'fa:16:3e:92:a0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:11:00.256323 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7eb991e5-fa57-4222-980e-fbe2f1b2e0ed req-5a61036b-4466-4c88-b8b7-09ede424432c tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767679 Apr 18 12:11:00.271223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.293900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 903153c7-b904-4b36-941b-020ac390b905 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:11:00.311508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 903153c7-b904-4b36-941b-020ac390b905, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=903153c7-b904-4b36-941b-020ac390b905,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:00.384657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.386286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e042897a-8de8-4894-a98b-d4f9115a6895 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:11:00.420027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:00.428791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.446279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Transition to ACTIVE for port object c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:00.498994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=903153c7-b904-4b36-941b-020ac390b905,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:00.509509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.565900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-c6ae9d73-3c27-431e-8d0a-1858b7606ba3 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913850 Apr 18 12:11:00.574917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 00dbe15a-f245-4389-929d-ff4cec1ea2a8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=00dbe15a-f245-4389-929d-ff4cec1ea2a8,segment=NetworkSegment(441c2382-52e7-40f1-8c53-60e792ce4ef4),segment_id=441c2382-52e7-40f1-8c53-60e792ce4ef4)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:00.575262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.589362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.605352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:00.617924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e042897a-8de8-4894-a98b-d4f9115a6895, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e042897a-8de8-4894-a98b-d4f9115a6895,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:00.634210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'port_id': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'mac_address': 'fa:16:3e:42:e7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:11:00.660193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.692776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.700753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.701227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.701570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.709735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.710068 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.710477 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 2 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.717446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e042897a-8de8-4894-a98b-d4f9115a6895 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:11:00.734630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.735008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.735347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.736991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e042897a-8de8-4894-a98b-d4f9115a6895, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e042897a-8de8-4894-a98b-d4f9115a6895,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:00.743359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.743690 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.744083 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 3 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.759899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.760155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.760487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.765656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.766017 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.766407 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 4 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.793743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.824454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.824680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.825003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.835945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.836269 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.836798 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 5 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.856845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.857174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.857507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.865308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.865622 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.866156 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 6 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.874012 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=e042897a-8de8-4894-a98b-d4f9115a6895,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:00.876821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:00.889412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.891594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.891594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.901804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d35950-41f2-4d6f-ba73-d8825f5d8424 req-5a8d1b9a-4efc-4298-80ee-62fa5d4dec0d tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:00.903326 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-10d35950-41f2-4d6f-ba73-d8825f5d8424 req-5a8d1b9a-4efc-4298-80ee-62fa5d4dec0d tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.1296384 Apr 18 12:11:00.907274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.907606 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.907992 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 7 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.940032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.940367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.940706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.952161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-44dfebcb-5feb-496d-b9f7-c09bb3d51d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:00.953719 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-44dfebcb-5feb-496d-b9f7-c09bb3d51d37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=276ab8036a32404399af68c941f1e95b&device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 1096 time: 0.8513296 Apr 18 12:11:00.955739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.956069 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.959818 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 8 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:00.969219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 00dbe15a-f245-4389-929d-ff4cec1ea2a8 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:00.978213 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-10d35950-41f2-4d6f-ba73-d8825f5d8424 req-d2481f14-7169-4716-b4a2-49318e687942 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622478 Apr 18 12:11:00.980238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:00.980571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:00.980904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:00.985715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:00.986043 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:00.986425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 9 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:01.007786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:01.007786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:01.007786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:01.010491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:01.010763 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:01.011147 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 10 to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 Apr 18 12:11:01.026620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:01.026801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:01.027225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:01.027624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:01.032305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:01.032625 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:01.032976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:01.105055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:01.124427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] For port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:01.125063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempted to set empty binding levels {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 12:11:01.134034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['e042897a-8de8-4894-a98b-d4f9115a6895'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:11:01.152930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:01.164323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['903153c7-b904-4b36-941b-020ac390b905'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:11:01.224558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event updated for resources: {'Port': ['ID=64e5fae1-ec5b-4cdc-8025-96badbd6d9da,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:01.229709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:01.293325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.293671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.294000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.294326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.294678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.295002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.295318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.295633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.295948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.296261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.296571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.296879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:01.310906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] In _notify_port_updated(), no bound segment for port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:11:01.311769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:01.312366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:01.316243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "PUT /v2.0/ports/c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 HTTP/1.1" status: 200 len: 977 time: 1.3658714 Apr 18 12:11:01.326556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55308) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:01.358738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4dbe7-f6cd-47e9-b872-0bb3a1e7985e tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:01.450719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Subnet': ['ID=ada35b6b-0c8a-407f-92c5-f3180c7cba09,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:01.502090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4ee33-e870-4fc6-be98-39ca1850758c req-5adccc2f-2d91-4961-bf0c-7613b3e0ca68 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:01.504003 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-67f4ee33-e870-4fc6-be98-39ca1850758c req-5adccc2f-2d91-4961-bf0c-7613b3e0ca68 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 944 time: 0.0921905 Apr 18 12:11:01.521997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=831ff112-66c9-4f35-ad47-f01ca1d2edf5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:01.551429 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-67f4ee33-e870-4fc6-be98-39ca1850758c req-eae0c00b-21ce-4a7a-b1e8-8d18b3c191a2 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389414 Apr 18 12:11:01.560080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Checking segment: {'id': 'a08ecb32-f789-4816-bc18-dc8bdad5d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:01.562673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network hostable DHCP agents. Network: c19ff534-81ee-4b75-91ba-75ac74d5e612, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:01.654707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8fb53-1f07-4b61-a50c-fb1d2aefdefc req-f413ee89-7e97-4761-b025-637c65ff20ad tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:01.656153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40c8fb53-1f07-4b61-a50c-fb1d2aefdefc req-f413ee89-7e97-4761-b025-637c65ff20ad tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 944 time: 1.1587012 Apr 18 12:11:01.676029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6238b349-2436-4eb7-8229-d10468045199 req-749e5c35-6486-4b8a-9a24-4ff3a3d09039 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0824611 Apr 18 12:11:01.676702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:01.754817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:01.833974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=00dbe15a-f245-4389-929d-ff4cec1ea2a8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:01.842195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 00dbe15a-f245-4389-929d-ff4cec1ea2a8 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:01.908667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-cb1bde8b-270a-4a89-bee7-330207c86d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:01.910121 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-cb1bde8b-270a-4a89-bee7-330207c86d05 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d2cb162-c4ad-4142-ba26-0ee14417b370 HTTP/1.1" status: 200 len: 906 time: 0.9063401 Apr 18 12:11:02.004028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 903153c7-b904-4b36-941b-020ac390b905 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:02.037031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:02.058683 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-8f036d6f-d73d-4cf2-8fd8-e97f6cb32833 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1873ca73-d05d-435d-8799-48210f366ad1 HTTP/1.1" status: 200 len: 217 time: 0.1356139 Apr 18 12:11:02.070956 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40c8fb53-1f07-4b61-a50c-fb1d2aefdefc req-08d993b8-a982-4219-aa2b-f3894d1f1856 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842206 Apr 18 12:11:02.170614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 903153c7-b904-4b36-941b-020ac390b905 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:02.176224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 903153c7-b904-4b36-941b-020ac390b905 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:02.176867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.182007 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c22c889a-8a79-4ac4-8e14-cf8189dd9697 tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/ports/831ff112-66c9-4f35-ad47-f01ca1d2edf5 HTTP/1.1" status: 204 len: 168 time: 4.1950333 Apr 18 12:11:02.183463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c35f71-67f6-4bc0-ad92-42e8c11be5b6 req-588809a2-58ae-40d1-83f4-dc6390c8a455 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.184944 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23c35f71-67f6-4bc0-ad92-42e8c11be5b6 req-588809a2-58ae-40d1-83f4-dc6390c8a455 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.0790462 Apr 18 12:11:02.185428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55314) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:02.211307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.211307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.211307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.211683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.212136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.212591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.213044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.213501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.213953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.214404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.214882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.215328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.215777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.216227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.216677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.217128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.217580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.218034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.218500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.218954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.219401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.219898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.220650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.220749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.221171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.221625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.228352 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4395d507-c336-452a-a368-f1eee19b71db tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23458 time: 0.8035653 Apr 18 12:11:02.228791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.238338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c19ff534-81ee-4b75-91ba-75ac74d5e612) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:02.252152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70a8acf-777c-4b4a-beee-098f310f57eb None None] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:02.305550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55318) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:02.408780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.412261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting subnet a97c3d37-b5a6-42dd-8bbd-d56cbd47293c {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:11:02.418918 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23c35f71-67f6-4bc0-ad92-42e8c11be5b6 req-bc0b815d-8c26-4125-966d-6ab5d1454b1f tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992550 Apr 18 12:11:02.419455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.439909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.440481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.458740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903153c7-b904-4b36-941b-020ac390b905'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:02.469758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Deleting port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:02.470090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.477713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-869c45db-db76-4bd5-84e4-4620389eb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.479198 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-869c45db-db76-4bd5-84e4-4620389eb113 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=098dc858-643e-4dbe-885a-2b4475e26df8 HTTP/1.1" status: 200 len: 844 time: 0.4026377 Apr 18 12:11:02.480661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853079e4-f9f7-42f4-b98a-dc42cf2aaa5a']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:02.530221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.537627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c2382-52e7-40f1-8c53-60e792ce4ef4') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:02.537919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c2382-52e7-40f1-8c53-60e792ce4ef4') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:02.570198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 903153c7-b904-4b36-941b-020ac390b905, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=903153c7-b904-4b36-941b-020ac390b905,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:02.631146 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fbcd5d61-d5f6-41c6-a31b-4f98ac5005d1 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6961148 Apr 18 12:11:02.634023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55328) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:02.634244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.646150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1720978157', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:02.653847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:02.658767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Usage tracker for resource:router and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:02.661806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:02.663295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.668128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:02.693962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:02.694569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.704265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.705334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e042897a-8de8-4894-a98b-d4f9115a6895 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:02.712642 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:02.732169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.776421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.777584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.850728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c19ff534-81ee-4b75-91ba-75ac74d5e612', 'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612', 'tenant_id': 'da7fdbd3910c473c8bcc644279e49b4e', 'fixed_ips': [{'subnet_id': 'ada35b6b-0c8a-407f-92c5-f3180c7cba09'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:02.852663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.883854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.903446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:02.947705 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53e7e5aa-2b2a-453a-a211-63b8d1f9f906'] response: {'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '903153c7-b904-4b36-941b-020ac390b905', 'code': 200} Apr 18 12:11:02.953005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=903153c7-b904-4b36-941b-020ac390b905,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:02.955676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-850ce6f0-62d4-4f19-9753-6259c0b8b55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:02.957285 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-850ce6f0-62d4-4f19-9753-6259c0b8b55f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d2cb162-c4ad-4142-ba26-0ee14417b370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4638088 Apr 18 12:11:02.964529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.966963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.967446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.967446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.967701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.968214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:02.968397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] For port c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0, host hv-neutron-8370, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:02.968761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.039466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port e042897a-8de8-4894-a98b-d4f9115a6895 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:03.045103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port e042897a-8de8-4894-a98b-d4f9115a6895 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:03.045745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.081786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.110479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Calling delete_port for c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:03.149329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.177174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=853079e4-f9f7-42f4-b98a-dc42cf2aaa5a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:03.200764 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-49fc7be4-d263-4d9a-b574-6b3af20b1cd3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/853079e4-f9f7-42f4-b98a-dc42cf2aaa5a HTTP/1.1" status: 204 len: 168 time: 7.2291620 Apr 18 12:11:03.211777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55338) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:03.220010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2028339512'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:03.281723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:03.291425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Allocated IP 172.20.0.2 (c19ff534-81ee-4b75-91ba-75ac74d5e612/ada35b6b-0c8a-407f-92c5-f3180c7cba09/7941d9e2-e9fa-4fa5-a39a-5d265294eb1b) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:03.310911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:03.318692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:03.335874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:03.345461 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-53edd82e-168a-4523-adfd-e07e99435cb8 service neutron] 10.222.0.15 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802500 Apr 18 12:11:03.353777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9882-5b46-4c1f-beb7-66d206024419 req-34176a1d-0a17-4a4b-a0d3-5d5b5b9c3a96 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:03.360802 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c1cf9882-5b46-4c1f-beb7-66d206024419 req-34176a1d-0a17-4a4b-a0d3-5d5b5b9c3a96 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 944 time: 0.5420895 Apr 18 12:11:03.371510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.422543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.447159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e042897a-8de8-4894-a98b-d4f9115a6895, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e042897a-8de8-4894-a98b-d4f9115a6895,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:03.522976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Subnet': ['ID=a97c3d37-b5a6-42dd-8bbd-d56cbd47293c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:03.529443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.534597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.541085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.557830 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-edfcc202-aa9a-4337-8bda-28ec4aa5294c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/subnets/a97c3d37-b5a6-42dd-8bbd-d56cbd47293c HTTP/1.1" status: 204 len: 168 time: 1.3702888 Apr 18 12:11:03.563314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:03.574996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:03.578354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.635665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.661660 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c1cf9882-5b46-4c1f-beb7-66d206024419 req-9973f4c0-d8fb-42bf-879a-9846e9f95ed8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000119 Apr 18 12:11:03.672281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.680847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:03.697343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.703812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Transition to ACTIVE for port object 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:03.725188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Transition to ACTIVE for port object 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:03.727883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb3d55-54ab-4bf8-a0ee-0c237e25530d None None] Network 1ef3cf06-2d3f-4220-899b-42e4b33cc37f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:03.772509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-515bf7fb-6314-4962-a0c0-5fdb53ee7228 req-f612ceeb-19b9-4d14-8206-351a7e363d3c service neutron] 10.222.0.15 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073703 Apr 18 12:11:03.779071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.779071 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment 56586859-df41-4219-8c0b-d0abca9e1d5a of type vlan for network 53b2bcb2-509b-48c8-891b-76f27cf6e53e Apr 18 12:11:03.825534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.853330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.853703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cd4a9-f168-4f26-aa96-f49b2f428991 req-9c5edb0d-ce60-4e77-b7ea-c81a672930f1 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:03.859922 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-313cd4a9-f168-4f26-aa96-f49b2f428991 req-9c5edb0d-ce60-4e77-b7ea-c81a672930f1 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.5597079 Apr 18 12:11:03.900312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:03.911868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event deleted for resources: {'Port': ['ID=c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:03.933251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.937698 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a7ac5905-e7fb-40b0-ba8d-19de310461d6 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 HTTP/1.1" status: 204 len: 168 time: 1.6170721 Apr 18 12:11:03.942244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55348) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:03.949620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:03.955021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=e042897a-8de8-4894-a98b-d4f9115a6895,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:03.957964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:03.997930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-198ddfde-8ba1-4388-b377-30a0e6b9d6a2 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:11:03.998488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-198ddfde-8ba1-4388-b377-30a0e6b9d6a2 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Synchronizing usage tracker for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:04.017104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:04.021286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-c236e417-fca6-4d19-a6ed-0a8260dc1d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:04.022812 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-c236e417-fca6-4d19-a6ed-0a8260dc1d81 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 1098 time: 0.6199663 Apr 18 12:11:04.042817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 1873ca73-d05d-435d-8799-48210f366ad1 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:11:04.046599 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-313cd4a9-f168-4f26-aa96-f49b2f428991 req-94697447-e6ae-438b-bf7d-92506c776bf7 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855211 Apr 18 12:11:04.108902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Deleting port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:04.109258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.117658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.155755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:04.164023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Usage tracker for resource:security_group_rule and tenant:0c58f380ce6a467abbe049d1b012361d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:04.168711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:04.178007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-198ddfde-8ba1-4388-b377-30a0e6b9d6a2 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Unset dirty status for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:04.179029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:04.184930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-198ddfde-8ba1-4388-b377-30a0e6b9d6a2 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "GET /v2.0/ports/c92654fb-9e7b-40aa-bedd-03fbcfe6bcf0 HTTP/1.1" status: 404 len: 333 time: 0.2394192 Apr 18 12:11:04.189947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55352) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:04.197892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Pushing event updated for resources: {'Port': ['ID=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:04.208489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-45260625', 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:04.225748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:04.243283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.247879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:04.249052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.265314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Attempting to bind port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:04.267649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Attempting to bind port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a08ecb32-f789-4816-bc18-dc8bdad5d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:04.267649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Attempting to bind port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b on network c19ff534-81ee-4b75-91ba-75ac74d5e612 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:04.288285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:04.299143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfaa7-91e8-4b35-8451-c42b077548f2 req-e889dd02-1958-4dfc-9c5d-3edc3cba7cd9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:04.302929 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-331dfaa7-91e8-4b35-8451-c42b077548f2 req-e889dd02-1958-4dfc-9c5d-3edc3cba7cd9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.4817688 Apr 18 12:11:04.325274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:04.325850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Checking segment: {'id': 'a08ecb32-f789-4816-bc18-dc8bdad5d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:04.326086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.327542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Bound using segment: {'id': 'a08ecb32-f789-4816-bc18-dc8bdad5d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:04.327542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Bound port: 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08ecb32-f789-4816-bc18-dc8bdad5d866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:04.327542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.436348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=53b2bcb2-509b-48c8-891b-76f27cf6e53e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:04.452760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Router 9456ad02-6db4-4f13-9428-84d266ad6dac is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:11:04.474051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 53b2bcb2-509b-48c8-891b-76f27cf6e53e details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:04.477094 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e26e5db6-fb27-43e0-b48f-ab5ccbe85bdd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2616916 Apr 18 12:11:04.497743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-331dfaa7-91e8-4b35-8451-c42b077548f2 req-134e11ba-074e-40df-a967-452942c19ca5 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610494 Apr 18 12:11:04.500763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55356) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:04.519872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:04.550453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.559677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] DHCP port deletion for 1ef3cf06-2d3f-4220-899b-42e4b33cc37f request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:11:04.568988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:04.581523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] For port 1224bfcb-29e9-4c66-aab1-b16dcb126a83, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1224bfcb-29e9-4c66-aab1-b16dcb126a83,segment=NetworkSegment(39d4157b-816d-4489-9c48-b2afdce69965),segment_id=39d4157b-816d-4489-9c48-b2afdce69965)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:04.582002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.590877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Deleting port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:04.594636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.596171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.614918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Made reservation on behalf of e3bcdbaa154f4deab4e76849a920790e for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:04.617485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.641869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.679839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] For port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:04.686885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '1873ca73-d05d-435d-8799-48210f366ad1', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'port_id': '1873ca73-d05d-435d-8799-48210f366ad1', 'mac_address': 'fa:16:3e:bd:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:11:04.727452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port 4a5ca641-0c3f-4a26-a387-ef9bc0a41da6 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:04.744547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] For port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,segment=NetworkSegment(a08ecb32-f789-4816-bc18-dc8bdad5d866),segment_id=a08ecb32-f789-4816-bc18-dc8bdad5d866)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:04.771136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.793686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Calling delete_port for 1224bfcb-29e9-4c66-aab1-b16dcb126a83 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:04.796768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:04.866658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.880277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:04.894918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:04.897933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Synchronizing usage tracker for tenant:0c58f380ce6a467abbe049d1b012361d on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:04.913945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:04.922510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:04.951480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb7202-90fe-44ee-ac92-6902cfd43d49,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:04.964053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:04.970890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Allocated IP 172.26.4.249 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/d0933f1a-4479-4fae-b9fa-cb628d48c7e1) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:04.978341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:05.019876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1873ca73-d05d-435d-8799-48210f366ad1 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:11:05.022339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba11409-de5c-4cb1-b447-33344bff2660 req-00d05b82-09c0-4cba-9100-c8983fc1df10 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:05.024234 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7ba11409-de5c-4cb1-b447-33344bff2660 req-00d05b82-09c0-4cba-9100-c8983fc1df10 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1746066 Apr 18 12:11:05.035870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] Sync routers for ids ['9456ad02-6db4-4f13-9428-84d266ad6dac'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:05.096027 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52112e61-46ee-4297-8f79-40ac3ed09ee4'] response: {'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'code': 200} Apr 18 12:11:05.135748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] Routers {'9456ad02-6db4-4f13-9428-84d266ad6dac'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:05.136617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9456ad02-6db4-4f13-9428-84d266ad6dac'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.157283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.196185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f8924-2478-4bf9-b34c-f9f149181d8f None None] Pushing event updated for resources: {'Port': ['ID=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:05.214047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:05.227154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.235326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] For port 1224bfcb-29e9-4c66-aab1-b16dcb126a83, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1224bfcb-29e9-4c66-aab1-b16dcb126a83,segment=NetworkSegment(39d4157b-816d-4489-9c48-b2afdce69965),segment_id=39d4157b-816d-4489-9c48-b2afdce69965)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:05.239710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.259652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1224bfcb-29e9-4c66-aab1-b16dcb126a83 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:05.261575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] No DVR routers for this DVR port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:05.265651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.304231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] Unset dirty status for tenant:0c58f380ce6a467abbe049d1b012361d on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:05.305426 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f781177-4518-4dd3-b4db-119a9b685d20 req-3ac3edc5-2f97-4cf2-bdc9-5911ea49d053 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2314200 Apr 18 12:11:05.306003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:05.313825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.350635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] Routers {'9456ad02-6db4-4f13-9428-84d266ad6dac'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:05.351432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:10:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9456ad02-6db4-4f13-9428-84d266ad6dac'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.363738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Port': ['ID=1224bfcb-29e9-4c66-aab1-b16dcb126a83,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:05.402976 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7ba11409-de5c-4cb1-b447-33344bff2660 req-4c5f7ccd-58c4-4709-bb04-ea560289bf00 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3606474 Apr 18 12:11:05.443551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.502215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.510633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Calling delete_port for 1224bfcb-29e9-4c66-aab1-b16dcb126a83 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:05.512375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Network 82d3b281-8534-4788-9c00-49b085eb9790 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:05.513528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.517172 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8c45b3b6-69c0-4639-b665-574b2222c8c2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.8072701 Apr 18 12:11:05.529139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:05.531646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:05.533880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:05.534495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.614286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 1224bfcb-29e9-4c66-aab1-b16dcb126a83 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:11:05.617743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1224bfcb-29e9-4c66-aab1-b16dcb126a83 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:11:05.644281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.644913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dbe62a-0765-47e1-a729-e52806fc9134 None None] The sync data for ids ['9456ad02-6db4-4f13-9428-84d266ad6dac'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:05.681465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55366) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:05.701417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.708930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:05.719033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:05.719388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:05.747295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['1873ca73-d05d-435d-8799-48210f366ad1'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:11:05.788924 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.5886021 Apr 18 12:11:05.791290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:05.792813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef3cf06-2d3f-4220-899b-42e4b33cc37f']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.801977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.851288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92dbc7-c734-467f-88b1-aa7315f9bf9a tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=4a5ca641-0c3f-4a26-a387-ef9bc0a41da6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:05.859476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d4157b-816d-4489-9c48-b2afdce69965') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.859719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d4157b-816d-4489-9c48-b2afdce69965') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:05.888582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836b2e-0949-4cc2-b593-720fef951c50 req-022ed88c-b903-4aa4-88e8-63e8b375389e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:05.888808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.896074 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33836b2e-0949-4cc2-b593-720fef951c50 req-022ed88c-b903-4aa4-88e8-63e8b375389e tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.5519855 Apr 18 12:11:05.919874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fc477c-9dbf-4125-ad6a-3ae7354bf06f tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:05.923767 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f3fc477c-9dbf-4125-ad6a-3ae7354bf06f tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "GET /v2.0/ports/4a5ca641-0c3f-4a26-a387-ef9bc0a41da6 HTTP/1.1" status: 200 len: 953 time: 0.1159825 Apr 18 12:11:05.926490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55376) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:05.929928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.983313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:05.983706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:05.999171 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:06.108733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b2aeb-22f6-4a75-b510-47856186a17e req-5f721f93-4c3e-47fc-80ee-f8ab430c74f2 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:06.110427 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-008b2aeb-22f6-4a75-b510-47856186a17e req-5f721f93-4c3e-47fc-80ee-f8ab430c74f2 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 944 time: 0.3893750 Apr 18 12:11:06.116232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Deleting port 4a5ca641-0c3f-4a26-a387-ef9bc0a41da6 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:06.116624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.177062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.190311 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fdfbd613-c7b5-4249-8671-0922c895c344 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/9456ad02-6db4-4f13-9428-84d266ad6dac HTTP/1.1" status: 200 len: 919 time: 0.5068510 Apr 18 12:11:06.201444 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33836b2e-0949-4cc2-b593-720fef951c50 req-3b7391fe-d472-4f3d-8f7a-e3d1d42a0c87 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3045044 Apr 18 12:11:06.201915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55380) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:06.220558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Deleting port 1224bfcb-29e9-4c66-aab1-b16dcb126a83 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:06.220942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.243545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3b5612-53ce-4c64-a053-92c118a59574 req-26437957-a831-4bd6-894e-35318a96a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:06.245029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5c3b5612-53ce-4c64-a053-92c118a59574 req-26437957-a831-4bd6-894e-35318a96a881 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.5600476 Apr 18 12:11:06.265076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Port': ['ID=d0933f1a-4479-4fae-b9fa-cb628d48c7e1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:06.285801 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b64c4f9b-43a6-47ac-ac95-27ee89cae9e5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=9456ad02-6db4-4f13-9428-84d266ad6dac HTTP/1.1" status: 200 len: 205 time: 0.0789568 Apr 18 12:11:06.289863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.291506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55384) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:06.312103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-19e8a662-436a-4f87-a894-7257ef2c2695 None None] The port '1224bfcb-29e9-4c66-aab1-b16dcb126a83' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:11:06.340872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5c3b5612-53ce-4c64-a053-92c118a59574 req-90bddb12-effe-4267-af5f-42e5fbd457d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883744 Apr 18 12:11:06.372040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:06.393729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.397463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.412218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965b3bef-cb94-4c1a-865a-c80adbb69e39 None None] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:06.430852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:06.453610 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-008b2aeb-22f6-4a75-b510-47856186a17e req-a2dd337d-6a59-4933-9b0d-61d890aa2061 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095415 Apr 18 12:11:06.454340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:06.495036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] Pushing event deleted for resources: {'Network': ['ID=1ef3cf06-2d3f-4220-899b-42e4b33cc37f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:06.505314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=af505998-6407-43d3-8a58-f1d3487d297c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:06.538518 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d771f062-0b71-4ba3-94d9-146cb33cfe2c tempest-AllowedAddressPairTestJSON-1452977714 tempest-AllowedAddressPairTestJSON-1452977714-project] 10.222.0.24 "DELETE /v2.0/networks/1ef3cf06-2d3f-4220-899b-42e4b33cc37f HTTP/1.1" status: 204 len: 168 time: 2.9705718 Apr 18 12:11:06.590612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3a120ac8-f04c-41f9-b897-569786c929bd None None] Provisioning for port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:06.593615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': '56586859-df41-4219-8c0b-d0abca9e1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:06.593615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: 53b2bcb2-509b-48c8-891b-76f27cf6e53e, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:06.672105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2059ee-41c0-43c7-826a-b9d7d4baf0b3 req-b395b26a-dc97-4a0b-b527-20a634a3ee4c tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:06.673605 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f2059ee-41c0-43c7-826a-b9d7d4baf0b3 req-b395b26a-dc97-4a0b-b527-20a634a3ee4c tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1208892 Apr 18 12:11:06.674945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network 53b2bcb2-509b-48c8-891b-76f27cf6e53e is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:06.727063 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f2059ee-41c0-43c7-826a-b9d7d4baf0b3 req-9b7acee9-dc3a-496f-b6ce-58d55bf7f365 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457494 Apr 18 12:11:06.747046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 53b2bcb2-509b-48c8-891b-76f27cf6e53e) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:06.755208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:06.755800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:06.765150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829ceb18-93a0-4513-bd64-744c5b78a766 None None] Network 53b2bcb2-509b-48c8-891b-76f27cf6e53e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:06.835983 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fc2cff0-bae7-4449-9987-ce973aefeb21 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3311448 Apr 18 12:11:06.837677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55392) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:06.925497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.025876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.064601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-53b2bcb2-509b-48c8-891b-76f27cf6e53e', 'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': 'af505998-6407-43d3-8a58-f1d3487d297c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:07.064601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.112623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.121279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55398) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:07.321638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.356208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:07.385663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Calling delete_port for 4a5ca641-0c3f-4a26-a387-ef9bc0a41da6 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:07.439732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-54c1f812-1380-45a0-a1b1-bd013536c168 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eea484e1d444e368e74d3a2841cbd91&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3169777 Apr 18 12:11:07.440327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55406) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:07.508128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd63ccec-13c5-4d0f-b5b4-16a6d0b3d237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.525644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Allocated IP 2001:db8::1 (53b2bcb2-509b-48c8-891b-76f27cf6e53e/af505998-6407-43d3-8a58-f1d3487d297c/9d96ce41-cf86-443c-9218-88c9e43798b7) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:07.539412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd63ccec-13c5-4d0f-b5b4-16a6d0b3d237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.621261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:07.645945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:07.646303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.689831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd63ccec-13c5-4d0f-b5b4-16a6d0b3d237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.715171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63ccec-13c5-4d0f-b5b4-16a6d0b3d237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5881db28-62b7-4695-a027-c3ac2d27d9f8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:07.722854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd63ccec-13c5-4d0f-b5b4-16a6d0b3d237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.726927 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bd63ccec-13c5-4d0f-b5b4-16a6d0b3d237 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5881db28-62b7-4695-a027-c3ac2d27d9f8 HTTP/1.1" status: 204 len: 168 time: 0.2850344 Apr 18 12:11:07.760135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.803446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.818935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f17cf3-0757-4cf4-bac1-2f429b209a96 req-67f0c870-c222-43a1-b794-86e35368b1ed tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:07.829680 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81f17cf3-0757-4cf4-bac1-2f429b209a96 req-67f0c870-c222-43a1-b794-86e35368b1ed tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 944 time: 0.1897273 Apr 18 12:11:07.868021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ec29f-9c13-4af3-8c21-ab42700a20e2 req-44048c6e-54c3-403c-b620-ae84dc997962 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:07.869464 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8c5ec29f-9c13-4af3-8c21-ab42700a20e2 req-44048c6e-54c3-403c-b620-ae84dc997962 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.4527946 Apr 18 12:11:07.884250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.884413 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81f17cf3-0757-4cf4-bac1-2f429b209a96 req-da5db06f-bba5-4f75-923f-d42e423f3551 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515203 Apr 18 12:11:07.927200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Deleting port 64e5fae1-ec5b-4cdc-8025-96badbd6d9da {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:07.927743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.971196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:07.986695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a5ca641-0c3f-4a26-a387-ef9bc0a41da6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:08.002670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.004474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.023761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 1873ca73-d05d-435d-8799-48210f366ad1 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:08.059925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Transition to ACTIVE for port object 9d96ce41-cf86-443c-9218-88c9e43798b7 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:08.078629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4df469e-8b4b-4bf6-911d-99ea327a3aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.087693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,segment=NetworkSegment(a08ecb32-f789-4816-bc18-dc8bdad5d866),segment_id=a08ecb32-f789-4816-bc18-dc8bdad5d866)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:08.105699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Transition to ACTIVE for port object 9d96ce41-cf86-443c-9218-88c9e43798b7 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:08.127632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782169bd-ab36-4282-bc9c-987ee0cdbe09 req-37f0ce6e-0bca-41fd-bfb3-2fc5bca0e26b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:08.129170 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-782169bd-ab36-4282-bc9c-987ee0cdbe09 req-37f0ce6e-0bca-41fd-bfb3-2fc5bca0e26b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1093855 Apr 18 12:11:08.136677 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8c5ec29f-9c13-4af3-8c21-ab42700a20e2 req-ad7558f7-cb14-4a3f-83fb-b66bace6ce38 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198551 Apr 18 12:11:08.137882 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-231e678a-295b-42d7-9cad-9e58fed4b6e0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4a5ca641-0c3f-4a26-a387-ef9bc0a41da6 HTTP/1.1" status: 204 len: 168 time: 2.2103148 Apr 18 12:11:08.145021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55418) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:08.170856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.181092 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-782169bd-ab36-4282-bc9c-987ee0cdbe09 req-b70108a3-6f2b-4347-927d-e05247ce8c1f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445294 Apr 18 12:11:08.238818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.248296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 1873ca73-d05d-435d-8799-48210f366ad1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:08.259168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 1873ca73-d05d-435d-8799-48210f366ad1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:08.259655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.265144 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28576e4-4e22-4027-a9c2-8e31105d1882 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:11:08.266955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d28576e4-4e22-4027-a9c2-8e31105d1882 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Synchronizing usage tracker for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:08.280008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.332035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Network 53b2bcb2-509b-48c8-891b-76f27cf6e53e is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:08.346074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:08.354249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:08.377846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=af505998-6407-43d3-8a58-f1d3487d297c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:08.410427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:08.441275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.461640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d28576e4-4e22-4027-a9c2-8e31105d1882 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Unset dirty status for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:08.462805 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d28576e4-4e22-4027-a9c2-8e31105d1882 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "GET /v2.0/ports/4a5ca641-0c3f-4a26-a387-ef9bc0a41da6 HTTP/1.1" status: 404 len: 333 time: 0.3163002 Apr 18 12:11:08.504468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55432) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:08.520420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Request body: {'port': {'network_id': '82d3b281-8534-4788-9c00-49b085eb9790', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1153331013'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:08.528016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:08.531163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.569088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Attempting to bind port 9d96ce41-cf86-443c-9218-88c9e43798b7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:08.569547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Attempting to bind port 9d96ce41-cf86-443c-9218-88c9e43798b7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '56586859-df41-4219-8c0b-d0abca9e1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:08.569990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Attempting to bind port 9d96ce41-cf86-443c-9218-88c9e43798b7 on network 53b2bcb2-509b-48c8-891b-76f27cf6e53e {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:08.582245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Pushing event updated for resources: {'Port': ['ID=9d96ce41-cf86-443c-9218-88c9e43798b7,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:08.591054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:08.591425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Checking segment: {'id': '56586859-df41-4219-8c0b-d0abca9e1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:08.591827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.592219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Bound using segment: {'id': '56586859-df41-4219-8c0b-d0abca9e1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:08.592693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Bound port: 9d96ce41-cf86-443c-9218-88c9e43798b7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56586859-df41-4219-8c0b-d0abca9e1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:08.593067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.600000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:08.636341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b2bcb2-509b-48c8-891b-76f27cf6e53e']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:08.659509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.665887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56586859-df41-4219-8c0b-d0abca9e1d5a') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:08.666186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56586859-df41-4219-8c0b-d0abca9e1d5a') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:08.699001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.715156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:08.730393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.732629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:08.738717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] For port 9d96ce41-cf86-443c-9218-88c9e43798b7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:08.742293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:08.743416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:08.760168 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:08.764076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Calling delete_port for 64e5fae1-ec5b-4cdc-8025-96badbd6d9da owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:08.774503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Made reservation on behalf of e3bcdbaa154f4deab4e76849a920790e for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:08.777009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.783155 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec1bbae0-1fb5-47a7-ba38-9b550161e625'] response: {'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1', 'code': 200} Apr 18 12:11:08.816722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.842787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:08.868271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff751a98-cb44-4578-bf4a-1c6570397360 req-fcdce073-ed9a-4a93-a0c8-73424fa1f264 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:08.872021 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff751a98-cb44-4578-bf4a-1c6570397360 req-fcdce073-ed9a-4a93-a0c8-73424fa1f264 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.5161979 Apr 18 12:11:08.876996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55446) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:08.882119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port 0ae40563-d209-4e25-98b6-c77e8ad32c8c yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:08.928506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:08.939386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] For port 9d96ce41-cf86-443c-9218-88c9e43798b7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9d96ce41-cf86-443c-9218-88c9e43798b7,segment=NetworkSegment(56586859-df41-4219-8c0b-d0abca9e1d5a),segment_id=56586859-df41-4219-8c0b-d0abca9e1d5a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:08.978690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:11:08.978690 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:11:08.978690 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': '53b2bcb2-509b-48c8-891b-76f27cf6e53e'}] Apr 18 12:11:08.978690 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:08.979520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:09.011291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.061113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Request body: {'floatingip': {'port_id': 'e042897a-8de8-4894-a98b-d4f9115a6895'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:09.065268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:09.201018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.207828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4de0-6ea9-44e8-9d4c-cb118cfc56b5 None None] Pushing event updated for resources: {'Port': ['ID=9d96ce41-cf86-443c-9218-88c9e43798b7,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:09.220660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1870301-a694-423c-927d-4e129f20a88f None None] Network 53b2bcb2-509b-48c8-891b-76f27cf6e53e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:09.342147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-945541333'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:09.368034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:09.377672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.382700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:network and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:09.388288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:09.398803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:09.401107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:09.437880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed67a5-30fb-4008-87c0-fdd3ae4596a0 req-093d626d-a632-436d-9adc-ee465b91a931 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:09.439480 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-50ed67a5-30fb-4008-87c0-fdd3ae4596a0 req-093d626d-a632-436d-9adc-ee465b91a931 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.3659008 Apr 18 12:11:09.456129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d55abb-2a32-474b-b824-272f9752bed3 req-0d7a75e7-8582-4307-96a7-0d84c9455d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:09.458095 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e3d55abb-2a32-474b-b824-272f9752bed3 req-0d7a75e7-8582-4307-96a7-0d84c9455d19 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 1098 time: 0.2873716 Apr 18 12:11:09.488069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.526447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Made reservation on behalf of f155a5f3eac949b09d4ff97707ae2d02 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:09.529852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.540038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:09.540325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.554119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.570328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6992cbc9-5bce-4cfb-a69a-7597d3c3968e None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:11:09.580671 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-50ed67a5-30fb-4008-87c0-fdd3ae4596a0 req-b4ae43f9-e7c2-4e59-970a-4ad460363d85 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293914 Apr 18 12:11:09.582362 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e3d55abb-2a32-474b-b824-272f9752bed3 req-f7cebbc7-5ec0-4aae-83c4-82ab0d577b33 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112118 Apr 18 12:11:09.586787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 9d96ce41-cf86-443c-9218-88c9e43798b7 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:09.587128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.629963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.633726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:09.690821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:security_group_rule and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:09.697396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:09.723061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:09.726180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Network 82d3b281-8534-4788-9c00-49b085eb9790 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:09.755286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:09.778741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:09.779670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:09.780314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.790236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae40563-d209-4e25-98b6-c77e8ad32c8c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:09.830268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6992cbc9-5bce-4cfb-a69a-7597d3c3968e None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:11:09.959454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 9d96ce41-cf86-443c-9218-88c9e43798b7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9d96ce41-cf86-443c-9218-88c9e43798b7,segment=NetworkSegment(56586859-df41-4219-8c0b-d0abca9e1d5a),segment_id=56586859-df41-4219-8c0b-d0abca9e1d5a)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:09.960740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:09.974121 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eed038fb-b5a9-41eb-bd67-2504fe99f782 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4680293 Apr 18 12:11:10.016193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55460) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:10.026615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567e5d4-1d33-4da9-95b0-4b1a9d3da68f req-7442c960-535a-4685-b85b-b8d16a3c1a68 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:10.028370 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9567e5d4-1d33-4da9-95b0-4b1a9d3da68f req-7442c960-535a-4685-b85b-b8d16a3c1a68 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.6700459 Apr 18 12:11:10.037936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.045843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:10.096619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 9d96ce41-cf86-443c-9218-88c9e43798b7 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:10.166995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.226766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3ba52834-7fb4-43e0-87cf-774b8bbd76e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.267911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.278436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.345167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=9d96ce41-cf86-443c-9218-88c9e43798b7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:10.346955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 9d96ce41-cf86-443c-9218-88c9e43798b7 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:10.382089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:10.386201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Router 334994fd-f08c-43f6-ab0f-b011a5a0b556 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:11:10.387092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163b06c5-4f99-474a-b977-aeae14bb3df1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:10.422603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event deleted for resources: {'Port': ['ID=64e5fae1-ec5b-4cdc-8025-96badbd6d9da,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:10.428252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.428630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Added segment 4595f042-ddeb-493b-ac26-991fe172d936 of type vlan for network 0104cad6-4512-4db7-9bdc-2173e3a48139 Apr 18 12:11:10.493223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.529050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.539156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b2bcb2-509b-48c8-891b-76f27cf6e53e']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:10.553259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56586859-df41-4219-8c0b-d0abca9e1d5a') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:10.553551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56586859-df41-4219-8c0b-d0abca9e1d5a') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:10.575796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.595117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.601813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:10.602139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.613580 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9567e5d4-1d33-4da9-95b0-4b1a9d3da68f req-a58b27ea-4e34-495a-b1a0-27b5d9aec733 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5423756 Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:10.617998 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:10.685318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.721846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.728348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:10.729279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.863079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.903490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.905840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Network': ['ID=0104cad6-4512-4db7-9bdc-2173e3a48139,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:10.919814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:10.924503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:10.948479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=53b2bcb2-509b-48c8-891b-76f27cf6e53e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:10.957721 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-04803fa0-fe65-44bb-9d83-0dc689385ff1 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/53b2bcb2-509b-48c8-891b-76f27cf6e53e HTTP/1.1" status: 204 len: 168 time: 4.1188397 Apr 18 12:11:10.959905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55468) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:10.968534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1726991651'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:10.973411 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-357d608a-c7e7-4242-8879-2b64c2e66e2b tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9071512 Apr 18 12:11:10.978716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:10.980731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55472) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:10.987896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'subnet': {'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:11.006517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:11.010471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:11.029350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:11.068265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.105134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.108378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b77f48-b2bb-4f79-9923-c483b6bd259a req-fabd62ff-42fb-49d1-a172-7eda5bb8a9fd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:11.112323 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-98b77f48-b2bb-4f79-9923-c483b6bd259a req-fabd62ff-42fb-49d1-a172-7eda5bb8a9fd tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.3186104 Apr 18 12:11:11.146266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:11.156589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:subnet and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:11.161274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:11.161433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:11:11.171272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:11.178589 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-98b77f48-b2bb-4f79-9923-c483b6bd259a req-593840f8-e12a-497a-8886-2a1749c6aee8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591486 Apr 18 12:11:11.187414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:11.190819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.218527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:11.222502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:11.228837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.229210 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment 9b5c9f7c-9e32-48b8-86b3-b60be627a661 of type vlan for network a70a0161-f04a-4eba-8bbc-68423deda951 Apr 18 12:11:11.233622 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] Sync routers for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:11.246367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Made reservation on behalf of f155a5f3eac949b09d4ff97707ae2d02 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:11.247130 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:11.247985 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:11.249919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.268397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.314207 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:11.318813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.319314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Fanout notify agent at l3_agent the message router_deleted on router 9456ad02-6db4-4f13-9428-84d266ad6dac {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:11:11.324486 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:11.325136 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:11.393117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.394638 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:11.395088 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d53b7d-5a31-4f9a-aaf0-cdde5ea1773a None None] The sync data for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:11.499251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.500308 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-910cc54b-20b8-4368-b40a-e85251b900fb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/9456ad02-6db4-4f13-9428-84d266ad6dac HTTP/1.1" status: 204 len: 168 time: 5.1937060 Apr 18 12:11:11.504041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55476) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:11.510118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'name': 'tempest-snat-router-472760204', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': False}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:11.516315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:11.518818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.520512 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-098d8123-b4db-49a7-919e-406d77a268cc tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8848720 Apr 18 12:11:11.523686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:router and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:11.526224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.527686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55480) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:11.556727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb183-b4ac-411d-8fac-d05b449e8711 req-7d16c295-1a54-4647-af2a-becd4f8a0e1f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:11.557100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:11.558281 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cc4bb183-b4ac-411d-8fac-d05b449e8711 req-7d16c295-1a54-4647-af2a-becd4f8a0e1f tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.7617328 Apr 18 12:11:11.568283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55484) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:11.576146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Request body: {'floatingip': {'port_id': '903153c7-b904-4b36-941b-020ac390b905'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:11.622167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.626892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.627458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:11.628032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.633570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.633739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:11.725625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.775740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.776720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:11.783272 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8183308 Apr 18 12:11:11.783573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:11:11.798361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55488) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:11.808314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c089f2-28be-4649-a680-fbe1031c7977 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=a70a0161-f04a-4eba-8bbc-68423deda951,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:11.813353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:11.819342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network a70a0161-f04a-4eba-8bbc-68423deda951 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:11.934991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.003138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.030923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] device_id is not set on port 0ae40563-d209-4e25-98b6-c77e8ad32c8c yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:12.043263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.095630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:11:12.137930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Floating IP c587d2a5-bd8c-4f6a-8a06-f56bce2d0406 associated. External IP: 172.26.4.145, port: e042897a-8de8-4894-a98b-d4f9115a6895. Apr 18 12:11:12.158103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:12.209593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Transition to ACTIVE for port object 0ae40563-d209-4e25-98b6-c77e8ad32c8c will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:12.225298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:12.242998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:12.261424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Subnet': ['ID=1b6e0f48-abd7-42df-bf30-f825a30a8d1d,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:12.269150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:12.297671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.516468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Checking segment: {'id': '4595f042-ddeb-493b-ac26-991fe172d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:12.516715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network hostable DHCP agents. Network: 0104cad6-4512-4db7-9bdc-2173e3a48139, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:12.599620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae40563-d209-4e25-98b6-c77e8ad32c8c,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:12.703755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:12.704089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:12.704421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:12.708289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.718737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:12.722129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.822366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:12.845689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:12.845967 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:12.849260 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 2 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:12.875441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:12.875771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:12.876097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:12.891749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:12.892076 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:12.906915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:12.938787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 3 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:12.976109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:12.976426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:12.976766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.000496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.000817 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.006762 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 4 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.027780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Router 1b486667-9f8b-4dcb-b01b-99b790287aa7 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:13.029235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dabfb1-9739-4f0b-868d-69f1e5c2973c req-e65699f9-8c3a-4ebb-80ab-300eaf7b271c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:13.030717 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73dabfb1-9739-4f0b-868d-69f1e5c2973c req-e65699f9-8c3a-4ebb-80ab-300eaf7b271c tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.6949341 Apr 18 12:11:13.038132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:13.038480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:13.038812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.040946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 0104cad6-4512-4db7-9bdc-2173e3a48139) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:13.047135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.047135 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.051110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 5 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.053826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08be37-04e7-460c-9013-b48ad5f256f2 None None] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:13.069458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:13.069697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.201115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:13.201439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:13.201944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.217659 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73dabfb1-9739-4f0b-868d-69f1e5c2973c req-1ec00f29-7eee-424a-94dd-888c46428dbf tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747992 Apr 18 12:11:13.218591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.219077 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.227124 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 6 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.252577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.267256 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4d117022-d1e2-4690-a0e8-2d8cb8ba84d6 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2831564 Apr 18 12:11:13.267467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:13.267467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:13.267467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.268224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55496) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:13.320304 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-0104cad6-4512-4db7-9bdc-2173e3a48139', 'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139', 'tenant_id': 'f155a5f3eac949b09d4ff97707ae2d02', 'fixed_ips': [{'subnet_id': '1b6e0f48-abd7-42df-bf30-f825a30a8d1d'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:13.325216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.349701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1625922049', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:13.388554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.439165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:13.448901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.449215 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.462576 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 7 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.471847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:router and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:13.483898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:13.498223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Allocated IP 172.20.0.2 (0104cad6-4512-4db7-9bdc-2173e3a48139/1b6e0f48-abd7-42df-bf30-f825a30a8d1d/e83f214f-b663-486d-9683-74ebe49eda4d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:13.515242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:13.524258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.528419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:13.547127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.547235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] Sync routers for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:13.572586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:13.572586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:13.572903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.591768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.592053 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.607578 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 8 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.625499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:13.626211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:13.666554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.690708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.698648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.718993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:13.719336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:13.719650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.730098 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-61f7122d-6471-496c-9f48-e6f74484c583 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "PUT /v2.0/floatingips/c587d2a5-bd8c-4f6a-8a06-f56bce2d0406 HTTP/1.1" status: 200 len: 991 time: 4.8488572 Apr 18 12:11:13.732921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:13.740634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=880be1ab-22d5-4c8e-9925-883b618d965c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:13.752936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.753227 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.759730 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 9 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.776795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.778693 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Floating IP 6106e115-a012-46fd-98a3-6383b1dfb2c1 associated. External IP: 172.26.4.151, port: 903153c7-b904-4b36-941b-020ac390b905. Apr 18 12:11:13.819071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.830906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Transition to ACTIVE for port object e83f214f-b663-486d-9683-74ebe49eda4d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:13.833190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:13.833553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: a70a0161-f04a-4eba-8bbc-68423deda951, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:13.845735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.851484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Transition to ACTIVE for port object e83f214f-b663-486d-9683-74ebe49eda4d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:13.864289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:13.864624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:13.864957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:13.880027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:13.880342 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:13.887918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c946b-a4ca-4cd5-8d71-9f23365f42dd req-6b0c04b8-ef19-40b4-bc52-172dae9bf944 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:13.889375 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dd7c946b-a4ca-4cd5-8d71-9f23365f42dd req-6b0c04b8-ef19-40b4-bc52-172dae9bf944 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.5317669 Apr 18 12:11:13.892939 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempt 10 to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c Apr 18 12:11:13.896536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:13.904243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55504) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:13.919611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Request body: {'floatingip': {'port_id': '1873ca73-d05d-435d-8799-48210f366ad1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:13.958439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:13.992705 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694d3919-942a-4892-9f83-8bc0c9a7fb32'] response: {'name': 'network-changed', 'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'status': 'completed', 'code': 200} Apr 18 12:11:14.016286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:14.016629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:14.016953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempting to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:14.030814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.044898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.045323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.123530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:14.133927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:14.170968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:11:14.171268 dv-neutron-837089-1-hyperv neutron-server[88783]: ERROR neutron.plugins.ml2.managers [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Failed to bind port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on host hv-neutron-8370 for vnic_type normal using segments [{'id': 'b59f4545-a535-429e-8238-5f1b3df20d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '82d3b281-8534-4788-9c00-49b085eb9790'}] Apr 18 12:11:14.171627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.196336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:14.211475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Pushing event updated for resources: {'Port': ['ID=e83f214f-b663-486d-9683-74ebe49eda4d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:14.344916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network a70a0161-f04a-4eba-8bbc-68423deda951 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:14.363309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Attempting to bind port e83f214f-b663-486d-9683-74ebe49eda4d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:14.363309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Attempting to bind port e83f214f-b663-486d-9683-74ebe49eda4d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4595f042-ddeb-493b-ac26-991fe172d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:14.363309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Attempting to bind port e83f214f-b663-486d-9683-74ebe49eda4d on network 0104cad6-4512-4db7-9bdc-2173e3a48139 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:14.375643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:14.375901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Checking segment: {'id': '4595f042-ddeb-493b-ac26-991fe172d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:14.376345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.376782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Bound using segment: {'id': '4595f042-ddeb-493b-ac26-991fe172d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:14.377362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Bound port: e83f214f-b663-486d-9683-74ebe49eda4d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4595f042-ddeb-493b-ac26-991fe172d936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:14.377796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.432534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.433691 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e85193bd-bbd6-4c03-8919-3e6866f2564d tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.1048837 Apr 18 12:11:14.437982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55508) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:14.505629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, a70a0161-f04a-4eba-8bbc-68423deda951) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:14.530071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6a257b-a0af-462c-a947-5e3397590ebd None None] Network a70a0161-f04a-4eba-8bbc-68423deda951 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:14.569536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:14.570226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.591641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-18836cc1-a40e-4f69-82f1-40248c787fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:14.593158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-18836cc1-a40e-4f69-82f1-40248c787fb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.5873725 Apr 18 12:11:14.651674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] For port e83f214f-b663-486d-9683-74ebe49eda4d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:14.678898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] For port e83f214f-b663-486d-9683-74ebe49eda4d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e83f214f-b663-486d-9683-74ebe49eda4d,segment=NetworkSegment(4595f042-ddeb-493b-ac26-991fe172d936),segment_id=4595f042-ddeb-493b-ac26-991fe172d936)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:14.705977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] For port 0ae40563-d209-4e25-98b6-c77e8ad32c8c, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:14.706590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attempted to set empty binding levels {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 12:11:14.711372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf29893-f0c1-4007-9e3d-f5e3e1afa946 req-9b344efb-4928-4fff-9d17-916444ab8cad tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:14.718419 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bdf29893-f0c1-4007-9e3d-f5e3e1afa946 req-9b344efb-4928-4fff-9d17-916444ab8cad tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.8330572 Apr 18 12:11:14.763564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.851678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Allocated IP 172.26.4.17 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/93c1958e-e46b-4164-a19f-fe2091abcd40) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:14.858183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.858394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'c587d2a5-bd8c-4f6a-8a06-f56bce2d0406', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'floating_ip_address': '172.26.4.145', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'port_id': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'mac_address': 'fa:16:3e:42:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:33Z', 'updated_at': '2022-04-18T12:11:10Z', 'revision_number': 1, 'project_id': '70813461c05c4f0d807361a303f30546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:29Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:14.878757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] Checking router: 1b486667-9f8b-4dcb-b01b-99b790287aa7 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:14.885934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-a70a0161-f04a-4eba-8bbc-68423deda951', 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '880be1ab-22d5-4c8e-9925-883b618d965c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:14.886742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.909768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7200202-5aea-43f9-afc3-0d909e4ff537 None None] Pushing event updated for resources: {'Port': ['ID=e83f214f-b663-486d-9683-74ebe49eda4d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:14.917311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:14.917924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:14.934486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] In _notify_port_updated(), no bound segment for port 0ae40563-d209-4e25-98b6-c77e8ad32c8c on network 82d3b281-8534-4788-9c00-49b085eb9790 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:11:14.935931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:14.935931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:14.939652 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "PUT /v2.0/ports/0ae40563-d209-4e25-98b6-c77e8ad32c8c HTTP/1.1" status: 200 len: 977 time: 4.9192801 Apr 18 12:11:14.941159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Router e962843b-c1fa-45f8-bdb5-25137dbb3373 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:14.951936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55512) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:15.045657 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b7523715-922d-4786-853c-ce3b8cae4dff tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2430971 Apr 18 12:11:15.067212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55516) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:15.181083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d52554-4b8a-4830-a82b-7f07cca850c7 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae40563-d209-4e25-98b6-c77e8ad32c8c,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:15.217725 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bdf29893-f0c1-4007-9e3d-f5e3e1afa946 req-b93f41c7-1355-4a8d-901f-6afe6cde0048 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4982557 Apr 18 12:11:15.259416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:15.283130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Allocated IP 172.20.0.1 (c19ff534-81ee-4b75-91ba-75ac74d5e612/ada35b6b-0c8a-407f-92c5-f3180c7cba09/683a2237-ebf0-45ae-a24a-a9b20e9aafdb) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:15.369212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Allocated IP 2001:db8::1 (a70a0161-f04a-4eba-8bbc-68423deda951/880be1ab-22d5-4c8e-9925-883b618d965c/028d95fc-8bdb-4795-91fd-130227dc9ba9) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:15.448107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.448862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Deleting port 0ae40563-d209-4e25-98b6-c77e8ad32c8c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:15.449255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.480984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.583958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.735528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:15.746713 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] Sync routers for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:15.755621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:15.756503 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:15.877442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.886699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.887761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:15.906633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Transition to ACTIVE for port object 028d95fc-8bdb-4795-91fd-130227dc9ba9 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:15.934208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Transition to ACTIVE for port object 028d95fc-8bdb-4795-91fd-130227dc9ba9 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:15.976622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'c587d2a5-bd8c-4f6a-8a06-f56bce2d0406', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'floating_ip_address': '172.26.4.145', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'port_id': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'mac_address': 'fa:16:3e:42:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:33Z', 'updated_at': '2022-04-18T12:11:10Z', 'revision_number': 1, 'project_id': '70813461c05c4f0d807361a303f30546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:29Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:15.984230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2010d4-b9f3-494d-9cac-662d84d2a1a4 None None] The sync data for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv is: [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'c587d2a5-bd8c-4f6a-8a06-f56bce2d0406', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'floating_ip_address': '172.26.4.145', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'port_id': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'mac_address': 'fa:16:3e:42:e7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:33Z', 'updated_at': '2022-04-18T12:11:10Z', 'revision_number': 1, 'project_id': '70813461c05c4f0d807361a303f30546', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:29Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:16.068420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:16.074796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:16.116891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780213f-67f6-47ac-91c9-7e3c8e858c41 req-328750c2-cdb0-4d74-aa8e-66aca6db5ecc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:16.118855 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e780213f-67f6-47ac-91c9-7e3c8e858c41 req-328750c2-cdb0-4d74-aa8e-66aca6db5ecc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7580040 Apr 18 12:11:16.142050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-b6abc9f2-22d3-4f8b-9548-a24b2e6bc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:16.143525 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-b6abc9f2-22d3-4f8b-9548-a24b2e6bc584 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 1.4797008 Apr 18 12:11:16.177359 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:16.196614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Network a70a0161-f04a-4eba-8bbc-68423deda951 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:16.213775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:16.224788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:16.380446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7435830e-2bdf-404f-bdb6-218f386b5625 None None] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:16.419728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] For port 0ae40563-d209-4e25-98b6-c77e8ad32c8c, host hv-neutron-8370, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:16.420415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:16.429158 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b8964807-1d0b-4521-8e4d-4df239ccc849 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "PUT /v2.0/floatingips/6106e115-a012-46fd-98a3-6383b1dfb2c1 HTTP/1.1" status: 200 len: 991 time: 4.8600893 Apr 18 12:11:16.430689 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Floating IP f3f99e13-6fd8-42ac-a27f-0d0ba3902a36 associated. External IP: 172.26.4.152, port: 1873ca73-d05d-435d-8799-48210f366ad1. Apr 18 12:11:16.477613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 028d95fc-8bdb-4795-91fd-130227dc9ba9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:16.477906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:16.497380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'tag': '903153c7-b904-4b36-941b-020ac390b905'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:16.517671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:16.536415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:16.610503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Transition to ACTIVE for port object 683a2237-ebf0-45ae-a24a-a9b20e9aafdb will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:16.620397 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-9224e522-f330-4e2c-80fc-7fa16fb57703 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 999 time: 0.4519205 Apr 18 12:11:16.720769 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e780213f-67f6-47ac-91c9-7e3c8e858c41 req-8e2430b3-6a8c-4d42-bb13-34e925b8157e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5133297 Apr 18 12:11:16.729570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Calling delete_port for 0ae40563-d209-4e25-98b6-c77e8ad32c8c owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:16.763209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-4ca08af9-aa56-444b-9016-b5db47d07698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:16.764635 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-4ca08af9-aa56-444b-9016-b5db47d07698 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.0766997 Apr 18 12:11:16.854433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc3463-998c-4e99-a770-e0122f1fbbf8 None None] New status for floating IP c587d2a5-bd8c-4f6a-8a06-f56bce2d0406: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:11:16.858437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8af27da9-b854-4afe-967d-71c58f1c43a9'] response: {'name': 'network-changed', 'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'tag': '903153c7-b904-4b36-941b-020ac390b905', 'status': 'completed', 'code': 200} Apr 18 12:11:16.909741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Pushing event updated for resources: {'Port': ['ID=028d95fc-8bdb-4795-91fd-130227dc9ba9,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:16.984406 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6106e115-a012-46fd-98a3-6383b1dfb2c1', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'port_id': '903153c7-b904-4b36-941b-020ac390b905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'mac_address': 'fa:16:3e:92:a0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:30Z', 'updated_at': '2022-04-18T12:11:13Z', 'revision_number': 1, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:26Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:16.989622 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] Checking router: e962843b-c1fa-45f8-bdb5-25137dbb3373 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:16.989786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Attempting to bind port 028d95fc-8bdb-4795-91fd-130227dc9ba9 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:16.990144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Attempting to bind port 028d95fc-8bdb-4795-91fd-130227dc9ba9 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:16.990541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Attempting to bind port 028d95fc-8bdb-4795-91fd-130227dc9ba9 on network a70a0161-f04a-4eba-8bbc-68423deda951 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:17.000127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:17.000657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:17.000875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:17.001568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Checking segment: {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:17.001843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.002235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Bound using segment: {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:17.002848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Bound port: 028d95fc-8bdb-4795-91fd-130227dc9ba9, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:17.003220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.059681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.149391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.169813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ae40563-d209-4e25-98b6-c77e8ad32c8c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:17.175319 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-aa7b82a4-9ed6-4420-8a44-eaece2d209fb tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0ae40563-d209-4e25-98b6-c77e8ad32c8c HTTP/1.1" status: 204 len: 168 time: 2.2206402 Apr 18 12:11:17.178366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55526) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:17.207116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Allocated IP 172.20.0.1 (0104cad6-4512-4db7-9bdc-2173e3a48139/1b6e0f48-abd7-42df-bf30-f825a30a8d1d/10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:17.207116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-374fb84e-8f17-4361-9ee1-f4e366104b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:17.207116 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-374fb84e-8f17-4361-9ee1-f4e366104b70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3987973 Apr 18 12:11:17.212172 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:17.244069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.260206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-63e68e80-b78f-417b-95fd-296f3ed45c04 None None] Provisioning for port e83f214f-b663-486d-9683-74ebe49eda4d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:17.260413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.274047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e83f214f-b663-486d-9683-74ebe49eda4d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:17.336662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:17.352140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:17.361552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:17.388216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-60aca2a5-9ab8-4bc9-b06b-6c5cc965681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:17.389683 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-60aca2a5-9ab8-4bc9-b06b-6c5cc965681f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=168cbdd8430b4e588d3fc40ee4bdc288&device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 1098 time: 0.4574556 Apr 18 12:11:17.397939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851d40c-44cc-44be-8800-48b56137d926 req-e8d5305f-9545-4152-a50f-8f32d9ea3f10 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:17.399378 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d851d40c-44cc-44be-8800-48b56137d926 req-e8d5305f-9545-4152-a50f-8f32d9ea3f10 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.7092400 Apr 18 12:11:17.449453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:17.474169 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ada37669-c856-4856-8a4f-66891e4dbed0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] GET failed (client error): The resource could not be found. Apr 18 12:11:17.474732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ada37669-c856-4856-8a4f-66891e4dbed0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Synchronizing usage tracker for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:17.490073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 028d95fc-8bdb-4795-91fd-130227dc9ba9, host dv-neutron-837089-1-hyperv, got binding levels [] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:17.490432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.552375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] For port 028d95fc-8bdb-4795-91fd-130227dc9ba9, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:17.557673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] For port 028d95fc-8bdb-4795-91fd-130227dc9ba9, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=028d95fc-8bdb-4795-91fd-130227dc9ba9,segment=NetworkSegment(9b5c9f7c-9e32-48b8-86b3-b60be627a661),segment_id=9b5c9f7c-9e32-48b8-86b3-b60be627a661)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:17.573120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:17.612232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e83f214f-b663-486d-9683-74ebe49eda4d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:17.624461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e83f214f-b663-486d-9683-74ebe49eda4d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:17.626203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.636085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:17.649134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.654583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] Sync routers for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:17.669721 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:17.670866 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:17.691826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.774665 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c0369ffe-72fe-49c2-96f5-554fced04ca8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "PUT /v2.0/floatingips/f3f99e13-6fd8-42ac-a27f-0d0ba3902a36 HTTP/1.1" status: 200 len: 991 time: 3.8640609 Apr 18 12:11:17.848468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9948-7de5-4578-81b0-666690f9e07b None None] Pushing event updated for resources: {'Port': ['ID=028d95fc-8bdb-4795-91fd-130227dc9ba9,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:17.926184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:17.934014 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:17.969758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port e83f214f-b663-486d-9683-74ebe49eda4d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e83f214f-b663-486d-9683-74ebe49eda4d,segment=NetworkSegment(4595f042-ddeb-493b-ac26-991fe172d936),segment_id=4595f042-ddeb-493b-ac26-991fe172d936)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:17.992311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:18.017775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-813176ed-7b89-46e1-935a-d6a7297c832b None None] Provisioning complete for port e83f214f-b663-486d-9683-74ebe49eda4d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:18.018211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-813176ed-7b89-46e1-935a-d6a7297c832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:18.045661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aebdb1-7b72-4310-ad2a-449fd6aa7397 req-cbb8ba8d-2aa9-4f1d-a49b-c192f2290321 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:18.048978 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b4aebdb1-7b72-4310-ad2a-449fd6aa7397 req-cbb8ba8d-2aa9-4f1d-a49b-c192f2290321 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1674030 Apr 18 12:11:18.059230 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6106e115-a012-46fd-98a3-6383b1dfb2c1', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'port_id': '903153c7-b904-4b36-941b-020ac390b905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'mac_address': 'fa:16:3e:92:a0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:30Z', 'updated_at': '2022-04-18T12:11:13Z', 'revision_number': 1, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:26Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:18.065699 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e5b5f-b9a7-43d5-a161-c6fa7b55fd52 None None] The sync data for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv is: [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6106e115-a012-46fd-98a3-6383b1dfb2c1', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'port_id': '903153c7-b904-4b36-941b-020ac390b905', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'mac_address': 'fa:16:3e:92:a0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:30Z', 'updated_at': '2022-04-18T12:11:13Z', 'revision_number': 1, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:26Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:18.089738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:18.120663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:18.175357 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b4aebdb1-7b72-4310-ad2a-449fd6aa7397 req-f676ea6c-8224-4d19-ab71-e824bd8133d9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188703 Apr 18 12:11:18.234604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 028d95fc-8bdb-4795-91fd-130227dc9ba9 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:18.417339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=e83f214f-b663-486d-9683-74ebe49eda4d,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:18.475032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Port': ['ID=93c1958e-e46b-4164-a19f-fe2091abcd40,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:18.529628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2909f2-68ad-4968-a9b1-86d69036e6c2 None None] New status for floating IP 6106e115-a012-46fd-98a3-6383b1dfb2c1: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:11:18.618426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49784d-1217-4aa2-8e11-a621a315eec5 req-cd0afe22-f9ce-49aa-b777-9b532d1c90ea tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:18.620186 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1d49784d-1217-4aa2-8e11-a621a315eec5 req-cd0afe22-f9ce-49aa-b777-9b532d1c90ea tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.2371392 Apr 18 12:11:18.702875 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'f3f99e13-6fd8-42ac-a27f-0d0ba3902a36', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'port_id': '1873ca73-d05d-435d-8799-48210f366ad1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'mac_address': 'fa:16:3e:bd:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:35Z', 'updated_at': '2022-04-18T12:11:15Z', 'revision_number': 1, 'project_id': '276ab8036a32404399af68c941f1e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:18.704145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1d49784d-1217-4aa2-8e11-a621a315eec5 req-cdbcdcfa-ac40-4ed3-975d-acb6a52c3398 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774918 Apr 18 12:11:18.707329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ada37669-c856-4856-8a4f-66891e4dbed0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] Unset dirty status for tenant:e3bcdbaa154f4deab4e76849a920790e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:18.708289 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] Checking router: 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:18.709582 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ada37669-c856-4856-8a4f-66891e4dbed0 tempest-PortsAdminExtendedAttrsTestJSON-1367076429 tempest-PortsAdminExtendedAttrsTestJSON-1367076429-project-admin] 10.222.0.24 "GET /v2.0/ports/0ae40563-d209-4e25-98b6-c77e8ad32c8c HTTP/1.1" status: 404 len: 333 time: 1.5246582 Apr 18 12:11:18.713127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55534) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:18.732328 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:18.733087 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:18.753526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:18.775381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Transition to ACTIVE for port object 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:18.859120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Port': ['ID=683a2237-ebf0-45ae-a24a-a9b20e9aafdb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:18.950244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:18.954008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:18.962775 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d851d40c-44cc-44be-8800-48b56137d926 req-1b6eab37-86b3-4566-866d-da89471d0f57 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4630115 Apr 18 12:11:18.999151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.002399 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:19.015995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f3c07859-4d27-4859-a1d5-315fbd9711b8 None None] Provisioning for port 683a2237-ebf0-45ae-a24a-a9b20e9aafdb completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:19.025544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f3c07859-4d27-4859-a1d5-315fbd9711b8 None None] Provisioning complete for port 683a2237-ebf0-45ae-a24a-a9b20e9aafdb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:19.027710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f3c07859-4d27-4859-a1d5-315fbd9711b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.113528 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19804891-e0b7-4be6-aad1-3bc59e9443b8'] response: {'name': 'network-changed', 'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1', 'status': 'completed', 'code': 200} Apr 18 12:11:19.168375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f3c07859-4d27-4859-a1d5-315fbd9711b8 None None] Port 683a2237-ebf0-45ae-a24a-a9b20e9aafdb cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:19.179954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.317832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 028d95fc-8bdb-4795-91fd-130227dc9ba9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:19.376778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.417866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82d3b281-8534-4788-9c00-49b085eb9790']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:19.439223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59f4545-a535-429e-8238-5f1b3df20d4c') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:19.439955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59f4545-a535-429e-8238-5f1b3df20d4c') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:19.454151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-b29b9406-9074-40cc-8a30-9a2d359654dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:19.456214 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-b29b9406-9074-40cc-8a30-9a2d359654dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=276ab8036a32404399af68c941f1e95b&device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 1098 time: 0.3459580 Apr 18 12:11:19.462314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.490807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97881009-9662-4403-9c83-c9bdfb33ad28 None None] Network a70a0161-f04a-4eba-8bbc-68423deda951 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:19.525293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 028d95fc-8bdb-4795-91fd-130227dc9ba9 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:19.532362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.534041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e83f214f-b663-486d-9683-74ebe49eda4d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:19.540556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:19.541262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:19.643460 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:19.663176 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'f3f99e13-6fd8-42ac-a27f-0d0ba3902a36', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'port_id': '1873ca73-d05d-435d-8799-48210f366ad1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'mac_address': 'fa:16:3e:bd:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:35Z', 'updated_at': '2022-04-18T12:11:15Z', 'revision_number': 1, 'project_id': '276ab8036a32404399af68c941f1e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:19.669322 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb14d00-e9cd-42dd-9e7a-62bc8830326a None None] The sync data for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv is: [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'f3f99e13-6fd8-42ac-a27f-0d0ba3902a36', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'floating_ip_address': '172.26.4.152', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'port_id': '1873ca73-d05d-435d-8799-48210f366ad1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'mac_address': 'fa:16:3e:bd:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:10:35Z', 'updated_at': '2022-04-18T12:11:15Z', 'revision_number': 1, 'project_id': '276ab8036a32404399af68c941f1e95b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:19.699704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:19.709532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:19.738155 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-6ededd43-3b2a-4db3-baa5-0c34ad6c985e service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4584796 Apr 18 12:11:19.739632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-34cf583b-a234-498f-8a18-41ef7f83baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:19.739826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] Provisioning for port 028d95fc-8bdb-4795-91fd-130227dc9ba9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:19.740943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-34cf583b-a234-498f-8a18-41ef7f83baa2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7499a3a6-6e7b-4759-a265-980b1f3eb82c HTTP/1.1" status: 200 len: 911 time: 2.3314149 Apr 18 12:11:19.748401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd4252-40db-409e-9234-a0cebcc80140 req-c3cf59f2-682d-4a82-9992-12abcabae478 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:19.750568 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d8fd4252-40db-409e-9234-a0cebcc80140 req-c3cf59f2-682d-4a82-9992-12abcabae478 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.4206443 Apr 18 12:11:19.758746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:19.772964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e83f214f-b663-486d-9683-74ebe49eda4d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:19.773324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.799721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] Provisioning complete for port 028d95fc-8bdb-4795-91fd-130227dc9ba9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:19.800089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.819534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-9a4b56b6-2642-4ea0-9311-5eed5ac5f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:19.823150 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-9a4b56b6-2642-4ea0-9311-5eed5ac5f52e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2d2cb162-c4ad-4142-ba26-0ee14417b370 HTTP/1.1" status: 200 len: 906 time: 0.3420684 Apr 18 12:11:19.855091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:19.884504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:19.910545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:19.935594 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d8fd4252-40db-409e-9234-a0cebcc80140 req-6e07fb2c-9399-4c66-ad48-44476f25442d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295431 Apr 18 12:11:19.991710 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e33505b-6950-4975-b0bf-129e8a96dcfd None None] New status for floating IP f3f99e13-6fd8-42ac-a27f-0d0ba3902a36: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:11:20.018475 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-e321901c-a6e3-4750-b19d-904056085a7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1873ca73-d05d-435d-8799-48210f366ad1 HTTP/1.1" status: 200 len: 999 time: 0.1892121 Apr 18 12:11:20.019947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.022882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] Pushing event deleted for resources: {'Network': ['ID=82d3b281-8534-4788-9c00-49b085eb9790,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:20.074795 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5cab51c8-8360-472f-a5ee-6926c88ac2ed tempest-PortsAdminExtendedAttrsTestJSON-1052098564 tempest-PortsAdminExtendedAttrsTestJSON-1052098564-project] 10.222.0.24 "DELETE /v2.0/networks/82d3b281-8534-4788-9c00-49b085eb9790 HTTP/1.1" status: 204 len: 168 time: 1.3605847 Apr 18 12:11:20.082369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Port': ['ID=10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:20.086568 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9bdb7cc6-88d8-418b-9e06-0763b86d4516 req-bb0c4cee-79b5-44f2-8fbe-ab4d1d730e0f service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265889 Apr 18 12:11:20.127713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-6ac76d37-4e7c-46af-8003-938416f39d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:20.131959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.132929 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-6ac76d37-4e7c-46af-8003-938416f39d50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=098dc858-643e-4dbe-885a-2b4475e26df8 HTTP/1.1" status: 200 len: 844 time: 0.1011841 Apr 18 12:11:20.169434 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-d1dff780-d70b-4ca5-ab75-7ade4f057a0c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903153c7-b904-4b36-941b-020ac390b905 HTTP/1.1" status: 200 len: 1001 time: 0.3917198 Apr 18 12:11:20.222266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.269453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-7ab4aef3-3dca-4d5e-a092-774f0844a427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:20.271058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-7ab4aef3-3dca-4d5e-a092-774f0844a427 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2d2cb162-c4ad-4142-ba26-0ee14417b370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1337566 Apr 18 12:11:20.280551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] For port 028d95fc-8bdb-4795-91fd-130227dc9ba9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=028d95fc-8bdb-4795-91fd-130227dc9ba9,segment=NetworkSegment(9b5c9f7c-9e32-48b8-86b3-b60be627a661),segment_id=9b5c9f7c-9e32-48b8-86b3-b60be627a661)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:20.336331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.421240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 028d95fc-8bdb-4795-91fd-130227dc9ba9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:20.421799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.434631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1eae63-ec61-4d97-8d0e-331f3a421d4f None None] Pushing event updated for resources: {'Port': ['ID=028d95fc-8bdb-4795-91fd-130227dc9ba9,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:20.438396 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-b81c7819-5c31-4776-b3b7-bde828178d4b service neutron] 10.222.0.15 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584835 Apr 18 12:11:20.559057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6a1459ef-7de6-4959-9659-8abf47d2f36f None None] Provisioning for port 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:20.564334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6a1459ef-7de6-4959-9659-8abf47d2f36f None None] Provisioning complete for port 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:20.564724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a1459ef-7de6-4959-9659-8abf47d2f36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.634606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.638233 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-5ddf1e71-82eb-4ade-9162-ad4c3620ff24 service neutron] 10.222.0.15 "GET /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901236 Apr 18 12:11:20.648594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55554) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:20.690212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-6a1459ef-7de6-4959-9659-8abf47d2f36f None None] Port 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:20.793143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-cd8099e5-8aa4-4c07-86d6-592bbf1d03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:20.794669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-cd8099e5-8aa4-4c07-86d6-592bbf1d03c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94ec2051-74de-4c88-a18b-2ab28518fba3 HTTP/1.1" status: 200 len: 849 time: 0.6134262 Apr 18 12:11:20.810623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f3330c9d-4b45-42db-aea2-168e554334c7 None None] Provisioning complete for port 028d95fc-8bdb-4795-91fd-130227dc9ba9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:20.811214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f3330c9d-4b45-42db-aea2-168e554334c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.815279 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ca287e81-9e1a-4fc8-82fe-d5c548c37a83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1dbc3d5259854c91bd77d73811f2bfb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655569 Apr 18 12:11:20.817943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55560) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:20.882228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0d7a-e9d7-44e8-be31-b54705cd4b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:20.909468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0d7a-e9d7-44e8-be31-b54705cd4b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.027563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0d7a-e9d7-44e8-be31-b54705cd4b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.047647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0d7a-e9d7-44e8-be31-b54705cd4b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d9afcb-6bdd-4f09-931e-b491fee7dfd2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:21.052877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0d7a-e9d7-44e8-be31-b54705cd4b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.053840 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7d1f0d7a-e9d7-44e8-be31-b54705cd4b26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11d9afcb-6bdd-4f09-931e-b491fee7dfd2 HTTP/1.1" status: 204 len: 168 time: 0.2349727 Apr 18 12:11:21.181375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 028d95fc-8bdb-4795-91fd-130227dc9ba9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:21.186414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.248088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.251585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 028d95fc-8bdb-4795-91fd-130227dc9ba9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:21.252085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.424512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-5b4592d2-7b5b-414d-943c-f1a98c115bb6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8403127 Apr 18 12:11:21.518063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 028d95fc-8bdb-4795-91fd-130227dc9ba9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=028d95fc-8bdb-4795-91fd-130227dc9ba9,segment=NetworkSegment(9b5c9f7c-9e32-48b8-86b3-b60be627a661),segment_id=9b5c9f7c-9e32-48b8-86b3-b60be627a661)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:21.518377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.639680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55570) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:21.690492 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c1a72bc9-e2fa-4da2-ab91-af34dd4b81d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3bcdbaa154f4deab4e76849a920790e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495265 Apr 18 12:11:21.693075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55574) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:21.756389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e467e686-11b7-478f-a697-6a07264a56de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.774622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-44a5ffbd-bc0f-469b-b146-bbc1674f9fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:21.776023 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-44a5ffbd-bc0f-469b-b146-bbc1674f9fd3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7499a3a6-6e7b-4759-a265-980b1f3eb82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9483604 Apr 18 12:11:21.781400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e467e686-11b7-478f-a697-6a07264a56de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.901504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e467e686-11b7-478f-a697-6a07264a56de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.916242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467e686-11b7-478f-a697-6a07264a56de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6884d9-81d1-4b83-84ae-ab780dc92188,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:21.922268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e467e686-11b7-478f-a697-6a07264a56de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:21.925800 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e467e686-11b7-478f-a697-6a07264a56de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea6884d9-81d1-4b83-84ae-ab780dc92188 HTTP/1.1" status: 204 len: 168 time: 0.2294662 Apr 18 12:11:21.982651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 028d95fc-8bdb-4795-91fd-130227dc9ba9 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:22.135460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fe11d-550b-4662-b339-03a43041811f req-401b3b35-7c4d-4caa-b783-819e70a60753 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:22.136897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bc9fe11d-550b-4662-b339-03a43041811f req-401b3b35-7c4d-4caa-b783-819e70a60753 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 1.0690813 Apr 18 12:11:22.528872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bc9fe11d-550b-4662-b339-03a43041811f req-83789140-b1d7-4e72-af8b-c3c0f3868e84 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671968 Apr 18 12:11:22.642498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-2e8d04b5-1242-4405-8e6b-01054e7db3cd service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7523468 Apr 18 12:11:22.746170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d99ccf-e935-45cf-bb84-58dd0879f24c req-b1ff333c-9507-48a6-b3bb-45786754ab3e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:22.746828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:22.748453 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f4d99ccf-e935-45cf-bb84-58dd0879f24c req-b1ff333c-9507-48a6-b3bb-45786754ab3e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1065900 Apr 18 12:11:22.758012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:22.799793 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f4d99ccf-e935-45cf-bb84-58dd0879f24c req-2dd4587a-b487-4575-b8fd-c7bde73fccf8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Apr 18 12:11:22.881934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:22.974824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.028165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55602) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:23.145489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:11:23.156653 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-73789cda-5822-49ef-a4b6-1947cfb30533 tempest-AgentManagementNegativeTest-655154440 tempest-AgentManagementNegativeTest-655154440-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1270125 Apr 18 12:11:23.203728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.239318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5beb82-44c2-4958-a5c1-311e0acc5c4a None None] DHCP port deletion for a70a0161-f04a-4eba-8bbc-68423deda951 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:11:23.258902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985ccbc-ff14-4e05-b2a8-707278b3c2e6 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:11:23.340842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.344121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Port': ['ID=683a2237-ebf0-45ae-a24a-a9b20e9aafdb,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:23.388114 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c06560ca-f8a7-4067-b6d4-f912eaeda201 req-42542fef-8edd-4a0f-9e89-8fe839fc17b7 service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313702 Apr 18 12:11:23.388645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.419179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c985ccbc-ff14-4e05-b2a8-707278b3c2e6 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:11:23.457876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=028d95fc-8bdb-4795-91fd-130227dc9ba9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:23.623432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.649187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490fdaa-6abb-4de1-8880-31a0e7ef89d6 req-38a86fb8-1a6a-4720-905f-4d963ddb1173 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:23.651252 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f490fdaa-6abb-4de1-8880-31a0e7ef89d6 req-38a86fb8-1a6a-4720-905f-4d963ddb1173 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.2385471 Apr 18 12:11:23.663163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Port': ['ID=10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:23.718535 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f490fdaa-6abb-4de1-8880-31a0e7ef89d6 req-77fe6414-1177-44ec-91ed-526143b74b1d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596161 Apr 18 12:11:23.797665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55616) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:23.873349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-a70a0161-f04a-4eba-8bbc-68423deda951', 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '880be1ab-22d5-4c8e-9925-883b618d965c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:23.874291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.885729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 028d95fc-8bdb-4795-91fd-130227dc9ba9 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:23.889199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:23.950870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.961239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:23.965721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:23.969824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Usage tracker for resource:security_group_rule and tenant:8ef7daa3bfbc4a8cb0f35220bf2e8e7a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:23.973382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:23.979280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:23.997050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:24.049070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Allocated IP 2001:db8::1 (a70a0161-f04a-4eba-8bbc-68423deda951/880be1ab-22d5-4c8e-9925-883b618d965c/4c738e0d-901f-4d52-a142-68925e6f8e04) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:24.076797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.128628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Router 9a2944b0-b1b0-4eee-b7f4-445d1e65e70d is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:11:24.166645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:24.166645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:24.181788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.232557 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ef7daa3bfbc4a8cb0f35220bf2e8e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335303 Apr 18 12:11:24.240010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55624) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:24.252018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7b979-609d-4c20-969f-d4d4a04824ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee645be5-3b29-49eb-8168-d497b3b96100,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:24.262673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.275084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Transition to ACTIVE for port object 4c738e0d-901f-4d52-a142-68925e6f8e04 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:24.293751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Transition to ACTIVE for port object 4c738e0d-901f-4d52-a142-68925e6f8e04 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:24.314666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7298-7b1b-4b5a-89a7-be52a8772cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.346892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7298-7b1b-4b5a-89a7-be52a8772cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.353631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.380550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-e296958c-3f2e-4a8b-bbaa-ce9d9c5ae0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:24.382048 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-e296958c-3f2e-4a8b-bbaa-ce9d9c5ae0f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=168cbdd8430b4e588d3fc40ee4bdc288&device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 1098 time: 0.7224705 Apr 18 12:11:24.436939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Network a70a0161-f04a-4eba-8bbc-68423deda951 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:24.439542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:24.441982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:24.479877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Pushing event updated for resources: {'Port': ['ID=4c738e0d-901f-4d52-a142-68925e6f8e04,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:24.495307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7298-7b1b-4b5a-89a7-be52a8772cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.513346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc7298-7b1b-4b5a-89a7-be52a8772cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee645be5-3b29-49eb-8168-d497b3b96100,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:24.517364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d6bc7298-7b1b-4b5a-89a7-be52a8772cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.518523 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d6bc7298-7b1b-4b5a-89a7-be52a8772cdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee645be5-3b29-49eb-8168-d497b3b96100 HTTP/1.1" status: 204 len: 168 time: 0.2774503 Apr 18 12:11:24.559510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Attempting to bind port 4c738e0d-901f-4d52-a142-68925e6f8e04 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:24.559510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Attempting to bind port 4c738e0d-901f-4d52-a142-68925e6f8e04 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:24.559510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Attempting to bind port 4c738e0d-901f-4d52-a142-68925e6f8e04 on network a70a0161-f04a-4eba-8bbc-68423deda951 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:24.564640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:24.565008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Checking segment: {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:24.565642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.565911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Bound using segment: {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:24.566397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Bound port: 4c738e0d-901f-4d52-a142-68925e6f8e04, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5c9f7c-9e32-48b8-86b3-b60be627a661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a70a0161-f04a-4eba-8bbc-68423deda951'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:24.566792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.679807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] For port 4c738e0d-901f-4d52-a142-68925e6f8e04, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:24.683481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] For port 4c738e0d-901f-4d52-a142-68925e6f8e04, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c738e0d-901f-4d52-a142-68925e6f8e04,segment=NetworkSegment(9b5c9f7c-9e32-48b8-86b3-b60be627a661),segment_id=9b5c9f7c-9e32-48b8-86b3-b60be627a661)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:24.743208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.800778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:24.854619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525a93e-6c67-4f28-b393-9d889a222d7c req-7a90c671-3d92-451c-9fc9-12292fa6ab02 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:24.857033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9525a93e-6c67-4f28-b393-9d889a222d7c req-7a90c671-3d92-451c-9fc9-12292fa6ab02 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1067004 Apr 18 12:11:24.863154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Router 334994fd-f08c-43f6-ab0f-b011a5a0b556 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:24.886279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=880be1ab-22d5-4c8e-9925-883b618d965c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:24.926078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9525a93e-6c67-4f28-b393-9d889a222d7c req-b65d730c-e308-465a-89d1-352cae52238a tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596452 Apr 18 12:11:24.934398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936613a-11ad-48be-96f3-a349b4371cb5 None None] Pushing event updated for resources: {'Port': ['ID=4c738e0d-901f-4d52-a142-68925e6f8e04,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:24.954433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:24.969666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Sync routers for ids ['9a2944b0-b1b0-4eee-b7f4-445d1e65e70d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:24.975806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ae82b-6107-4749-b37e-61b807020f7b None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:11:25.015485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Routers {'9a2944b0-b1b0-4eee-b7f4-445d1e65e70d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:25.016115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9a2944b0-b1b0-4eee-b7f4-445d1e65e70d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.137913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-d9cad773-bc1a-45cc-b9e9-ee2ee03fa921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:25.139469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-d9cad773-bc1a-45cc-b9e9-ee2ee03fa921 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7499a3a6-6e7b-4759-a265-980b1f3eb82c HTTP/1.1" status: 200 len: 911 time: 0.7316000 Apr 18 12:11:25.159608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.204886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 028d95fc-8bdb-4795-91fd-130227dc9ba9 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:25.284068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 028d95fc-8bdb-4795-91fd-130227dc9ba9 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:11:25.284771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 028d95fc-8bdb-4795-91fd-130227dc9ba9 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:11:25.303265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.304456 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d78d397-9c90-48fd-b6c6-ffda77764d7e tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.7993453 Apr 18 12:11:25.307322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55646) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:25.334563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Set router 9a2944b0-b1b0-4eee-b7f4-445d1e65e70d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:25.418690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70a0161-f04a-4eba-8bbc-68423deda951']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.428778 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-b136c0df-74ef-4a44-8dec-f74e8d932af8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=903153c7-b904-4b36-941b-020ac390b905 HTTP/1.1" status: 200 len: 1001 time: 0.2629123 Apr 18 12:11:25.441307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5c9f7c-9e32-48b8-86b3-b60be627a661') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.441601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5c9f7c-9e32-48b8-86b3-b60be627a661') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.493317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Router 9fb202e4-e2e8-4c19-88fb-1193112e6956 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:11:25.496142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.529998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:25.539877 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f74e5215-5eca-4212-ae72-9bbf39359122 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "PUT /v2.0/routers/334994fd-f08c-43f6-ab0f-b011a5a0b556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0112112 Apr 18 12:11:25.541484 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] Sync routers for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:25.547912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55656) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:25.555250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ae82b-6107-4749-b37e-61b807020f7b None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:11:25.560420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Request body: {'port': {'network_id': 'c19ff534-81ee-4b75-91ba-75ac74d5e612', 'name': 'tempest-FloatingIPAdminTestJSON-1596168226'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:25.569678 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:25.573631 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.587533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7c48f6d0-cdeb-4b2c-b98e-211f9225f95d tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/9a2944b0-b1b0-4eee-b7f4-445d1e65e70d HTTP/1.1" status: 200 len: 907 time: 0.2789264 Apr 18 12:11:25.618356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55662) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:25.641983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'name': 'tempest-snat-router-472760204', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': True}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:25.656844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:25.712364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:25.715935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.724918 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-20630c49-6bd7-4108-a3c9-04060095cceb tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "PUT /v2.0/routers/9fb202e4-e2e8-4c19-88fb-1193112e6956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2811537 Apr 18 12:11:25.725294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] Sync routers for ids ['9fb202e4-e2e8-4c19-88fb-1193112e6956'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:25.725427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:25.733809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'port': {'network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139', 'name': 'tempest-FloatingIPNegativeTestJSON-136459305'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:25.764542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] Routers {'9fb202e4-e2e8-4c19-88fb-1193112e6956'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:25.765479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9fb202e4-e2e8-4c19-88fb-1193112e6956'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.766740 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.779417 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:25.780017 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.810031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Usage tracker for resource:router and tenant:3ba4c7a17d124fcc860a182a2566f72c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:25.830374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:25.847398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.850347 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.850924 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfc2cb-878f-476b-8ff9-91d42290cd22 None None] The sync data for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:25.867683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:25.880050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:25.880501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.885602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55672) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:25.887201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] Routers {'9fb202e4-e2e8-4c19-88fb-1193112e6956'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:25.887886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9fb202e4-e2e8-4c19-88fb-1193112e6956'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:25.898602 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:25.900866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-58820d9b-41cc-4431-a05c-5abe65daa88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:25.901526 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-58820d9b-41cc-4431-a05c-5abe65daa88e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=94ec2051-74de-4c88-a18b-2ab28518fba3 HTTP/1.1" status: 200 len: 849 time: 0.4663129 Apr 18 12:11:25.914089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:25.938341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:25.943111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Usage tracker for resource:port and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:25.946383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:25.953110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:25.970837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:port and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:25.976298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.977590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:25.995664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:25.996084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153ad64d-0716-471c-b95f-c84705d06a54 None None] The sync data for ids ['9fb202e4-e2e8-4c19-88fb-1193112e6956'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:26.007980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.008097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2944b0-b1b0-4eee-b7f4-445d1e65e70d', 'name': 'tempest-snat-router-472760204', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.17'}], 'enable_snat': False}, 'gw_port_id': '93c1958e-e46b-4164-a19f-fe2091abcd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:11:11Z', 'updated_at': '2022-04-18T12:11:20Z', 'revision_number': 3, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port': {'id': '93c1958e-e46b-4164-a19f-fe2091abcd40', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2944b0-b1b0-4eee-b7f4-445d1e65e70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:11:14Z', 'updated_at': '2022-04-18T12:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:26.011061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Checking router: 9a2944b0-b1b0-4eee-b7f4-445d1e65e70d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:26.011484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Updating router 9a2944b0-b1b0-4eee-b7f4-445d1e65e70d port 93c1958e-e46b-4164-a19f-fe2091abcd40 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:11:26.027141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Made reservation on behalf of da7fdbd3910c473c8bcc644279e49b4e for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:26.036040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:26.036514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.051044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:26.077416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.079898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-9cc43e23-7fe0-4cb0-ae0d-b2b223db3e9d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.081165 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9cc43e23-7fe0-4cb0-ae0d-b2b223db3e9d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1938016 Apr 18 12:11:26.085035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55680) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.092236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-70023a34-5a54-4345-981a-63728b1a11d4 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.093489 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-70023a34-5a54-4345-981a-63728b1a11d4 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0072751 Apr 18 12:11:26.096020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55684) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.099388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] device_id is not set on port ad0f7821-7759-4398-9985-c677d06783e9 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:26.110736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-3cf89e42-8e1b-4740-9fc3-a467275052d7 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.114068 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3cf89e42-8e1b-4740-9fc3-a467275052d7 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0141444 Apr 18 12:11:26.138300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55688) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.143829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-09328aaf-e919-41ec-b189-111eb4caed88 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.147762 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-09328aaf-e919-41ec-b189-111eb4caed88 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0060537 Apr 18 12:11:26.148692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55692) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.152412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-62b66e09-bd81-4ab2-8c50-5ed70dcc411d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:26.153907 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-62b66e09-bd81-4ab2-8c50-5ed70dcc411d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7499a3a6-6e7b-4759-a265-980b1f3eb82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2372966 Apr 18 12:11:26.159704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:11:26.159704 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:11:26.159704 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': 'a70a0161-f04a-4eba-8bbc-68423deda951'}] Apr 18 12:11:26.159704 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:26.162925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:26.168083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-cd993b7c-e970-44fe-8fd1-7289dd6d981e tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.171787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cd993b7c-e970-44fe-8fd1-7289dd6d981e tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0193970 Apr 18 12:11:26.171787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Made reservation on behalf of f155a5f3eac949b09d4ff97707ae2d02 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:26.172112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55696) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.173761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.177815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-8b5a4133-ae17-4e5c-96c6-c27021ded1da tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.181544 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8b5a4133-ae17-4e5c-96c6-c27021ded1da tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058646 Apr 18 12:11:26.183168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55700) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.225936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-e201b110-3bde-4a4b-bef1-7b43cfd28a1d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.231443 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e201b110-3bde-4a4b-bef1-7b43cfd28a1d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0390906 Apr 18 12:11:26.234603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55704) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.244793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-56b0ab4e-c67b-4255-9b37-912efdb5f69c tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.248168 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-56b0ab4e-c67b-4255-9b37-912efdb5f69c tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0088220 Apr 18 12:11:26.250809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55708) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.263839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-0551e452-e932-48f5-8b47-c2b3a26f4cdf tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.267059 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0551e452-e932-48f5-8b47-c2b3a26f4cdf tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0054188 Apr 18 12:11:26.270266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55712) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.278569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-8338fdf4-a374-463e-b04c-94b70e37ec1f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.281693 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8338fdf4-a374-463e-b04c-94b70e37ec1f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0051250 Apr 18 12:11:26.287039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55716) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.292523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-59bd27bd-59c3-4b6e-807f-b7bd1f37f055 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.295818 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-59bd27bd-59c3-4b6e-807f-b7bd1f37f055 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0055435 Apr 18 12:11:26.338398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc5a00c-6c34-4f90-91f1-3977fc7a49e2 None None] Network a70a0161-f04a-4eba-8bbc-68423deda951 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:26.355381 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55720) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.410418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-b066403b-d047-4abe-8832-228ac3b5d649 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.412430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b066403b-d047-4abe-8832-228ac3b5d649 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0541217 Apr 18 12:11:26.421452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55724) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.435323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-137c8c09-77ad-4ea3-aca8-ab453bf3755a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.436336 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-137c8c09-77ad-4ea3-aca8-ab453bf3755a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0091212 Apr 18 12:11:26.446038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55728) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.451869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-d5cb3936-9301-4539-b451-3427df61c47a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.452844 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d5cb3936-9301-4539-b451-3427df61c47a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058389 Apr 18 12:11:26.508291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55732) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.512947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] device_id is not set on port 96e4aea3-c754-46e1-bf83-387972d6c564 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:26.632279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.640806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Allocated IP 172.20.0.9 (c19ff534-81ee-4b75-91ba-75ac74d5e612/ada35b6b-0c8a-407f-92c5-f3180c7cba09/ad0f7821-7759-4398-9985-c677d06783e9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:26.699743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.708897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-26c48420-87b4-466b-a700-56314ecf053e tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.710950 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-26c48420-87b4-466b-a700-56314ecf053e tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1998379 Apr 18 12:11:26.716745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55736) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.764381 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-c84d4f3e-725b-4f27-be3a-15dd6e88c35f service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801523 Apr 18 12:11:26.768758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5d54ad80-d4f5-4959-ae2f-f9ff18370d4e None None] Provisioning complete for port 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:26.769153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5d54ad80-d4f5-4959-ae2f-f9ff18370d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.777676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-f0fd834a-eb50-47f7-8a4b-2d2724baefb0 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.781532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f0fd834a-eb50-47f7-8a4b-2d2724baefb0 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0174005 Apr 18 12:11:26.785264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55740) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.808360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.808781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 4c738e0d-901f-4d52-a142-68925e6f8e04 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:26.809467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.825577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] DHCP port deletion for a70a0161-f04a-4eba-8bbc-68423deda951 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:11:26.832340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Transition to ACTIVE for port object 93c1958e-e46b-4164-a19f-fe2091abcd40 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:26.845438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] Deleting port 4c738e0d-901f-4d52-a142-68925e6f8e04 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:26.845803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.864777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-50f64f23-e925-44aa-b4e2-77f5f05a3bb6 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.868499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-50f64f23-e925-44aa-b4e2-77f5f05a3bb6 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0149984 Apr 18 12:11:26.876922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5d54ad80-d4f5-4959-ae2f-f9ff18370d4e None None] Port 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:26.881480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Allocated IP 172.20.0.12 (0104cad6-4512-4db7-9bdc-2173e3a48139/1b6e0f48-abd7-42df-bf30-f825a30a8d1d/96e4aea3-c754-46e1-bf83-387972d6c564) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:26.884947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55744) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.917293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-cdf96e3a-c191-4eaf-9c94-fadfb42800b1 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.921017 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cdf96e3a-c191-4eaf-9c94-fadfb42800b1 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0189636 Apr 18 12:11:26.932751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55748) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:26.944122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:26.991896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-16141d53-65fb-48da-80e9-edb0625286cc tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:26.995529 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-16141d53-65fb-48da-80e9-edb0625286cc tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0158925 Apr 18 12:11:27.000821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234698f6-96e7-484c-8bf4-26e65d5a852e req-79bc8246-6a41-4c95-96ab-6c49b6424eb8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:27.004257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55752) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.007924 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-234698f6-96e7-484c-8bf4-26e65d5a852e req-79bc8246-6a41-4c95-96ab-6c49b6424eb8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.9076097 Apr 18 12:11:27.023526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-25508493-5c29-4073-bfa4-13720eba0a57 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.023526 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-25508493-5c29-4073-bfa4-13720eba0a57 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0119271 Apr 18 12:11:27.029061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55756) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.039614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-ced5d96c-773f-4761-846a-904651875f9f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.043247 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ced5d96c-773f-4761-846a-904651875f9f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0106373 Apr 18 12:11:27.048755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55760) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.064697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5d54ad80-d4f5-4959-ae2f-f9ff18370d4e None None] Provisioning complete for port 683a2237-ebf0-45ae-a24a-a9b20e9aafdb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:27.065076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5d54ad80-d4f5-4959-ae2f-f9ff18370d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.065464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.086728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Transition to ACTIVE for port object ad0f7821-7759-4398-9985-c677d06783e9 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:27.105994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-9f86b457-eed6-47b5-b1d8-63b76c1552a3 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.109755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9f86b457-eed6-47b5-b1d8-63b76c1552a3 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0511172 Apr 18 12:11:27.109975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55764) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.119453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea29c0-0972-4db4-b877-a2b9cb08136d None None] Pushing event updated for resources: {'Port': ['ID=93c1958e-e46b-4164-a19f-fe2091abcd40,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:27.119547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-9a4c6e90-e4df-4e0b-a798-c903c6b3e0ce tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.123362 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9a4c6e90-e4df-4e0b-a798-c903c6b3e0ce tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0094504 Apr 18 12:11:27.123506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Attempting to bind port 93c1958e-e46b-4164-a19f-fe2091abcd40 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:27.123506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Attempting to bind port 93c1958e-e46b-4164-a19f-fe2091abcd40 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:27.123506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Attempting to bind port 93c1958e-e46b-4164-a19f-fe2091abcd40 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:27.123732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55768) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.130945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-a635b251-b97c-4969-9b90-96dd4c8b817a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.134104 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a635b251-b97c-4969-9b90-96dd4c8b817a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0080919 Apr 18 12:11:27.135082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55772) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.138157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:27.138597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:27.138940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.139322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:27.139790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Bound port: 93c1958e-e46b-4164-a19f-fe2091abcd40, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:27.140154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.194584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-234698f6-96e7-484c-8bf4-26e65d5a852e req-6f2915cd-f1e6-495e-915b-cc11e89e06fa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857867 Apr 18 12:11:27.195954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-040f31fd-b25e-4696-8895-32b7f0123ea2 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.199430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-040f31fd-b25e-4696-8895-32b7f0123ea2 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0608861 Apr 18 12:11:27.209093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55776) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.218327 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-d6638c3d-222b-415b-8ec7-38277e443456 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.222204 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d6638c3d-222b-415b-8ec7-38277e443456 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0091026 Apr 18 12:11:27.222204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55780) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.224768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5d54ad80-d4f5-4959-ae2f-f9ff18370d4e None None] Port 683a2237-ebf0-45ae-a24a-a9b20e9aafdb cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:27.255767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84300e24-0a4e-48ab-a3a9-559f6838c774 req-33dba252-59d0-486f-9b7f-101a56c7cddb service neutron] 10.222.0.15 "GET /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759431 Apr 18 12:11:27.285040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-94eaad2b-a525-4390-a2c5-662457b976e8 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.288805 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-94eaad2b-a525-4390-a2c5-662457b976e8 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0625808 Apr 18 12:11:27.289289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55784) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.321173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.325626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] For port 4c738e0d-901f-4d52-a142-68925e6f8e04, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c738e0d-901f-4d52-a142-68925e6f8e04,segment=NetworkSegment(9b5c9f7c-9e32-48b8-86b3-b60be627a661),segment_id=9b5c9f7c-9e32-48b8-86b3-b60be627a661)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:27.326248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.330436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-c45e2d1d-f594-46b4-b5f0-418917a1e671 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.331422 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c45e2d1d-f594-46b4-b5f0-418917a1e671 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0410159 Apr 18 12:11:27.335606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] For port 93c1958e-e46b-4164-a19f-fe2091abcd40, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:27.368054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55788) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.391429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-477abe9e-3dbc-4d67-869e-985a62ffd426 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.392555 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-477abe9e-3dbc-4d67-869e-985a62ffd426 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0170405 Apr 18 12:11:27.397461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] For port 93c1958e-e46b-4164-a19f-fe2091abcd40, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=93c1958e-e46b-4164-a19f-fe2091abcd40,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:27.398451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55792) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.414449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-e49d7e65-6c64-4b94-bee8-d2183a6e8670 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.417715 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e49d7e65-6c64-4b94-bee8-d2183a6e8670 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0137026 Apr 18 12:11:27.420036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:27.422142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55796) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.426849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:27.431629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.442049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 4c738e0d-901f-4d52-a142-68925e6f8e04, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c738e0d-901f-4d52-a142-68925e6f8e04,segment=NetworkSegment(9b5c9f7c-9e32-48b8-86b3-b60be627a661),segment_id=9b5c9f7c-9e32-48b8-86b3-b60be627a661)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:27.442553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.461813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-e3e77307-e127-48de-b554-b99a17ef7694 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.465340 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e3e77307-e127-48de-b554-b99a17ef7694 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0360165 Apr 18 12:11:27.466388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:27.467094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55800) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.468159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] Calling delete_port for 4c738e0d-901f-4d52-a142-68925e6f8e04 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:27.496476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.509944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.517898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event updated for resources: {'Port': ['ID=ad0f7821-7759-4398-9985-c677d06783e9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:27.538398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-05caa0ee-e73c-4d2b-b059-490c4b791ecc tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.542006 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-05caa0ee-e73c-4d2b-b059-490c4b791ecc tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0690823 Apr 18 12:11:27.573250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55804) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.614797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-74aaad4c-06ee-4e12-9ca9-dc435bcc0a4c tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.618530 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74aaad4c-06ee-4e12-9ca9-dc435bcc0a4c tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0201919 Apr 18 12:11:27.618693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 4c738e0d-901f-4d52-a142-68925e6f8e04 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:27.628090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Routers {'9a2944b0-b1b0-4eee-b7f4-445d1e65e70d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:27.629922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9a2944b0-b1b0-4eee-b7f4-445d1e65e70d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:27.635493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55808) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.650198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-eec642d6-f766-4bee-96f2-274081157d99 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.651430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eec642d6-f766-4bee-96f2-274081157d99 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0148406 Apr 18 12:11:27.658540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55812) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.672525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-95db7faf-a9d9-492d-b45c-1d60d5c6c35f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.673646 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-95db7faf-a9d9-492d-b45c-1d60d5c6c35f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0119417 Apr 18 12:11:27.674993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.679200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55816) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.685013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:27.685756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.689957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea29c0-0972-4db4-b877-a2b9cb08136d None None] Pushing event updated for resources: {'Port': ['ID=93c1958e-e46b-4164-a19f-fe2091abcd40,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:27.720154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Transition to ACTIVE for port object 96e4aea3-c754-46e1-bf83-387972d6c564 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:27.765198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-9bf65440-c676-4151-aa98-dcd23d42364a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.766140 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9bf65440-c676-4151-aa98-dcd23d42364a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0558958 Apr 18 12:11:27.769245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55820) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.775039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-93455092-37a0-497e-a33a-8b35b4304e2d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.778372 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-93455092-37a0-497e-a33a-8b35b4304e2d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0050213 Apr 18 12:11:27.779128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55824) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.783507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-503fbc1d-4e97-4fca-807a-93e797e33d9d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.786520 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-503fbc1d-4e97-4fca-807a-93e797e33d9d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0046494 Apr 18 12:11:27.786766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55828) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.792893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-a6edd475-a50d-47c7-b24c-05a9ad61e955 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.796638 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a6edd475-a50d-47c7-b24c-05a9ad61e955 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055790 Apr 18 12:11:27.796638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55832) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.806245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5a408cd2-77d6-4260-9e96-a6ce5f5b08ab tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2501726 Apr 18 12:11:27.806330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-681166e6-8d20-4dd8-9d51-01eabaa7cc3d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.806330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-681166e6-8d20-4dd8-9d51-01eabaa7cc3d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0074060 Apr 18 12:11:27.809070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55836) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.812233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55838) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.818758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Allocated IP 172.26.4.243 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/00f14bfe-f4f3-4153-87c2-a892a6567a86) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:27.831087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.833545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:27.849420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-368ebde9-a697-4cf8-a6b2-db889f362152 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.853564 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-368ebde9-a697-4cf8-a6b2-db889f362152 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0142605 Apr 18 12:11:27.854214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55846) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.861085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-d46bbe5c-42f6-409d-89e0-9de4e59a045d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.865009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d46bbe5c-42f6-409d-89e0-9de4e59a045d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0091531 Apr 18 12:11:27.867812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.888970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-e96a45a1-d9ba-416b-bf1b-8211fa998c67 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.892899 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e96a45a1-d9ba-416b-bf1b-8211fa998c67 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0239780 Apr 18 12:11:27.896569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] Set router 9a2944b0-b1b0-4eee-b7f4-445d1e65e70d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:27.905887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55854) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.913924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-06a9e3b4-ad25-40d4-8ca8-df6f8ed27c2d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.918112 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-06a9e3b4-ad25-40d4-8ca8-df6f8ed27c2d tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0109603 Apr 18 12:11:27.918766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55858) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.921642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Port': ['ID=96e4aea3-c754-46e1-bf83-387972d6c564,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:27.927923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-1cb248dc-bb00-4598-8e25-584dc329281f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:27.932194 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1cb248dc-bb00-4598-8e25-584dc329281f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0106091 Apr 18 12:11:27.937539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7330af09-6873-428e-948b-04ee0a309652 None None] Provisioning for port ad0f7821-7759-4398-9985-c677d06783e9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:27.938038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:27.939193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:27.939591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:27.940056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55862) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:27.941766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:27.944519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:28.011295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] Pushing event deleted for resources: {'Port': ['ID=4c738e0d-901f-4d52-a142-68925e6f8e04,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:28.011922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-ee56eea1-3ded-401a-8125-3a221dcfb32e tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.017655 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ee56eea1-3ded-401a-8125-3a221dcfb32e tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0156958 Apr 18 12:11:28.018440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55868) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.022504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d0455-6aab-4b96-8811-89487d78b0c7 None None] No DVR routers for this DVR port 4c738e0d-901f-4d52-a142-68925e6f8e04 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:28.023750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7330af09-6873-428e-948b-04ee0a309652 None None] Provisioning complete for port ad0f7821-7759-4398-9985-c677d06783e9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:28.024119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7330af09-6873-428e-948b-04ee0a309652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.025144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'project_id': 'da7fdbd3910c473c8bcc644279e49b4e', 'port_id': 'ad0f7821-7759-4398-9985-c677d06783e9'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:28.031165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:28.038151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-72e4b412-9a18-4ef6-8497-bb8db9fe5e16 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.041908 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-72e4b412-9a18-4ef6-8497-bb8db9fe5e16 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0122263 Apr 18 12:11:28.042156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55872) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.049336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Usage tracker for resource:floatingip and tenant:da7fdbd3910c473c8bcc644279e49b4e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:28.049485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-58577e45-06f7-4799-9122-b94a6d68c9b9 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.050406 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-58577e45-06f7-4799-9122-b94a6d68c9b9 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075090 Apr 18 12:11:28.054273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55876) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.060285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:28.068055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-6a115853-43a8-437c-95b9-38dc923bf40b tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.068722 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6a115853-43a8-437c-95b9-38dc923bf40b tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0135326 Apr 18 12:11:28.071851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:28.072761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.072873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55880) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.079522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-270e468e-3bab-435f-8802-5147c6f4175c tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.080477 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-270e468e-3bab-435f-8802-5147c6f4175c tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068095 Apr 18 12:11:28.083676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.086920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55884) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.093495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-bdc3a21e-cd95-46ef-889b-8d34c4591a27 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.094430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bdc3a21e-cd95-46ef-889b-8d34c4591a27 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065999 Apr 18 12:11:28.096956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55888) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.103011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:28.103305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-9a3275fd-7da7-4b5f-9e89-721d3848dd89 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.104301 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9a3275fd-7da7-4b5f-9e89-721d3848dd89 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064642 Apr 18 12:11:28.106964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55892) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.113643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-e2bc23ad-d36f-429b-9b71-e38d56c68e27 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.114367 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e2bc23ad-d36f-429b-9b71-e38d56c68e27 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0065358 Apr 18 12:11:28.116841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55896) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.123889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-ea2b7998-bab6-4b22-9fd1-826d70fbc1d0 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.124835 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea2b7998-bab6-4b22-9fd1-826d70fbc1d0 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0071309 Apr 18 12:11:28.127739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55900) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.133993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-d10a7b65-3d6a-4cc5-a113-0a5f1a6caff8 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.137593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55904) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.137801 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d10a7b65-3d6a-4cc5-a113-0a5f1a6caff8 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086968 Apr 18 12:11:28.143736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-887b670a-19d4-424f-9708-4fbca20867b1 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.144372 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-887b670a-19d4-424f-9708-4fbca20867b1 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0061760 Apr 18 12:11:28.152102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55908) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.157704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-6240c9eb-8acc-4b34-ace7-c4e57feb5f4b tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.159025 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6240c9eb-8acc-4b34-ace7-c4e57feb5f4b tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0056186 Apr 18 12:11:28.161199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55912) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.163827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7330af09-6873-428e-948b-04ee0a309652 None None] Port ad0f7821-7759-4398-9985-c677d06783e9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:28.166578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-d64df09d-f4eb-45bd-8db0-bb81bfa6b053 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.167520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d64df09d-f4eb-45bd-8db0-bb81bfa6b053 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052764 Apr 18 12:11:28.169953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55916) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.171941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3908a1e4-3273-45f1-890d-e6fb02248491 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4429352 Apr 18 12:11:28.175048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55920) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.178973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-252bbb7a-0786-4d47-b8b0-9ade107d3cff tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.183524 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-252bbb7a-0786-4d47-b8b0-9ade107d3cff tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0090857 Apr 18 12:11:28.183645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:28.186794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55924) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.189228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:28.194350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:floatingip and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:28.194698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-46b731a4-ba1d-4c2d-b846-be51ccfff018 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.196152 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-46b731a4-ba1d-4c2d-b846-be51ccfff018 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083952 Apr 18 12:11:28.196953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:28.198794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55928) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.203927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:28.206099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-5da41f87-8b13-4b24-ab34-d7bf16d61e2a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.207443 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5da41f87-8b13-4b24-ab34-d7bf16d61e2a tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0068328 Apr 18 12:11:28.211558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.214856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55932) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.220972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-9008f21c-7a3c-4fa6-bdaf-fe88deef3d18 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.222321 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9008f21c-7a3c-4fa6-bdaf-fe88deef3d18 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0062604 Apr 18 12:11:28.225558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55936) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.232860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-25d1b969-b236-4ba0-8510-734c20853233 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.234054 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-25d1b969-b236-4ba0-8510-734c20853233 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0071359 Apr 18 12:11:28.235582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.241064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55940) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.292578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2944b0-b1b0-4eee-b7f4-445d1e65e70d', 'name': 'tempest-snat-router-472760204', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.17'}], 'enable_snat': False}, 'gw_port_id': '93c1958e-e46b-4164-a19f-fe2091abcd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:11:11Z', 'updated_at': '2022-04-18T12:11:20Z', 'revision_number': 3, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port': {'id': '93c1958e-e46b-4164-a19f-fe2091abcd40', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2944b0-b1b0-4eee-b7f4-445d1e65e70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:11:14Z', 'updated_at': '2022-04-18T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:28.297436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a23f3a-6089-42e6-98e8-172479ab7752 None None] The sync data for ids ['9a2944b0-b1b0-4eee-b7f4-445d1e65e70d'] in dv-neutron-837089-1-hyperv is: [{'id': '9a2944b0-b1b0-4eee-b7f4-445d1e65e70d', 'name': 'tempest-snat-router-472760204', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.17'}], 'enable_snat': False}, 'gw_port_id': '93c1958e-e46b-4164-a19f-fe2091abcd40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:11:11Z', 'updated_at': '2022-04-18T12:11:20Z', 'revision_number': 3, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port': {'id': '93c1958e-e46b-4164-a19f-fe2091abcd40', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:55:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2944b0-b1b0-4eee-b7f4-445d1e65e70d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:11:14Z', 'updated_at': '2022-04-18T12:11:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:28.304061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [None req-56c85795-a84f-49b5-aefd-b210a3150cb2 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.308225 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-56c85795-a84f-49b5-aefd-b210a3150cb2 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0231879 Apr 18 12:11:28.311273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55946) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.325317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.335432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:28.338532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:28.342554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:28.347040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-69bf93c4-27bd-4852-ac01-1fde13cab239 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.348910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-69bf93c4-27bd-4852-ac01-1fde13cab239 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0334623 Apr 18 12:11:28.353795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55950) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.365262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-024f5f34-f1b1-4fe1-ae20-000dd638dead None None] Provisioning for port 96e4aea3-c754-46e1-bf83-387972d6c564 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:28.369789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-a33d2943-33d2-4b95-9be2-eae0f8176564 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.370733 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a33d2943-33d2-4b95-9be2-eae0f8176564 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084507 Apr 18 12:11:28.374248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-024f5f34-f1b1-4fe1-ae20-000dd638dead None None] Provisioning complete for port 96e4aea3-c754-46e1-bf83-387972d6c564 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:28.374577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55954) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.374814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-024f5f34-f1b1-4fe1-ae20-000dd638dead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.384974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-79ac60bd-2258-450f-94c4-fcf5e86e6a9f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.385889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-79ac60bd-2258-450f-94c4-fcf5e86e6a9f tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0067377 Apr 18 12:11:28.398028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55958) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.404995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-fefb9d00-f9f5-4447-bbc3-766c5c7435d9 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.405690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fefb9d00-f9f5-4447-bbc3-766c5c7435d9 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0055327 Apr 18 12:11:28.409020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55962) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:28.420461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [None req-fb5a2d05-5e10-4f5c-8409-ee36f0986193 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:11:28.421394 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fb5a2d05-5e10-4f5c-8409-ee36f0986193 tempest-ExtensionsTestJSON-1886151699 tempest-ExtensionsTestJSON-1886151699-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0113780 Apr 18 12:11:28.429781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Port': ['ID=00f14bfe-f4f3-4153-87c2-a892a6567a86,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:28.454549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-024f5f34-f1b1-4fe1-ae20-000dd638dead None None] Port 96e4aea3-c754-46e1-bf83-387972d6c564 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:28.480452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 4c738e0d-901f-4d52-a142-68925e6f8e04 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:28.480788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.578351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] The port '4c738e0d-901f-4d52-a142-68925e6f8e04' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:11:28.732420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119737d-c23d-42db-9714-ff87f060d6cd req-bfe71228-6b24-48b3-81dc-f59f1479fb6f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:28.733981 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4119737d-c23d-42db-9714-ff87f060d6cd req-bfe71228-6b24-48b3-81dc-f59f1479fb6f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.3570302 Apr 18 12:11:28.800226 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4119737d-c23d-42db-9714-ff87f060d6cd req-b5a3eaa9-f552-4845-807c-eba8975fd975 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558097 Apr 18 12:11:28.879068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.899834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:28.954137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a70a0161-f04a-4eba-8bbc-68423deda951']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:28.988405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5c9f7c-9e32-48b8-86b3-b60be627a661') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:28.988690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5c9f7c-9e32-48b8-86b3-b60be627a661') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:28.992284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55970) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:29.018375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.029363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.037042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.132189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.170745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:29.171159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:29.191822 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:29.263282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 93c1958e-e46b-4164-a19f-fe2091abcd40 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:29.268919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.292647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:29.308474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c7cf5a65c94e459c9750c927537cee02 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:29.331620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Allocated IP 172.26.4.222 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/c97dec95-f26e-4f05-bd16-78c6c6623ea3) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:29.371290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:29.391173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:29.435196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.439533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.461618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 93c1958e-e46b-4164-a19f-fe2091abcd40 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:29.468636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 93c1958e-e46b-4164-a19f-fe2091abcd40 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:29.470635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.471705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=a70a0161-f04a-4eba-8bbc-68423deda951,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:29.494515 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-be0a1730-da7d-4a8c-a404-439c6ea98cc4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/a70a0161-f04a-4eba-8bbc-68423deda951 HTTP/1.1" status: 204 len: 168 time: 14.4222174 Apr 18 12:11:29.495696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55976) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:29.504830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672904834'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:29.515943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:29.524451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:29.535947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:29.547995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:29.573906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.656129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:29.660364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.662672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.692619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:29.703061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.710943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.731072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 93c1958e-e46b-4164-a19f-fe2091abcd40, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=93c1958e-e46b-4164-a19f-fe2091abcd40,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:29.736180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.804142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.804593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment df6e7cb2-d703-4068-8257-aae731acbfcd of type vlan for network c37ac2c4-1e67-41a0-b078-dff7de7ce734 Apr 18 12:11:29.805887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.834715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.865200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:29.873665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:29.876478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:29.918428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=93c1958e-e46b-4164-a19f-fe2091abcd40,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:29.919158 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7cf5a65c94e459c9750c927537cee02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9258130 Apr 18 12:11:29.919992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55982) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:29.920487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Pushing event updated for resources: {'Port': ['ID=c97dec95-f26e-4f05-bd16-78c6c6623ea3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:29.927597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e60a9-46d4-4ecb-b59f-8a65bf1678f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7b1406-555e-4287-9a15-414cba5fe95a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:29.941698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:29.970360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Allocated IP 172.26.4.124 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/d8ac394d-6c33-4f54-8ca4-ad1686a07fd3) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:30.014104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a1d6d6-3233-41dc-bc3f-ee3b5db00213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.045640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a1d6d6-3233-41dc-bc3f-ee3b5db00213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.068289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Router 97431d4c-d04e-40cd-a102-cbec1cbe035d is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:11:30.248236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.255228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:30.256420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.293112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:30.302406 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Sync routers for ids ['97431d4c-d04e-40cd-a102-cbec1cbe035d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:30.309218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a1d6d6-3233-41dc-bc3f-ee3b5db00213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.313323 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Routers {'97431d4c-d04e-40cd-a102-cbec1cbe035d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:30.313931 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['97431d4c-d04e-40cd-a102-cbec1cbe035d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:30.329312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a1d6d6-3233-41dc-bc3f-ee3b5db00213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.333026 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68a1d6d6-3233-41dc-bc3f-ee3b5db00213 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff7b1406-555e-4287-9a15-414cba5fe95a HTTP/1.1" status: 204 len: 168 time: 0.4073584 Apr 18 12:11:30.334009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1d6d6-3233-41dc-bc3f-ee3b5db00213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7b1406-555e-4287-9a15-414cba5fe95a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:30.403884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.407734 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2dde265f-a0b0-4f68-9116-8897ff9bdc41 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7871299 Apr 18 12:11:30.414528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55988) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:30.435107 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9325097 Apr 18 12:11:30.435588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 55992) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:30.516682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:30.538283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a0aa6-4086-4fdc-92b1-eab0edc638b2 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=c37ac2c4-1e67-41a0-b078-dff7de7ce734,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:30.556291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:30.556837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824459ae-9c1b-4bfd-8f2e-1c99c464a141 req-7749b072-9046-42bb-8a12-863a179d2617 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:30.558084 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-824459ae-9c1b-4bfd-8f2e-1c99c464a141 req-7749b072-9046-42bb-8a12-863a179d2617 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6022692 Apr 18 12:11:30.571992 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Set router 97431d4c-d04e-40cd-a102-cbec1cbe035d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:30.576714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.715235 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a6330f12-9a74-4333-8b53-a18dea59fd15 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/97431d4c-d04e-40cd-a102-cbec1cbe035d HTTP/1.1" status: 200 len: 907 time: 0.2993090 Apr 18 12:11:30.715771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 55998) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:30.914502 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-824459ae-9c1b-4bfd-8f2e-1c99c464a141 req-50ca302e-106b-4103-a7db-f0173f32cd56 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408170 Apr 18 12:11:30.940108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:30.943332 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97431d4c-d04e-40cd-a102-cbec1cbe035d', 'name': 'tempest-snat-router-472760204', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': '00f14bfe-f4f3-4153-87c2-a892a6567a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:11:25Z', 'updated_at': '2022-04-18T12:11:28Z', 'revision_number': 3, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port': {'id': '00f14bfe-f4f3-4153-87c2-a892a6567a86', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:46:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97431d4c-d04e-40cd-a102-cbec1cbe035d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:11:27Z', 'updated_at': '2022-04-18T12:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:30.948637 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Checking router: 97431d4c-d04e-40cd-a102-cbec1cbe035d for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:30.949310 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Updating router 97431d4c-d04e-40cd-a102-cbec1cbe035d port 00f14bfe-f4f3-4153-87c2-a892a6567a86 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:11:30.951524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:30.955547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:30.961857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:30.974586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:31.027181 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.152616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.156109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:31.164144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.215984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 93c1958e-e46b-4164-a19f-fe2091abcd40 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:31.305985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 93c1958e-e46b-4164-a19f-fe2091abcd40 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:31.307199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.336186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:31.336404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.342491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:31.344184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:31.402367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Port': ['ID=d8ac394d-6c33-4f54-8ca4-ad1686a07fd3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:31.427755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting port 00f14bfe-f4f3-4153-87c2-a892a6567a86 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:31.428102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.495405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.499180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.516315 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.533873 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Transition to ACTIVE for port object 00f14bfe-f4f3-4153-87c2-a892a6567a86 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:31.625788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.632614 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.634202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56020) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:31.729901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.740087 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Attempting to bind port 00f14bfe-f4f3-4153-87c2-a892a6567a86 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:31.740461 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Attempting to bind port 00f14bfe-f4f3-4153-87c2-a892a6567a86 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:31.741028 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Attempting to bind port 00f14bfe-f4f3-4153-87c2-a892a6567a86 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:31.753208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Pushing event updated for resources: {'Port': ['ID=00f14bfe-f4f3-4153-87c2-a892a6567a86,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:31.760067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:31.760645 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:31.761348 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.762311 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:31.764025 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Bound port: 00f14bfe-f4f3-4153-87c2-a892a6567a86, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:31.764604 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.770556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Calling delete_port for 00f14bfe-f4f3-4153-87c2-a892a6567a86 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:31.805282 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.805940 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.806542 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.807259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.807754 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.808314 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.808799 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.809266 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.809793 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.810254 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.810780 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.811460 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:11:31.811695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1650316582'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:31.819981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:31.822049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.826867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:31.831219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:31.846915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:31.870651 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] For port 00f14bfe-f4f3-4153-87c2-a892a6567a86, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:31.874085 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] For port 00f14bfe-f4f3-4153-87c2-a892a6567a86, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=00f14bfe-f4f3-4153-87c2-a892a6567a86,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:31.897009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.935901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:31.939445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.952593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.964206 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:31.978964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:31.985288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group_rule and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:31.991358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:31.999074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:32.034216 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Routers {'97431d4c-d04e-40cd-a102-cbec1cbe035d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:32.035541 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['97431d4c-d04e-40cd-a102-cbec1cbe035d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:32.041120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:32.042825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:32.098081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=1d76ceec-8849-4994-9f0b-152611d78422,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:32.119973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': 'df6e7cb2-d703-4068-8257-aae731acbfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:32.120550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: c37ac2c4-1e67-41a0-b078-dff7de7ce734, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:32.156209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b11cb1-d95a-49b0-b1f6-4d070886bc49 req-2a43d262-e825-4ee6-a03e-462811b0d359 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:32.157690 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78b11cb1-d95a-49b0-b1f6-4d070886bc49 req-2a43d262-e825-4ee6-a03e-462811b0d359 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1200573 Apr 18 12:11:32.174811 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152360e-ef1d-4260-8a70-7a67630d23b7 None None] Pushing event updated for resources: {'Port': ['ID=00f14bfe-f4f3-4153-87c2-a892a6567a86,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:32.198425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.214613 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] Set router 97431d4c-d04e-40cd-a102-cbec1cbe035d gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:32.225027 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78b11cb1-d95a-49b0-b1f6-4d070886bc49 req-26ea6ea6-3c6b-4493-9270-e89c0c23cba0 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545566 Apr 18 12:11:32.238529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.252039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.272348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.278524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:32.301752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.307680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c852e7e-5271-4f62-b238-6ac44c65f870,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:32.321326 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97431d4c-d04e-40cd-a102-cbec1cbe035d', 'name': 'tempest-snat-router-472760204', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:11:25Z', 'updated_at': '2022-04-18T12:11:31Z', 'revision_number': 4, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:32.324551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:32.325512 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1331fb80-000a-46a4-bd29-5803e545c3eb None None] The sync data for ids ['97431d4c-d04e-40cd-a102-cbec1cbe035d'] in dv-neutron-837089-1-hyperv is: [{'id': '97431d4c-d04e-40cd-a102-cbec1cbe035d', 'name': 'tempest-snat-router-472760204', 'tenant_id': '3ba4c7a17d124fcc860a182a2566f72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:11:25Z', 'updated_at': '2022-04-18T12:11:31Z', 'revision_number': 4, 'project_id': '3ba4c7a17d124fcc860a182a2566f72c', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:32.355717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.356231 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment d0d95672-0c1c-4561-89a7-75de906e1bc8 of type vlan for network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba Apr 18 12:11:32.386210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.511102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.514652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c37ac2c4-1e67-41a0-b078-dff7de7ce734) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:32.519479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:32.520048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.522828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b6bbe6-524f-4651-83d7-c9f52d8dc875 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:32.542557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting port 00f14bfe-f4f3-4153-87c2-a892a6567a86 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:32.543342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.620315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Port': ['ID=d8ac394d-6c33-4f54-8ca4-ad1686a07fd3,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:32.700928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.708156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.773717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.779706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:32.780369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c37ac2c4-1e67-41a0-b078-dff7de7ce734', 'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '1d76ceec-8849-4994-9f0b-152611d78422'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:32.780486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.781449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.805572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Pushing event updated for resources: {'Port': ['ID=c97dec95-f26e-4f05-bd16-78c6c6623ea3,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:32.812574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7c4aa283-0a96-4040-9644-72eeb3e8be66 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3148611 Apr 18 12:11:32.815494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56034) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:32.831331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:32.944385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:32.945125 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c8b2c853-639e-4912-8f61-0680e125d8be tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7684917 Apr 18 12:11:32.981272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56038) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:32.998060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=edd4cd18-e260-427c-a67d-dbeb9a6ce1ba,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:33.000191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Allocated IP 2001:db8::2 (c37ac2c4-1e67-41a0-b078-dff7de7ce734/1d76ceec-8849-4994-9f0b-152611d78422/37db5daf-ffb1-4488-977d-907eb43398a7) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:33.005241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5aab44bc-8383-4f32-85da-56f06ebaacb5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'floatingip': {'port_id': '96e4aea3-c754-46e1-bf83-387972d6c564', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:33.013538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:33.095630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Floating IP f1a7ce97-c133-4364-9edc-4121aeb66620 associated. External IP: 172.26.4.222, port: ad0f7821-7759-4398-9985-c677d06783e9. Apr 18 12:11:33.104007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5aab44bc-8383-4f32-85da-56f06ebaacb5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.177253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] For port 00f14bfe-f4f3-4153-87c2-a892a6567a86, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=00f14bfe-f4f3-4153-87c2-a892a6567a86,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:33.179337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.197427 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ec838bb6-05f7-4382-8842-929de26081c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5604217 Apr 18 12:11:33.203363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56042) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:33.207252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:33.216167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'name': 'tempest-PortsIpV6TestJSON-1323088524'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:33.254348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:subnet and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:33.265388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:33.338106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:33.348654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.359522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Transition to ACTIVE for port object 37db5daf-ffb1-4488-977d-907eb43398a7 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:33.379753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Transition to ACTIVE for port object 37db5daf-ffb1-4488-977d-907eb43398a7 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:33.414390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-b9e07919-5702-435c-ad8e-9d28c2603386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:33.415874 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-b9e07919-5702-435c-ad8e-9d28c2603386 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.4106681 Apr 18 12:11:33.462040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.470915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Calling delete_port for 00f14bfe-f4f3-4153-87c2-a892a6567a86 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:33.533900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:33.538916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:33.541669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:33.555675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:33.574974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:33.583381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.598417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Pushing event updated for resources: {'Port': ['ID=37db5daf-ffb1-4488-977d-907eb43398a7,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:33.610245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15355e15-901b-4534-81bb-99716b07166b req-f1d744dd-2ae9-48f7-a6a8-1adae7a783a3 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:33.617153 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15355e15-901b-4534-81bb-99716b07166b req-f1d744dd-2ae9-48f7-a6a8-1adae7a783a3 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.8446329 Apr 18 12:11:33.648626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:33.649702 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-5aab44bc-8383-4f32-85da-56f06ebaacb5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] update failed (client error): The resource could not be found. Apr 18 12:11:33.652214 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5aab44bc-8383-4f32-85da-56f06ebaacb5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "PUT /v2.0/floatingips/a86552bb-9121-4668-94a0-10da5dae4d4a HTTP/1.1" status: 404 len: 507 time: 0.6616330 Apr 18 12:11:33.656767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Attempting to bind port 37db5daf-ffb1-4488-977d-907eb43398a7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:33.657079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Attempting to bind port 37db5daf-ffb1-4488-977d-907eb43398a7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'df6e7cb2-d703-4068-8257-aae731acbfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:33.657438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Attempting to bind port 37db5daf-ffb1-4488-977d-907eb43398a7 on network c37ac2c4-1e67-41a0-b078-dff7de7ce734 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:33.663499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:33.663961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Checking segment: {'id': 'df6e7cb2-d703-4068-8257-aae731acbfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:33.664584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.665027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Bound using segment: {'id': 'df6e7cb2-d703-4068-8257-aae731acbfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:33.665494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Bound port: 37db5daf-ffb1-4488-977d-907eb43398a7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6e7cb2-d703-4068-8257-aae731acbfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:33.665864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.668648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56046) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:33.707594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:33.759740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] For port 37db5daf-ffb1-4488-977d-907eb43398a7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:33.762785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] For port 37db5daf-ffb1-4488-977d-907eb43398a7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=37db5daf-ffb1-4488-977d-907eb43398a7,segment=NetworkSegment(df6e7cb2-d703-4068-8257-aae731acbfcd),segment_id=df6e7cb2-d703-4068-8257-aae731acbfcd)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:33.781546 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15355e15-901b-4534-81bb-99716b07166b req-4df36c3c-6d43-429d-b83f-e75c2bbea736 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634138 Apr 18 12:11:33.786101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:33.834103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.847834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-020c41fd-3a83-4cff-b86c-d57e5bdcfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:33.849338 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-020c41fd-3a83-4cff-b86c-d57e5bdcfe87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 0.4217908 Apr 18 12:11:33.865036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Deleting port d8ac394d-6c33-4f54-8ca4-ad1686a07fd3 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:33.865404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:33.920991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe2042-0d21-4953-97fa-9cf2e3a00403 None None] Pushing event updated for resources: {'Port': ['ID=37db5daf-ffb1-4488-977d-907eb43398a7,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:34.118080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.118396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.152947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:34.156444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.236521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port e00c4609-3273-4b02-ae35-6e33cabad9c9 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:34.256527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Calling delete_port for d8ac394d-6c33-4f54-8ca4-ad1686a07fd3 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:34.278029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Router 334994fd-f08c-43f6-ab0f-b011a5a0b556 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:34.281474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.326592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-4e8762d7-b507-4394-b275-768234862b35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 1001 time: 0.4597938 Apr 18 12:11:34.339868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event deleted for resources: {'Port': ['ID=00f14bfe-f4f3-4153-87c2-a892a6567a86,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:34.461229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.598045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-af2d43ae-ae9f-4ef5-babc-8f6e173c2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:34.599704 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-af2d43ae-ae9f-4ef5-babc-8f6e173c2ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.2405710 Apr 18 12:11:34.688778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:34.701756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] Sync routers for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:34.716313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:34.717746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:34.761560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-e138fd13-8cc3-49bc-982e-9e89bead3dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:34.764177 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-e138fd13-8cc3-49bc-982e-9e89bead3dc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1508873 Apr 18 12:11:34.790706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.794970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.845671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:34.855379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:34.855997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:34.890777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.923805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:34.923805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf7a22c-ddd8-48b4-b86b-620c59e32a4c None None] The sync data for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:34.931983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.954670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:34.955328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97431d4c-d04e-40cd-a102-cbec1cbe035d {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:11:34.965697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Port': ['ID=d8ac394d-6c33-4f54-8ca4-ad1686a07fd3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:34.977814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.006017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72620461-5a6e-433b-b75d-28f008d6c888 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:35.092708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.113934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.118758 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-513a5ec0-f159-4431-9fbd-471fc318a743 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "DELETE /v2.0/floatingips/a86552bb-9121-4668-94a0-10da5dae4d4a HTTP/1.1" status: 204 len: 168 time: 1.4455497 Apr 18 12:11:35.118758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.118930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eec261b8-087f-460d-bfa1-b4794682d097 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/routers/97431d4c-d04e-40cd-a102-cbec1cbe035d HTTP/1.1" status: 204 len: 168 time: 4.4021797 Apr 18 12:11:35.123145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56054) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.123608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56056) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.211712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'floatingip': {'floating_network_id': '0104cad6-4512-4db7-9bdc-2173e3a48139', 'port_id': '96e4aea3-c754-46e1-bf83-387972d6c564', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:35.223291 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-78e08598-9f65-40ff-a0e1-663ee44eafcd service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516876 Apr 18 12:11:35.226820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:35.233822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d7be3a67-38cb-4f52-9850-50fa200b5f3b None None] Provisioning for port 37db5daf-ffb1-4488-977d-907eb43398a7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:35.238720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:floatingip and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:35.242595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:35.243635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:35.254150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:35.270345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:35.281143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.281727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.289911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 37db5daf-ffb1-4488-977d-907eb43398a7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:35.356880 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ad8a1ec4-6421-416c-a605-9ad0d7da20fc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5467517 Apr 18 12:11:35.365739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56062) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.428245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.434442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 37db5daf-ffb1-4488-977d-907eb43398a7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:35.444629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 37db5daf-ffb1-4488-977d-907eb43398a7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:35.445001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.446792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=65c55c2c-91fe-4b27-9daa-a87c7dc9d185,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:35.453310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.460885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-643a0e8a-f977-40d3-87a2-1ef936e8e1a6 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6411824 Apr 18 12:11:35.470245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56066) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.490451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Update dhcp port {'port': {'network_id': 'c37ac2c4-1e67-41a0-b078-dff7de7ce734', 'fixed_ips': [{'subnet_id': '1d76ceec-8849-4994-9f0b-152611d78422', 'ip_address': '2001:db8::2'}, {'subnet_id': '65c55c2c-91fe-4b27-9daa-a87c7dc9d185'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': '37db5daf-ffb1-4488-977d-907eb43398a7'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:11:35.502788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.538718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c76b7e-e849-485d-b7c8-86edef4a39e8 req-a3a8bd07-be65-48cc-91d6-27a12d3ea97f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.542958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-95c76b7e-e849-485d-b7c8-86edef4a39e8 req-a3a8bd07-be65-48cc-91d6-27a12d3ea97f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6061852 Apr 18 12:11:35.564071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.591232 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ead85edc-8585-4c56-9812-6aa7c5dfcc04 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] 10.222.0.24 "GET /v2.0/floatingips/f1a7ce97-c133-4364-9edc-4121aeb66620 HTTP/1.1" status: 200 len: 983 time: 0.2221599 Apr 18 12:11:35.599055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56070) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.625567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.629534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.631425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.634139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.635708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:35.636670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Synchronizing usage tracker for tenant:184dece810f842739a4380e006fbb6ad on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:35.640733 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03688cfc-bd50-43be-b5ad-b831596c3eeb req-9ece7cc3-d7d1-4d04-9f56-83820de2c734 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903952 Apr 18 12:11:35.695493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.719580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-95c76b7e-e849-485d-b7c8-86edef4a39e8 req-ae6905bc-9dba-4b44-a625-a1201cd9346f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778656 Apr 18 12:11:35.792990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 37db5daf-ffb1-4488-977d-907eb43398a7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=37db5daf-ffb1-4488-977d-907eb43398a7,segment=NetworkSegment(df6e7cb2-d703-4068-8257-aae731acbfcd),segment_id=df6e7cb2-d703-4068-8257-aae731acbfcd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:35.798181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Unset dirty status for tenant:184dece810f842739a4380e006fbb6ad on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:35.804574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f2a26277-851a-4748-a8b0-92df2c52c68a tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3332350 Apr 18 12:11:35.805387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56074) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.810766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404109529'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:35.817172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.819181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:35.843925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.865258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Allocated IP 172.20.0.1 (c37ac2c4-1e67-41a0-b078-dff7de7ce734/65c55c2c-91fe-4b27-9daa-a87c7dc9d185/37db5daf-ffb1-4488-977d-907eb43398a7) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:35.867635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:35.868857 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-663d9402-7b23-4f62-95fb-51365c4a95f0 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.2160332 Apr 18 12:11:35.871435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:35.873719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56078) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:35.892422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:35.896711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:35.926632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=e00c4609-3273-4b02-ae35-6e33cabad9c9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:35.955241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': 'd0d95672-0c1c-4561-89a7-75de906e1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:35.955241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: edd4cd18-e260-427c-a67d-dbeb9a6ce1ba, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:35.960793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Deleting port 93c1958e-e46b-4164-a19f-fe2091abcd40 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:35.961156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.004420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:36.009343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.039669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:36.048895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=37db5daf-ffb1-4488-977d-907eb43398a7,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:36.064211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:36.073249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.073593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment 3b0ad377-43b5-4d82-928a-3bb8d8b92816 of type vlan for network 6b6f5875-c936-4cd5-88af-a82b2945186d Apr 18 12:11:36.093398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] For port 37db5daf-ffb1-4488-977d-907eb43398a7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=37db5daf-ffb1-4488-977d-907eb43398a7,segment=NetworkSegment(df6e7cb2-d703-4068-8257-aae731acbfcd),segment_id=df6e7cb2-d703-4068-8257-aae731acbfcd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:36.100043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.123804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.140772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Transition to ACTIVE for port object 37db5daf-ffb1-4488-977d-907eb43398a7 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:36.157848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, edd4cd18-e260-427c-a67d-dbeb9a6ce1ba) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:36.164070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:36.168884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7df03e-a6c5-4ecc-9a44-3fd6ff571f33 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:36.178631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:36.179828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.215628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.224694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:36.225811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.261126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting port c97dec95-f26e-4f05-bd16-78c6c6623ea3 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:36.261481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.272862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.487740 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6785769 Apr 18 12:11:36.488363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba035d9-85e0-4528-a9ff-d6fa64f3b2bc None None] Pushing event updated for resources: {'Port': ['ID=37db5daf-ffb1-4488-977d-907eb43398a7,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:36.493277 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e57ea665-a557-403d-bf98-6fa40963180a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2882710 Apr 18 12:11:36.493939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56082) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:36.499107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56084) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:36.504756 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:11:36.512248 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-31722e2c-c70a-4170-8215-e4c7dbde0826 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3829801 Apr 18 12:11:36.513174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:36.515527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56090) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:36.522917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] For port 93c1958e-e46b-4164-a19f-fe2091abcd40, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=93c1958e-e46b-4164-a19f-fe2091abcd40,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:36.523128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.529085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2390c-2961-4cdc-80fd-69f4add299bd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=6b6f5875-c936-4cd5-88af-a82b2945186d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:36.533535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '96e4aea3-c754-46e1-bf83-387972d6c564', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:36.534539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-246815490'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:36.540007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:36.543851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:36.544622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:36.544870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:36.547115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:36.552990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:36.669669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:36.673591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.719203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:36.736622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Usage tracker for resource:floatingip and tenant:f155a5f3eac949b09d4ff97707ae2d02 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:36.748965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Calling delete_port for 93c1958e-e46b-4164-a19f-fe2091abcd40 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:36.757621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.757966 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment 7ad102e6-55a0-45d5-b5f2-785942ee8841 of type vlan for network 58448061-ac33-4b3f-b828-2fb765a2f2db Apr 18 12:11:36.777069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:36.803145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:36.855904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.875158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.875158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.882884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.971100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.972023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:36.994541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network 6b6f5875-c936-4cd5-88af-a82b2945186d is not hosted by any dhcp agent {{(pid=88782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 12:11:37.001587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:37.002297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.007321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "PUT /v2.0/networks/6b6f5875-c936-4cd5-88af-a82b2945186d HTTP/1.1" status: 200 len: 723 time: 0.5057855 Apr 18 12:11:37.016882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56096) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:37.017528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.023040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:37.023653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.045546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:37.060055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Calling delete_port for c97dec95-f26e-4f05-bd16-78c6c6623ea3 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:37.126118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d957ce09-8b9f-4fb4-b4d1-6d5c7a6706d0 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:37.227974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e4282-83cf-4238-aada-2cf35ffaadda tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=6b6f5875-c936-4cd5-88af-a82b2945186d,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:37.239974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 37db5daf-ffb1-4488-977d-907eb43398a7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:37.273460 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7652624 Apr 18 12:11:37.273656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:37.279702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56100) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:37.286293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:37.291691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'ports': [{'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'}, {'network_id': '58448061-ac33-4b3f-b828-2fb765a2f2db'}]} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:37.292067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:37.293128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': '58448061-ac33-4b3f-b828-2fb765a2f2db'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:37.330254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a0fdc-f112-4925-a2f4-79689e66974e req-3317d7e4-f3e0-47e5-8ace-0f0cccf266df tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:37.332314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a4a0fdc-f112-4925-a2f4-79689e66974e req-3317d7e4-f3e0-47e5-8ace-0f0cccf266df tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.4678233 Apr 18 12:11:37.397859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:37.402361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7b85f-3949-42b4-81e2-d26bbe1d15de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=58448061-ac33-4b3f-b828-2fb765a2f2db,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:37.424288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bfd101df-d2ec-4b6a-b746-a9264f495a92 None None] Provisioning for port 37db5daf-ffb1-4488-977d-907eb43398a7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:37.433153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 58448061-ac33-4b3f-b828-2fb765a2f2db details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:37.460215 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a4a0fdc-f112-4925-a2f4-79689e66974e req-7bb87422-8fd5-4a06-bf50-fbe8a7dd1af9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008027 Apr 18 12:11:37.471003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.482519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bfd101df-d2ec-4b6a-b746-a9264f495a92 None None] Provisioning complete for port 37db5daf-ffb1-4488-977d-907eb43398a7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:37.482519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bfd101df-d2ec-4b6a-b746-a9264f495a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.511004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.582569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event deleted for resources: {'Port': ['ID=93c1958e-e46b-4164-a19f-fe2091abcd40,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:37.588788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.635274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:37.638768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:37.642615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.663062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Port': ['ID=c97dec95-f26e-4f05-bd16-78c6c6623ea3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:37.696317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:37.703730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:37.725952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 37db5daf-ffb1-4488-977d-907eb43398a7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:37.726831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.731740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:37.851679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d5be2-8776-4c67-8218-52585cac8e38 req-7f12a0cc-9ac1-4865-adbc-612f51b06257 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:37.859039 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-be1d5be2-8776-4c67-8218-52585cac8e38 req-7f12a0cc-9ac1-4865-adbc-612f51b06257 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.2305679 Apr 18 12:11:37.869088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.883464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 2} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:37.887779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.956743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:37.980048 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-be1d5be2-8776-4c67-8218-52585cac8e38 req-42c14b74-fffa-480d-b6fb-3741f5091a03 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201530 Apr 18 12:11:38.001246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fcb66a75-6967-4024-a9ab-661dd60b53eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.104101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Allocated IP 172.26.4.100 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/ab00d6f0-b39a-41ba-8cab-bfc01d1f429f) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:38.179662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.179975 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Floating IP f1a7ce97-c133-4364-9edc-4121aeb66620 disassociated (deleted). External IP: 172.26.4.222, port: ad0f7821-7759-4398-9985-c677d06783e9. Apr 18 12:11:38.225527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.246859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.257477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.317800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-42bcb5c8-bc60-495b-8aab-c188b302df1d None None] Provisioning complete for port 37db5daf-ffb1-4488-977d-907eb43398a7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:38.319415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-42bcb5c8-bc60-495b-8aab-c188b302df1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.376836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 62b2c25a-117a-4947-b227-dc35865fa744 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:38.441206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=8612f79d-22ed-41aa-96b7-71b29cda4589,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:38.443223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.443762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2944b0-b1b0-4eee-b7f4-445d1e65e70d {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:11:38.454676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': '3b0ad377-43b5-4d82-928a-3bb8d8b92816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:38.455033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: 6b6f5875-c936-4cd5-88af-a82b2945186d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:38.565337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.570911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network 6b6f5875-c936-4cd5-88af-a82b2945186d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:38.603696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.609668 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6b1380b0-8440-4ba4-ae54-f2b51b386165 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "DELETE /v2.0/routers/9a2944b0-b1b0-4eee-b7f4-445d1e65e70d HTTP/1.1" status: 204 len: 168 time: 3.4770901 Apr 18 12:11:38.609668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.610191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56110) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:38.615184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-338423451', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:38.627554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:38.698131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Usage tracker for resource:router and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:38.701550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:38.710623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 6b6f5875-c936-4cd5-88af-a82b2945186d) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:38.721477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287c899-abe3-4457-8e11-479c20eb529f None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:38.738976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Router 334994fd-f08c-43f6-ab0f-b011a5a0b556 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:38.771751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:38.777896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:38.778570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.798639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port ff7b10b7-8f1a-407a-9906-0fb8e56ec9db yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:38.821281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.862903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d095c-f587-4847-b15b-59cea577206a req-f9a7e6e8-9bd0-4c6f-a941-1345ea998587 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:38.864215 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0d3d095c-f587-4847-b15b-59cea577206a req-f9a7e6e8-9bd0-4c6f-a941-1345ea998587 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1677969 Apr 18 12:11:38.896910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.897833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:38.902205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:38.908000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:38.910915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:38.944000 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ec93ce1e-5983-4b0d-a07a-7ebc90c07408 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9131854 Apr 18 12:11:38.952437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56116) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:38.972462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:38.996583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-6b6f5875-c936-4cd5-88af-a82b2945186d', 'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '8612f79d-22ed-41aa-96b7-71b29cda4589'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:38.997565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.011063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.020709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.027900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event updated for resources: {'Port': ['ID=ab00d6f0-b39a-41ba-8cab-bfc01d1f429f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:39.054930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0d3d095c-f587-4847-b15b-59cea577206a req-1a96789f-d93f-4e7f-bfb5-a6360f1a908f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838043 Apr 18 12:11:39.127359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:39.139964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.140165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] Sync routers for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:39.159210 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:39.160965 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:39.166693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2099867'] for subnet, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.216043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Allocated IP 2001:db8::2 (6b6f5875-c936-4cd5-88af-a82b2945186d/8612f79d-22ed-41aa-96b7-71b29cda4589/2ddeb011-e1e7-4415-8280-7e3473fb656f) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:39.271592 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e0cf9775-624a-440f-8a37-ae948e26dbaa tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "DELETE /v2.0/floatingips/f1a7ce97-c133-4364-9edc-4121aeb66620 HTTP/1.1" status: 204 len: 168 time: 3.3968771 Apr 18 12:11:39.277531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56122) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:39.284487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:39.291587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:39.312845 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:39.323090 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:39.323778 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:39.351185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Usage tracker for resource:floatingip and tenant:e9463fad98e041e996acb2d436c62412 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:39.357129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:39.370697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:39.380570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Deleting port ab00d6f0-b39a-41ba-8cab-bfc01d1f429f {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:39.381147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.443333 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:39.443747 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fea29a-2fed-4323-8f26-1d24d937ef4e None None] The sync data for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:39.445029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.448191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0933ab-5e7c-49a9-be6e-4be075161de7 req-8d59b95e-92d8-47e3-b1da-1fe88be3be1d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:39.449828 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1b0933ab-5e7c-49a9-be6e-4be075161de7 req-8d59b95e-92d8-47e3-b1da-1fe88be3be1d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1556935 Apr 18 12:11:39.454919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 93c1958e-e46b-4164-a19f-fe2091abcd40 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:39.480701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.499647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.502077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 93c1958e-e46b-4164-a19f-fe2091abcd40 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:11:39.502418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 93c1958e-e46b-4164-a19f-fe2091abcd40 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:11:39.516376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Transition to ACTIVE for port object 2ddeb011-e1e7-4415-8280-7e3473fb656f will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:39.541581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Transition to ACTIVE for port object 2ddeb011-e1e7-4415-8280-7e3473fb656f will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:39.588839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:39.598703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.599433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.607773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:39.613662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=62b2c25a-117a-4947-b227-dc35865fa744,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:39.615853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:39.616732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.714996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:39.717593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:39.719988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:39.728258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=ff7b10b7-8f1a-407a-9906-0fb8e56ec9db,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:39.736738 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1b0933ab-5e7c-49a9-be6e-4be075161de7 req-eac96821-e19c-4593-87df-89c12437b73f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789743 Apr 18 12:11:39.746487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Pushing event updated for resources: {'Port': ['ID=2ddeb011-e1e7-4415-8280-7e3473fb656f,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:39.843781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.844109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.876970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Attempting to bind port 2ddeb011-e1e7-4415-8280-7e3473fb656f on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:39.877336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Attempting to bind port 2ddeb011-e1e7-4415-8280-7e3473fb656f by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '3b0ad377-43b5-4d82-928a-3bb8d8b92816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:39.877685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Attempting to bind port 2ddeb011-e1e7-4415-8280-7e3473fb656f on network 6b6f5875-c936-4cd5-88af-a82b2945186d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:39.883143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:39.885036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Checking segment: {'id': '3b0ad377-43b5-4d82-928a-3bb8d8b92816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:39.885036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.885036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Bound using segment: {'id': '3b0ad377-43b5-4d82-928a-3bb8d8b92816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:39.885036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Bound port: 2ddeb011-e1e7-4415-8280-7e3473fb656f, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0ad377-43b5-4d82-928a-3bb8d8b92816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6b6f5875-c936-4cd5-88af-a82b2945186d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:39.885036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:39.975285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] For port 2ddeb011-e1e7-4415-8280-7e3473fb656f, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:39.978331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] For port 2ddeb011-e1e7-4415-8280-7e3473fb656f, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2ddeb011-e1e7-4415-8280-7e3473fb656f,segment=NetworkSegment(3b0ad377-43b5-4d82-928a-3bb8d8b92816),segment_id=3b0ad377-43b5-4d82-928a-3bb8d8b92816)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:39.979840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Calling delete_port for ab00d6f0-b39a-41ba-8cab-bfc01d1f429f owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:40.021204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': '7ad102e6-55a0-45d5-b5f2-785942ee8841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58448061-ac33-4b3f-b828-2fb765a2f2db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:40.021562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: 58448061-ac33-4b3f-b828-2fb765a2f2db, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:40.028161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.068240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.070669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731700082180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65664541'] for subnet, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.131381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a47cf-6d06-4985-9f1b-e019af1d6070 None None] Pushing event updated for resources: {'Port': ['ID=2ddeb011-e1e7-4415-8280-7e3473fb656f,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:40.132187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869203e5-4a51-4dc7-88d9-4b032e98b902 req-1586b267-c4fd-4b32-9114-9178a7433346 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:40.134428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-869203e5-4a51-4dc7-88d9-4b032e98b902 req-1586b267-c4fd-4b32-9114-9178a7433346 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.2530451 Apr 18 12:11:40.146008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:40.146617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.151403 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "PUT /v2.0/subnets/8612f79d-22ed-41aa-96b7-71b29cda4589 HTTP/1.1" status: 200 len: 826 time: 1.1934166 Apr 18 12:11:40.151403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 58448061-ac33-4b3f-b828-2fb765a2f2db is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:40.158508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56130) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:40.198724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1e1ae1ac-1be4-4bca-9240-5f21eeef9785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.269505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Allocated IP 172.26.4.163 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/9d61be2c-d5c6-45a8-9a35-d948e580a467) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:40.365992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 58448061-ac33-4b3f-b828-2fb765a2f2db) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:40.370138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:40.376055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:40.380506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.383148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:40.383823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.384243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab134df-153d-4eb9-9a8f-82dc2da0f06e None None] Network 58448061-ac33-4b3f-b828-2fb765a2f2db requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:40.435385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Port': ['ID=ab00d6f0-b39a-41ba-8cab-bfc01d1f429f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:40.461040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15217cf-7476-4638-88f6-0ea1faa8b8d9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=8612f79d-22ed-41aa-96b7-71b29cda4589,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:40.603315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.620805 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-869203e5-4a51-4dc7-88d9-4b032e98b902 req-4b2ea8e2-a58e-4e3b-ac37-0b68b4d3c0a9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4518383 Apr 18 12:11:40.647513 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-67df0bbb-366d-44b8-9daa-cc67b658ea95 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3648233 Apr 18 12:11:40.647870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56134) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:40.692330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.693889 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] create failed (client error): The resource could not be found. Apr 18 12:11:40.703602 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-02e4ebf0-05ae-49e2-bdcb-11d2d2d7ec49 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1788111 Apr 18 12:11:40.703602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56140) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:40.745800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.747063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.787471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.821509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 2ddeb011-e1e7-4415-8280-7e3473fb656f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:40.821854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.824995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port ff7b10b7-8f1a-407a-9906-0fb8e56ec9db {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:40.825339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.871926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:40.879006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:40.890716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:40.932235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Deleting port 96e4aea3-c754-46e1-bf83-387972d6c564 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:40.932580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:40.983763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Pushing event updated for resources: {'Port': ['ID=9d61be2c-d5c6-45a8-9a35-d948e580a467,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:41.000089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Allocated IP 172.26.4.59 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/62cd69bc-d286-473c-bcea-c2ef6f0ec919) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:41.255301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 2ddeb011-e1e7-4415-8280-7e3473fb656f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2ddeb011-e1e7-4415-8280-7e3473fb656f,segment=NetworkSegment(3b0ad377-43b5-4d82-928a-3bb8d8b92816),segment_id=3b0ad377-43b5-4d82-928a-3bb8d8b92816)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:41.256037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.257459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.288026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.305363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ddeb011-e1e7-4415-8280-7e3473fb656f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:41.373251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c2ea01-c472-4253-86eb-15f5cbd202b1 None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:41.475818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 2ddeb011-e1e7-4415-8280-7e3473fb656f owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:41.536820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for ff7b10b7-8f1a-407a-9906-0fb8e56ec9db owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:41.575311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b48e54-441c-46b3-8a2d-e222389ace7c req-44eca356-c8eb-45e4-96e1-7d5e17cecec6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:41.577319 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b6b48e54-441c-46b3-8a2d-e222389ace7c req-44eca356-c8eb-45e4-96e1-7d5e17cecec6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.4422619 Apr 18 12:11:41.598595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 2ddeb011-e1e7-4415-8280-7e3473fb656f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:41.652351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67d57b8e-8c05-478d-98d6-8a2dab12b930 None None] Provisioning for port 2ddeb011-e1e7-4415-8280-7e3473fb656f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:41.664165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67d57b8e-8c05-478d-98d6-8a2dab12b930 None None] Provisioning complete for port 2ddeb011-e1e7-4415-8280-7e3473fb656f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:41.664496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67d57b8e-8c05-478d-98d6-8a2dab12b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.687841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.715385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.731584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b6b48e54-441c-46b3-8a2d-e222389ace7c req-e801833e-1e9c-4f07-9572-ea42f3038d55 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335125 Apr 18 12:11:41.742247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.757759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.830074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.854758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67d57b8e-8c05-478d-98d6-8a2dab12b930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.906684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=2ddeb011-e1e7-4415-8280-7e3473fb656f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:41.939763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Calling delete_port for 96e4aea3-c754-46e1-bf83-387972d6c564 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:41.944107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:41.969623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.055906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=ff7b10b7-8f1a-407a-9906-0fb8e56ec9db,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:42.059024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7072b0ca-8bea-4dc7-9475-369f6d9a51a8 None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:42.062761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:42.073238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.089776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event updated for resources: {'Port': ['ID=62cd69bc-d286-473c-bcea-c2ef6f0ec919,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:42.094374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 2ddeb011-e1e7-4415-8280-7e3473fb656f on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:42.095026 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-319a7ace-7f4c-402b-8323-58876e995a30 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/ff7b10b7-8f1a-407a-9906-0fb8e56ec9db HTTP/1.1" status: 204 len: 168 time: 1.4460042 Apr 18 12:11:42.099741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56146) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:42.101000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.167075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6ccbca12-981d-4a03-bb6b-9f80a8ca10df None None] Could not find standard attr ID for object 2ddeb011-e1e7-4415-8280-7e3473fb656f. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:11:42.264446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:42.266922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:42.347174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.406583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09586a19-717b-417b-955c-f1deec98a5b5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:42.413242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09586a19-717b-417b-955c-f1deec98a5b5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:42.414620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09586a19-717b-417b-955c-f1deec98a5b5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:42.420405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.487688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Port': ['ID=96e4aea3-c754-46e1-bf83-387972d6c564,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:42.590592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.681124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09586a19-717b-417b-955c-f1deec98a5b5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:42.685563 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-09586a19-717b-417b-955c-f1deec98a5b5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5567074 Apr 18 12:11:42.685563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.686836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56150) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:42.689069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.728780 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-43f5ef38-e98c-4c04-ba52-7606f820e01c tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "DELETE /v2.0/ports/96e4aea3-c754-46e1-bf83-387972d6c564 HTTP/1.1" status: 204 len: 168 time: 2.0264096 Apr 18 12:11:42.735093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56154) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:42.736366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.806846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222a9c54-c8bd-4434-8bac-31b6d8a5c271 None None] Network 6b6f5875-c936-4cd5-88af-a82b2945186d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:42.895495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=8612f79d-22ed-41aa-96b7-71b29cda4589,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:42.917093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Pushing event updated for resources: {'Port': ['ID=9d61be2c-d5c6-45a8-9a35-d948e580a467,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:42.922784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.984344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:42.995773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.000536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cae7ee-ea3c-49e9-9e17-f0c04aa322aa tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:43.001301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-32cae7ee-ea3c-49e9-9e17-f0c04aa322aa tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Synchronizing usage tracker for tenant:f155a5f3eac949b09d4ff97707ae2d02 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:43.035657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 62b2c25a-117a-4947-b227-dc35865fa744 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:43.036021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.051869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94bf492-844e-4be6-947d-abf3f0845d24 req-3f86e4ca-90c1-47ba-9900-007c684ba7ae tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:43.054660 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d94bf492-844e-4be6-947d-abf3f0845d24 req-3f86e4ca-90c1-47ba-9900-007c684ba7ae tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1723292 Apr 18 12:11:43.079951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0897568c-c2de-4aa2-8091-acdd254114cc None None] DHCP port deletion for 6b6f5875-c936-4cd5-88af-a82b2945186d request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:11:43.085663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6f5875-c936-4cd5-88af-a82b2945186d']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:43.107484 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d94bf492-844e-4be6-947d-abf3f0845d24 req-dd21a649-324f-42b5-be59-87525dabba5b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466750 Apr 18 12:11:43.108842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.109894 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a0f649f7-6854-4dd0-8728-db6748f87bcc tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8297589 Apr 18 12:11:43.112691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56160) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:43.123623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-32cae7ee-ea3c-49e9-9e17-f0c04aa322aa tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Unset dirty status for tenant:f155a5f3eac949b09d4ff97707ae2d02 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:43.125681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-32cae7ee-ea3c-49e9-9e17-f0c04aa322aa tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fb202e4-e2e8-4c19-88fb-1193112e6956 HTTP/1.1" status: 200 len: 913 time: 0.3890290 Apr 18 12:11:43.125802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0ad377-43b5-4d82-928a-3bb8d8b92816') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:43.125802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0ad377-43b5-4d82-928a-3bb8d8b92816') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:43.134982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56166) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:43.218583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.257736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ddeb011-e1e7-4415-8280-7e3473fb656f no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:43.329630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 2ddeb011-e1e7-4415-8280-7e3473fb656f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:11:43.330133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ddeb011-e1e7-4415-8280-7e3473fb656f not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:11:43.335066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:43.346833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:43.359379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Usage tracker for resource:floatingip and tenant:d6a79acac20d4fc0b1ddf1d4f0ab40b2 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:43.363648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:43.392639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.414833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.424154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:43.464330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:43.464737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.480239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:43.497437 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:43.514846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.700105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 62b2c25a-117a-4947-b227-dc35865fa744 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:43.901960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a935bb3-8c79-43f5-9864-88e367fb4552 req-96136999-15af-4120-8c9f-59291056b420 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:43.903443 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1a935bb3-8c79-43f5-9864-88e367fb4552 req-96136999-15af-4120-8c9f-59291056b420 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.3417876 Apr 18 12:11:43.970365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1a935bb3-8c79-43f5-9864-88e367fb4552 req-c5050909-bf89-491d-af1d-62b2b7481bf6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595286 Apr 18 12:11:43.973836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:43.997708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.026885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.083405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=6b6f5875-c936-4cd5-88af-a82b2945186d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:44.100766 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a2eda367-dff1-4b48-8f4a-39648595ac83 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/6b6f5875-c936-4cd5-88af-a82b2945186d HTTP/1.1" status: 204 len: 168 time: 3.9370441 Apr 18 12:11:44.101228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56174) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:44.136960 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-51945b11-cd13-4a41-9cab-0b018ad5d93f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:11:44.137428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51945b11-cd13-4a41-9cab-0b018ad5d93f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:11:44.139123 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-51945b11-cd13-4a41-9cab-0b018ad5d93f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/6b6f5875-c936-4cd5-88af-a82b2945186d HTTP/1.1" status: 404 len: 339 time: 0.0370321 Apr 18 12:11:44.143164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56178) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:44.152527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.191250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.213053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-529282006', 'description': 'd1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:44.237334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:44.251229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=62b2c25a-117a-4947-b227-dc35865fa744,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:44.271362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.273252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-690dafc7-9421-4b57-8a56-344e18451eb9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/62b2c25a-117a-4947-b227-dc35865fa744 HTTP/1.1" status: 204 len: 168 time: 1.5831058 Apr 18 12:11:44.277300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56182) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:44.294656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Usage tracker for resource:network and tenant:184dece810f842739a4380e006fbb6ad is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:44.306546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:44.314161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.328000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:44.332454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Allocated IP 172.26.4.39 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/124d9ea9-6c57-42ee-8bb0-f747b42720be) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:44.445554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:44.448836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.504864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f8520-a9ef-4842-814d-0810a69a37e9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:44.506063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7b2f8520-a9ef-4842-814d-0810a69a37e9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:44.585327 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:44.592971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7b2f8520-a9ef-4842-814d-0810a69a37e9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:44.596785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7b2f8520-a9ef-4842-814d-0810a69a37e9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3160477 Apr 18 12:11:44.598619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56188) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:44.601853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.602190 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment ad27729f-ed18-487f-b35d-73ff362aa7df of type vlan for network e648ab96-14d4-477d-9f93-d41aecb584e1 Apr 18 12:11:44.638999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Router c876e210-44ee-4c18-85ae-36e374a213d6 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:11:44.645959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.649259 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5024ed-4522-4720-9912-3c1547791792 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:11:44.652478 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e5024ed-4522-4720-9912-3c1547791792 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/ff7b10b7-8f1a-407a-9906-0fb8e56ec9db HTTP/1.1" status: 404 len: 333 time: 0.0513916 Apr 18 12:11:44.653599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56192) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:44.672372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.757414 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-62e2c281-405a-48a2-a67f-39794407ed34 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:11:44.758660 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-62e2c281-405a-48a2-a67f-39794407ed34 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/62b2c25a-117a-4947-b227-dc35865fa744 HTTP/1.1" status: 404 len: 333 time: 0.1041017 Apr 18 12:11:44.758866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Deleting port 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:44.759195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.762707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56196) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:44.902995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.908233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:44.908802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.958723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:44.979351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:44.989878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] Sync routers for ids ['c876e210-44ee-4c18-85ae-36e374a213d6'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:45.002171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] Routers {'c876e210-44ee-4c18-85ae-36e374a213d6'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:45.003860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c876e210-44ee-4c18-85ae-36e374a213d6'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.071766 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9263825 Apr 18 12:11:45.077342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56202) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:45.086144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.095700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] Routers {'c876e210-44ee-4c18-85ae-36e374a213d6'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:45.096542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c876e210-44ee-4c18-85ae-36e374a213d6'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.102326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b824cd8-b8f7-4d73-9384-b74c94e92e05 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=e648ab96-14d4-477d-9f93-d41aecb584e1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:45.126351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.130817 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0b198456-84dd-4bae-86a6-694ed3d4dbd4 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.5164590 Apr 18 12:11:45.153972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56206) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:45.175530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e648ab96-14d4-477d-9f93-d41aecb584e1 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:45.179310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.181856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': False}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:45.204241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.204988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e4d09e-1269-4caf-8ef1-69973b5e2deb None None] The sync data for ids ['c876e210-44ee-4c18-85ae-36e374a213d6'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:45.216074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58448061-ac33-4b3f-b828-2fb765a2f2db']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.232322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad102e6-55a0-45d5-b5f2-785942ee8841') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.232613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad102e6-55a0-45d5-b5f2-785942ee8841') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:45.238012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.248119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.277813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.287594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96a1ba-4dbe-4658-bc76-272129f81cc1 req-e704b2e0-76c2-4bd4-b206-65dc5f656022 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:45.289162 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c96a1ba-4dbe-4658-bc76-272129f81cc1 req-e704b2e0-76c2-4bd4-b206-65dc5f656022 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1640513 Apr 18 12:11:45.295059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:45.295236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:45.311339 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:45.393411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.411551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:45.420596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:45.437136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:45.476015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85dbfda-59e7-4a8e-8f08-cc1d00ba1366 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:45.476235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e85dbfda-59e7-4a8e-8f08-cc1d00ba1366 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Synchronizing usage tracker for tenant:184dece810f842739a4380e006fbb6ad on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:45.538630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c96a1ba-4dbe-4658-bc76-272129f81cc1 req-11311386-5009-4d24-b540-e803993e8b32 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2262704 Apr 18 12:11:45.549753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Pushing event updated for resources: {'Port': ['ID=124d9ea9-6c57-42ee-8bb0-f747b42720be,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:45.554058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.604294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.641262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.644950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=58448061-ac33-4b3f-b828-2fb765a2f2db,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:45.652206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-674a8906-ef71-486e-b3c7-f5c43863083d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/58448061-ac33-4b3f-b828-2fb765a2f2db HTTP/1.1" status: 204 len: 168 time: 0.8885565 Apr 18 12:11:45.660640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56216) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:45.671426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-973536242'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:45.677304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:45.716758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Calling delete_port for 10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:45.720761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:45.724859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:45.732134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:45.776945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd61a7-50ae-4a6a-9cdb-66417011ed5f req-6e457390-9450-4637-8951-09abde2c7307 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:45.778567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9edd61a7-50ae-4a6a-9cdb-66417011ed5f req-6e457390-9450-4637-8951-09abde2c7307 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.0981064 Apr 18 12:11:45.809340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:45.812748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.837769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e85dbfda-59e7-4a8e-8f08-cc1d00ba1366 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Unset dirty status for tenant:184dece810f842739a4380e006fbb6ad on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:45.841451 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e85dbfda-59e7-4a8e-8f08-cc1d00ba1366 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks?id=e648ab96-14d4-477d-9f93-d41aecb584e1 HTTP/1.1" status: 200 len: 764 time: 0.7587667 Apr 18 12:11:45.844989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56222) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:45.856788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'description': 'd2'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:45.884294 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9edd61a7-50ae-4a6a-9cdb-66417011ed5f req-06f2cd09-95cf-4da7-b011-782135de6c62 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981193 Apr 18 12:11:45.908852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:45.979659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:45.980331 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment 812803c3-0101-4eba-ab8a-e7c1ea8224d8 of type vlan for network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b Apr 18 12:11:46.035105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.083899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.205891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.239953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d8e72-08b4-4b80-9ca9-b878becc08c1 req-5960351d-6bfd-4053-b108-65859e866169 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:46.241482 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b71d8e72-08b4-4b80-9ca9-b878becc08c1 req-5960351d-6bfd-4053-b108-65859e866169 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.2364938 Apr 18 12:11:46.268042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.273336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:46.273905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.327941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.348024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network e648ab96-14d4-477d-9f93-d41aecb584e1 is not hosted by any dhcp agent {{(pid=88782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 12:11:46.353228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:46.353808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.354283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec9b56-ce2f-4af9-8230-575423ee7ed9 req-a5f1d633-0665-4358-82c8-bd5495ad6307 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:46.355058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "PUT /v2.0/networks/e648ab96-14d4-477d-9f93-d41aecb584e1 HTTP/1.1" status: 200 len: 761 time: 0.5092912 Apr 18 12:11:46.361257 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ddec9b56-ce2f-4af9-8230-575423ee7ed9 req-a5f1d633-0665-4358-82c8-bd5495ad6307 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.5049956 Apr 18 12:11:46.361973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56228) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:46.400979 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b71d8e72-08b4-4b80-9ca9-b878becc08c1 req-a3257419-958f-4847-8e29-714a8a6e5800 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531022 Apr 18 12:11:46.414551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7452734 Apr 18 12:11:46.414735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c318a5c-a123-4680-abf3-769d61988a96 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:46.416611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56232) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:46.429922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.436766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:46.438642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:46.636916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d32de-02a7-4447-93a5-9595c7e595e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=e648ab96-14d4-477d-9f93-d41aecb584e1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:46.647932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e648ab96-14d4-477d-9f93-d41aecb584e1 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:46.670115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:46.672076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.676922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:46.680675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:46.681511 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ddec9b56-ce2f-4af9-8230-575423ee7ed9 req-510627fc-2e48-4d1c-b08f-0f09c6091ac4 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130364 Apr 18 12:11:46.689132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:46.693925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.711107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3444798d-e7e3-4cef-b2ea-f7ba2d57cd10 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:46.711107 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3444798d-e7e3-4cef-b2ea-f7ba2d57cd10 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks?id=e648ab96-14d4-477d-9f93-d41aecb584e1 HTTP/1.1" status: 200 len: 764 time: 0.3380044 Apr 18 12:11:46.715342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56238) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:46.775993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f177-322e-470f-9d18-5cdcbf8485da req-d8367254-9bbb-4c94-980d-a5f9d6b0383f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:46.777439 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cbb8f177-322e-470f-9d18-5cdcbf8485da req-d8367254-9bbb-4c94-980d-a5f9d6b0383f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1816609 Apr 18 12:11:46.786759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Port': ['ID=10ee0d4b-e7a7-4c82-b3db-3e1ad36a5b3b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:46.862171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:46.865626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:46.993602 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cbb8f177-322e-470f-9d18-5cdcbf8485da req-c700dae6-b504-4ea5-aecc-8f40c0f27b34 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079504 Apr 18 12:11:47.004406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:11:47.007292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:11:47.038412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fa729-bcd4-4d52-92f3-629246384308 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.039134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-365fa729-bcd4-4d52-92f3-629246384308 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Synchronizing usage tracker for tenant:184dece810f842739a4380e006fbb6ad on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:47.059680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-365fa729-bcd4-4d52-92f3-629246384308 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Unset dirty status for tenant:184dece810f842739a4380e006fbb6ad on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:47.060742 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-365fa729-bcd4-4d52-92f3-629246384308 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3444197 Apr 18 12:11:47.067841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56244) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:47.112287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8d62dbd7-744f-4a08-b86c-11309c32aa8f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Synchronizing usage tracker for tenant:184dece810f842739a4380e006fbb6ad on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:47.194029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8d62dbd7-744f-4a08-b86c-11309c32aa8f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Unset dirty status for tenant:184dece810f842739a4380e006fbb6ad on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:47.195873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d62dbd7-744f-4a08-b86c-11309c32aa8f tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 207 time: 0.1268854 Apr 18 12:11:47.207648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56248) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:47.223502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:11:47.236413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:47.254726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:47.333064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:47.460861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:47.603974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=a4661f5b-b8cb-4dcd-a198-fc8c616c13c7,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:47.634727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.640781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.646517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.652164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.657763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.663419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.665157 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-75216ab4-ac73-4185-b035-1142e239eea8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4565773 Apr 18 12:11:47.668929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56252) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:47.679096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-c888b160-c40d-4b39-8b24-eb3aa9845f0d tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.680528 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-c888b160-c40d-4b39-8b24-eb3aa9845f0d tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.3202028 Apr 18 12:11:47.681245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': '812803c3-0101-4eba-ab8a-e7c1ea8224d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:47.681785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:47.695928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Pushing event updated for resources: {'Port': ['ID=124d9ea9-6c57-42ee-8bb0-f747b42720be,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:47.795769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e6d119-749d-4892-8e73-f5489c525846 req-6a53ecac-862c-46ec-9a8e-05ce5b8460e9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:47.797278 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-73e6d119-749d-4892-8e73-f5489c525846 req-6a53ecac-862c-46ec-9a8e-05ce5b8460e9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6762104 Apr 18 12:11:47.803800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:47.870388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Router 9fb202e4-e2e8-4c19-88fb-1193112e6956 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:47.910439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:47.920470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Deleting port 903153c7-b904-4b36-941b-020ac390b905 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:47.921027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.031005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3c1a0107-04db-4ee6-97dc-ee0c18c89a96 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.3609130 Apr 18 12:11:48.062783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56258) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.073121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:48.081564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4046c8-d18f-450f-9886-c79e633c1730 None None] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:48.119639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.120225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.128090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.129275 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-899877bd-2d11-4126-b6c1-4e447603c422 tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0154109 Apr 18 12:11:48.132799 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-73e6d119-749d-4892-8e73-f5489c525846 req-bc9a8a8f-a0bd-4584-819f-0fdde4bfd089 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3249283 Apr 18 12:11:48.133449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56264) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.256376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:48.269391 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] Sync routers for ids ['9fb202e4-e2e8-4c19-88fb-1193112e6956'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:48.274998 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d1cfdf6f-f76d-496d-8996-a9f4b0ffe32a tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "PUT /v2.0/routers/9fb202e4-e2e8-4c19-88fb-1193112e6956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1362157 Apr 18 12:11:48.277691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56270) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.290836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] Routers {'9fb202e4-e2e8-4c19-88fb-1193112e6956'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:48.290836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9fb202e4-e2e8-4c19-88fb-1193112e6956'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:48.323751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b', 'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': 'a4661f5b-b8cb-4dcd-a198-fc8c616c13c7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:48.324821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.329886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a81e8-4c54-47db-b3dd-45675cb23d95 req-4cd7f09d-5a9a-47e8-9c29-82f9e88d2193 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.337701 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f61a81e8-4c54-47db-b3dd-45675cb23d95 req-4cd7f09d-5a9a-47e8-9c29-82f9e88d2193 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.4956853 Apr 18 12:11:48.370208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:48.379877 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] Routers {'9fb202e4-e2e8-4c19-88fb-1193112e6956'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:48.380563 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9fb202e4-e2e8-4c19-88fb-1193112e6956'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:48.466114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:48.466528 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82ad9c6-226c-402a-a3c8-95e0021a3d5c None None] The sync data for ids ['9fb202e4-e2e8-4c19-88fb-1193112e6956'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:48.480032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7916f2-43cc-4b19-9774-4ec25993f024 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.480032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7916f2-43cc-4b19-9774-4ec25993f024 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.480032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7916f2-43cc-4b19-9774-4ec25993f024 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.480734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7916f2-43cc-4b19-9774-4ec25993f024 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.482218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7916f2-43cc-4b19-9774-4ec25993f024 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.487585 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf7916f2-43cc-4b19-9774-4ec25993f024 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4190605 Apr 18 12:11:48.498332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56274) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.499171 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-be6e516c-c4b9-4219-9d9c-c89b7326f28b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0815773 Apr 18 12:11:48.517120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56276) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.519206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Allocated IP 2001:db8::2 (41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b/a4661f5b-b8cb-4dcd-a198-fc8c616c13c7/0511c2b7-a976-4977-8946-fa65573ef1b8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:48.534154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b', 'name': 'tempest-PortsIpV6TestJSON-1452293781'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:48.645690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.693713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.695939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.697967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.699623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.701004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:48.701834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Synchronizing usage tracker for tenant:184dece810f842739a4380e006fbb6ad on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:48.723681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c26ef14b-212a-4611-a9db-07d6d1fd4904 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.5830696 Apr 18 12:11:48.726600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56284) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.732707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Unset dirty status for tenant:184dece810f842739a4380e006fbb6ad on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:48.736431 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f61a81e8-4c54-47db-b3dd-45675cb23d95 req-2138adb7-feab-4e43-9fc1-1dbf5581a4d6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3936107 Apr 18 12:11:48.738061 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ff0555d3-f97d-483d-beb5-57337cb79f16 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2327139 Apr 18 12:11:48.808109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.818692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Transition to ACTIVE for port object 0511c2b7-a976-4977-8946-fa65573ef1b8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:48.831956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56288) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:48.839052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Transition to ACTIVE for port object 0511c2b7-a976-4977-8946-fa65573ef1b8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:48.898231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c2c14a4b-5357-4b44-9570-3e4d7220aec4 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Synchronizing usage tracker for tenant:da7fdbd3910c473c8bcc644279e49b4e on resource:floatingip {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:48.903743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.919196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.937198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:48.988270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:48.991136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:49.001187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:49.008677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Pushing event updated for resources: {'Port': ['ID=0511c2b7-a976-4977-8946-fa65573ef1b8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:49.097906 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Attempting to bind port 0511c2b7-a976-4977-8946-fa65573ef1b8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Attempting to bind port 0511c2b7-a976-4977-8946-fa65573ef1b8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '812803c3-0101-4eba-ab8a-e7c1ea8224d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Attempting to bind port 0511c2b7-a976-4977-8946-fa65573ef1b8 on network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Checking segment: {'id': '812803c3-0101-4eba-ab8a-e7c1ea8224d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Bound using segment: {'id': '812803c3-0101-4eba-ab8a-e7c1ea8224d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Bound port: 0511c2b7-a976-4977-8946-fa65573ef1b8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812803c3-0101-4eba-ab8a-e7c1ea8224d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:49.158639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.161232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] For port 903153c7-b904-4b36-941b-020ac390b905, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=903153c7-b904-4b36-941b-020ac390b905,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:49.161232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.224890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] For port 0511c2b7-a976-4977-8946-fa65573ef1b8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:49.247714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] For port 0511c2b7-a976-4977-8946-fa65573ef1b8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0511c2b7-a976-4977-8946-fa65573ef1b8,segment=NetworkSegment(812803c3-0101-4eba-ab8a-e7c1ea8224d8),segment_id=812803c3-0101-4eba-ab8a-e7c1ea8224d8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:49.338793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8d48bf-4442-43b4-89f1-5fd23ddf9b95 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:49.340282 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ed8d48bf-4442-43b4-89f1-5fd23ddf9b95 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks/d9bf4607-e10f-4df7-aa0e-10d6c6471212 HTTP/1.1" status: 200 len: 802 time: 0.5068295 Apr 18 12:11:49.349089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56292) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:49.351881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c2c14a4b-5357-4b44-9570-3e4d7220aec4 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Unset dirty status for tenant:da7fdbd3910c473c8bcc644279e49b4e on resource:floatingip {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:49.351881 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c2c14a4b-5357-4b44-9570-3e4d7220aec4 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6201169 Apr 18 12:11:49.358548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56296) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:49.381101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:49.383065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.450781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.454818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.457520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c852dbd-d2e8-46f1-8521-e88b49074361 req-f701c02b-3a66-4d7a-b3f2-1df0f5a158ff tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:49.458772 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8c852dbd-d2e8-46f1-8521-e88b49074361 req-f701c02b-3a66-4d7a-b3f2-1df0f5a158ff tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6241255 Apr 18 12:11:49.480577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a9e44-26f6-4743-9657-2aeb083b9a88 None None] Pushing event updated for resources: {'Port': ['ID=0511c2b7-a976-4977-8946-fa65573ef1b8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:49.533926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:49.605489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8646bb-0ad4-4a15-8e2a-8d5e3e77d99f req-4a2db7b5-e6fe-4ae5-960f-54f73a6b5e41 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:49.606990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ca8646bb-0ad4-4a15-8e2a-8d5e3e77d99f req-4a2db7b5-e6fe-4ae5-960f-54f73a6b5e41 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.7276793 Apr 18 12:11:49.678128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Deleting port 124d9ea9-6c57-42ee-8bb0-f747b42720be {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:49.678478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.678607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.678952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Fanout notify agent at l3_agent the message router_deleted on router 9fb202e4-e2e8-4c19-88fb-1193112e6956 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:11:49.683945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:49.689922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.708528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Router c876e210-44ee-4c18-85ae-36e374a213d6 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:49.732123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.735724 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c4ed897a-574a-4f58-a3d7-f7fe1251b3b5 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "DELETE /v2.0/routers/9fb202e4-e2e8-4c19-88fb-1193112e6956 HTTP/1.1" status: 204 len: 168 time: 1.4343481 Apr 18 12:11:49.740462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56300) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:49.746196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8c852dbd-d2e8-46f1-8521-e88b49074361 req-f78e5988-43c5-40f3-a3e5-989d37f87a51 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2539163 Apr 18 12:11:49.787511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port aef728eb-ea1c-441e-8038-e8850d8a78fb yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:11:49.858319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.858710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:49.859013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Floating IP 6106e115-a012-46fd-98a3-6383b1dfb2c1 disassociated. External IP: 172.26.4.151, port: 903153c7-b904-4b36-941b-020ac390b905. Apr 18 12:11:49.859342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Calling delete_port for 903153c7-b904-4b36-941b-020ac390b905 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:49.895309 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ca8646bb-0ad4-4a15-8e2a-8d5e3e77d99f req-e69698f3-97cd-4850-955b-e88a260742c3 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272437 Apr 18 12:11:50.021150 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6038f66-4ecc-4804-ac23-be77a067ebb8 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/networks/d9bf4607-e10f-4df7-aa0e-10d6c6471212?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.6691005 Apr 18 12:11:50.028392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56308) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:50.113654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Deleting subnet 1b6e0f48-abd7-42df-bf30-f825a30a8d1d {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:11:50.182397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.200236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::eb (41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b/a4661f5b-b8cb-4dcd-a198-fc8c616c13c7/aef728eb-ea1c-441e-8038-e8850d8a78fb) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:50.226002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b67d9-751b-4c6e-8a3c-915fd19b1244 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:50.227911 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6e7b67d9-751b-4c6e-8a3c-915fd19b1244 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/subnets/0c3cbed5-6efd-4056-a4d8-c0684aff00d9 HTTP/1.1" status: 200 len: 843 time: 0.1993659 Apr 18 12:11:50.236335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56312) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:50.292524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.292766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.300666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:50.309922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] Sync routers for ids ['c876e210-44ee-4c18-85ae-36e374a213d6'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:50.314311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.322685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] Routers {'c876e210-44ee-4c18-85ae-36e374a213d6'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:50.323641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c876e210-44ee-4c18-85ae-36e374a213d6'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:50.344922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.346120 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2a95e3a0-fd39-4d63-9e24-7e0c416d4fb1 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "PUT /v2.0/routers/c876e210-44ee-4c18-85ae-36e374a213d6 HTTP/1.1" status: 200 len: 920 time: 5.1776531 Apr 18 12:11:50.351507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a7b92d-c8df-4fa9-9275-3ec42c10d316 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:50.354499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e5a7b92d-c8df-4fa9-9275-3ec42c10d316 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "GET /v2.0/subnets/0c3cbed5-6efd-4056-a4d8-c0684aff00d9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1183345 Apr 18 12:11:50.354499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56316) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:50.365179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56318) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:50.365815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.447853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:50.457125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] Routers {'c876e210-44ee-4c18-85ae-36e374a213d6'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:50.457731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c876e210-44ee-4c18-85ae-36e374a213d6'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:50.467858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402079573'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:50.477990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1343c-1c2b-476b-af96-6f9daffcc43b req-19126e40-ed0e-4eae-b2fe-f52972a37e42 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:50.479523 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d8f1343c-1c2b-476b-af96-6f9daffcc43b req-19126e40-ed0e-4eae-b2fe-f52972a37e42 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 945 time: 0.5692461 Apr 18 12:11:50.489407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Calling delete_port for 124d9ea9-6c57-42ee-8bb0-f747b42720be owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:50.518433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:50.520592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:50.520985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce264ec-d0a0-48b6-8ed0-1ff64dbe3711 None None] The sync data for ids ['c876e210-44ee-4c18-85ae-36e374a213d6'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:50.543224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-031f638f-e83e-404f-ba05-b6312975f885 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:50.544810 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-031f638f-e83e-404f-ba05-b6312975f885 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.15 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.4217317 Apr 18 12:11:50.552561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event deleted for resources: {'Port': ['ID=903153c7-b904-4b36-941b-020ac390b905,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:50.611818 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d8f1343c-1c2b-476b-af96-6f9daffcc43b req-f899d1fe-ffed-41f9-a3b5-ba45c490cf2a tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups?id=7549d81a-6dff-4d9c-85a2-6e99f0796a81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954547 Apr 18 12:11:50.803693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:50.868963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:50.981300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.028475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e72cb-d8b2-478f-9620-64051b1eb6c9 None None] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:51.035438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Pushing event deleted for resources: {'Port': ['ID=124d9ea9-6c57-42ee-8bb0-f747b42720be,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:51.076335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Deleting port 1873ca73-d05d-435d-8799-48210f366ad1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:51.076669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.121282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.154322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:51.157700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.170615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.185964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6e0f48-abd7-42df-bf30-f825a30a8d1d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:51.204582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9fd55d6-306d-44e0-af75-59c02b19e582 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "DELETE /v2.0/subnets/1b6e0f48-abd7-42df-bf30-f825a30a8d1d HTTP/1.1" status: 204 len: 168 time: 1.4570966 Apr 18 12:11:51.209966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56326) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:51.238010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.241143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.241924 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c682c3ad-e642-4542-a96d-673b54ed561c tempest-FloatingIPAdminTestJSON-1936692333 tempest-FloatingIPAdminTestJSON-1936692333-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae07e57e-de12-4ab5-b522-77eb690a3a0b HTTP/1.1" status: 204 len: 168 time: 1.8802843 Apr 18 12:11:51.255548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56330) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:51.295414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd06cf-3f40-4524-9108-af5c3602a619 None None] Network 0104cad6-4512-4db7-9bdc-2173e3a48139 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:51.353897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0511c2b7-a976-4977-8946-fa65573ef1b8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:51.377157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.438098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-21d3d373-822a-48b0-9aa2-9a048dcb942b tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/c876e210-44ee-4c18-85ae-36e374a213d6 HTTP/1.1" status: 200 len: 920 time: 1.0783129 Apr 18 12:11:51.440814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56334) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:51.484620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object aef728eb-ea1c-441e-8038-e8850d8a78fb will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:51.493016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:51.516558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Router e962843b-c1fa-45f8-bdb5-25137dbb3373 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:51.526126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9fa5e559-e4ab-4e22-9cf3-2a1d01381a55 None None] Provisioning for port 0511c2b7-a976-4977-8946-fa65573ef1b8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:51.537416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.537642 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Added segment f72916b0-c5db-4eee-aff7-cb85da508d4a of type vlan for network 6ff9302a-f36a-4459-b5af-a243dba67558 Apr 18 12:11:51.587531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Deleting port 9d61be2c-d5c6-45a8-9a35-d948e580a467 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:51.588487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.635449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.703859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Deleting port e83f214f-b663-486d-9683-74ebe49eda4d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:51.703859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.724142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0511c2b7-a976-4977-8946-fa65573ef1b8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:51.739703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0511c2b7-a976-4977-8946-fa65573ef1b8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:51.740406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.795171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990b698-2e8c-4245-aad8-2050113ccc5e req-9fb5250c-30ba-4dc6-9bd8-8715832295c6 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:51.803262 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0990b698-2e8c-4245-aad8-2050113ccc5e req-9fb5250c-30ba-4dc6-9bd8-8715832295c6 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 945 time: 0.6879230 Apr 18 12:11:51.822873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f244c0e-4eb7-4019-a560-d99a3153a5c8 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:51.823598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7f244c0e-4eb7-4019-a560-d99a3153a5c8 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Synchronizing usage tracker for tenant:3ba4c7a17d124fcc860a182a2566f72c on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:51.845029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.851954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] DHCP port deletion for 0104cad6-4512-4db7-9bdc-2173e3a48139 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:11:51.867597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Deleting port e83f214f-b663-486d-9683-74ebe49eda4d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:51.868379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:51.988799 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e4e6f164-7bab-4754-951d-398987fd8440 req-e45255b6-c520-4044-af88-9285a8dd8cf6 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.0727601 Apr 18 12:11:52.024996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.029162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:11:52.062776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7f244c0e-4eb7-4019-a560-d99a3153a5c8 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Unset dirty status for tenant:3ba4c7a17d124fcc860a182a2566f72c on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:52.068638 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7f244c0e-4eb7-4019-a560-d99a3153a5c8 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=c876e210-44ee-4c18-85ae-36e374a213d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6198313 Apr 18 12:11:52.070318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.070712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.077560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56340) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:52.100269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0990b698-2e8c-4245-aad8-2050113ccc5e req-b99cbf94-916e-4588-93c4-40f73274f77b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959898 Apr 18 12:11:52.114975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:52.115578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.189663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.199557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-deb55502-e4f9-4d45-9fb0-3dddfd5b3886 None None] Provisioning complete for port 0511c2b7-a976-4977-8946-fa65573ef1b8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:52.200500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-deb55502-e4f9-4d45-9fb0-3dddfd5b3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.218184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:52.219922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:52.230620 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] Sync routers for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:52.238432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:52.250047 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:52.250047 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:52.268202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 1873ca73-d05d-435d-8799-48210f366ad1 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:52.275725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Calling delete_port for 9d61be2c-d5c6-45a8-9a35-d948e580a467 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:52.301671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:52.319700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:52.320158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.332304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.344317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:52.344870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.416078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=aef728eb-ea1c-441e-8038-e8850d8a78fb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:52.511190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] For port e83f214f-b663-486d-9683-74ebe49eda4d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e83f214f-b663-486d-9683-74ebe49eda4d,segment=NetworkSegment(4595f042-ddeb-493b-ac26-991fe172d936),segment_id=4595f042-ddeb-493b-ac26-991fe172d936)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:52.511772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.633314 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:52.656426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] For port e83f214f-b663-486d-9683-74ebe49eda4d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e83f214f-b663-486d-9683-74ebe49eda4d,segment=NetworkSegment(4595f042-ddeb-493b-ac26-991fe172d936),segment_id=4595f042-ddeb-493b-ac26-991fe172d936)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:52.657039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.768323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] No DVR routers for this DVR port 903153c7-b904-4b36-941b-020ac390b905 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:52.771845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:52.779179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-64df236b-6ee9-44df-b671-15000e85a9a0 req-b789b8e5-fd99-4c2c-8f3c-d684b9cb5fdc tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.15 "DELETE /v2.0/ports/903153c7-b904-4b36-941b-020ac390b905 HTTP/1.1" status: 204 len: 173 time: 5.0926991 Apr 18 12:11:52.786300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'name': 'network-vif-deleted', 'tag': '903153c7-b904-4b36-941b-020ac390b905'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:52.804388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Calling delete_port for e83f214f-b663-486d-9683-74ebe49eda4d owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:52.891952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Calling delete_port for e83f214f-b663-486d-9683-74ebe49eda4d owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:52.929853 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd793822-a6a5-4063-a6d2-50acb8c78877'] response: {'server_uuid': '0a795428-38c9-47b6-9d8c-129d8c02bba7', 'name': 'network-vif-deleted', 'tag': '903153c7-b904-4b36-941b-020ac390b905', 'status': 'completed', 'code': 200} Apr 18 12:11:52.988380 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-60bf12d8-6fe6-4a5d-99dc-bd4709bcb609 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.4619801 Apr 18 12:11:53.002020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56346) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:53.008046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6356976 Apr 18 12:11:53.020329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56350) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:53.055173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:53.073831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 0511c2b7-a976-4977-8946-fa65573ef1b8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0511c2b7-a976-4977-8946-fa65573ef1b8,segment=NetworkSegment(812803c3-0101-4eba-ab8a-e7c1ea8224d8),segment_id=812803c3-0101-4eba-ab8a-e7c1ea8224d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:53.081727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.102439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4172f-ab67-449b-ba53-de9e61d7f137 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Network': ['ID=6ff9302a-f36a-4459-b5af-a243dba67558,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:53.109918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.120974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:53.121149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:53.127183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 6ff9302a-f36a-4459-b5af-a243dba67558 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:11:53.175588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.241602 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:26Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:53.255945 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] Checking router: e962843b-c1fa-45f8-bdb5-25137dbb3373 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:53.264398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51b9816-32b7-4925-8bdc-dff77ca67608 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:53.268014 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e51b9816-32b7-4925-8bdc-dff77ca67608 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 1.1895781 Apr 18 12:11:53.271907 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:53.272896 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:53.284047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Port': ['ID=e83f214f-b663-486d-9683-74ebe49eda4d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:53.296807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56358) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:53.308456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-deb55502-e4f9-4d45-9fb0-3dddfd5b3886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.349206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:53.351154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e83f214f-b663-486d-9683-74ebe49eda4d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:53.355107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] No DVR routers for this DVR port e83f214f-b663-486d-9683-74ebe49eda4d on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:53.405117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:53.409696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: e83f214f-b663-486d-9683-74ebe49eda4d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:11:53.410143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e83f214f-b663-486d-9683-74ebe49eda4d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:11:53.469034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.470015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 903153c7-b904-4b36-941b-020ac390b905 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:53.471511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:53.477451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-622040cf-3fae-403c-b0c5-f6b09eb0d775 req-7d230a7a-7346-4142-9df9-7c4a821a4d98 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Synchronizing usage tracker for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:53.553402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:53.563259 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-af4b9363-3776-47a1-9932-b4d12033c3d2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=c876e210-44ee-4c18-85ae-36e374a213d6 HTTP/1.1" status: 200 len: 205 time: 0.2583909 Apr 18 12:11:53.568920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.568920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.568920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Floating IP f3f99e13-6fd8-42ac-a27f-0d0ba3902a36 disassociated. External IP: 172.26.4.152, port: 1873ca73-d05d-435d-8799-48210f366ad1. Apr 18 12:11:53.568920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Calling delete_port for 1873ca73-d05d-435d-8799-48210f366ad1 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:53.570542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port aef728eb-ea1c-441e-8038-e8850d8a78fb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:53.571051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.619974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56364) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:53.682385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 903153c7-b904-4b36-941b-020ac390b905 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:11:53.682917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 903153c7-b904-4b36-941b-020ac390b905 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:11:53.692793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Deleting port e83f214f-b663-486d-9683-74ebe49eda4d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:53.693261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.728745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-deb55502-e4f9-4d45-9fb0-3dddfd5b3886 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:53.730018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-deb55502-e4f9-4d45-9fb0-3dddfd5b3886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:53.760888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:53.782257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-622040cf-3fae-403c-b0c5-f6b09eb0d775 req-7d230a7a-7346-4142-9df9-7c4a821a4d98 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Unset dirty status for tenant:168cbdd8430b4e588d3fc40ee4bdc288 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:53.796643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-622040cf-3fae-403c-b0c5-f6b09eb0d775 req-7d230a7a-7346-4142-9df9-7c4a821a4d98 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a795428-38c9-47b6-9d8c-129d8c02bba7 HTTP/1.1" status: 200 len: 210 time: 0.4086690 Apr 18 12:11:53.823859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f749ebfc-640a-4940-b37a-98c51b4ea484 None None] The port 'e83f214f-b663-486d-9683-74ebe49eda4d' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:11:53.840229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=0511c2b7-a976-4977-8946-fa65573ef1b8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:53.920172 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f19bab0-fc41-4c81-989b-02d7d42b9bdb'] response: {'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1', 'code': 200} Apr 18 12:11:53.958747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Made reservation on behalf of 184dece810f842739a4380e006fbb6ad for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:53.963200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:53.971280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:53.995047 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:26Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:53.999043 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59746245-7262-4d0b-91b2-c2f6a49d652e None None] The sync data for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv is: [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9dca63e4-aa9f-4a9d-af46-886648507e4c', 'name': '', 'network_id': '7499a3a6-6e7b-4759-a265-980b1f3eb82c', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'mac_address': 'fa:16:3e:ba:04:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:08Z', 'updated_at': '2022-04-18T12:10:26Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'subnets': [{'id': '94ec2051-74de-4c88-a18b-2ab28518fba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:11:54.032846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.081882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0104cad6-4512-4db7-9bdc-2173e3a48139']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:54.093325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.104763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.111337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4595f042-ddeb-493b-ac26-991fe172d936') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:54.115337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4595f042-ddeb-493b-ac26-991fe172d936') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:54.136532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:54.137106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:54.151912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:11:54.152421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:11:54.165765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.231475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.298647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d61be2c-d5c6-45a8-9a35-d948e580a467,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:54.310660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160575bc-2570-4058-a029-4f7f895c8e61 None None] New status for floating IP 6106e115-a012-46fd-98a3-6383b1dfb2c1: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:11:54.332922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for aef728eb-ea1c-441e-8038-e8850d8a78fb owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:54.367373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c05336-d804-4eb2-a85f-077594f7f394 req-3d927deb-2ff0-4565-aa75-597abc95ddaf tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:54.368838 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5c05336-d804-4eb2-a85f-077594f7f394 req-3d927deb-2ff0-4565-aa75-597abc95ddaf tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.9775870 Apr 18 12:11:54.405712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.436701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.460157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:11:54.460560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.466771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Deleting port 62cd69bc-d286-473c-bcea-c2ef6f0ec919 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:54.468887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:11:54.477251 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:11:54.546297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.564083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e1447643-c43e-4113-ae5d-1354e2ac9c94 None None] Provisioning for port aef728eb-ea1c-441e-8038-e8850d8a78fb completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:54.570751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e1447643-c43e-4113-ae5d-1354e2ac9c94 None None] Provisioning complete for port aef728eb-ea1c-441e-8038-e8850d8a78fb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:54.571196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e1447643-c43e-4113-ae5d-1354e2ac9c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.653592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e1447643-c43e-4113-ae5d-1354e2ac9c94 None None] Port aef728eb-ea1c-441e-8038-e8850d8a78fb cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:11:54.669419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Deleting port 1873ca73-d05d-435d-8799-48210f366ad1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:54.669755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.720190 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5c05336-d804-4eb2-a85f-077594f7f394 req-722cc038-e307-42f8-bd98-a2c0ffdb0759 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339045 Apr 18 12:11:54.725253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.785761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.821507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.833473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] Pushing event deleted for resources: {'Network': ['ID=0104cad6-4512-4db7-9bdc-2173e3a48139,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:54.838437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-12c3650d-d535-4cb9-b93e-9c59c5b7d900 tempest-FloatingIPNegativeTestJSON-408209452 tempest-FloatingIPNegativeTestJSON-408209452-project] 10.222.0.24 "DELETE /v2.0/networks/0104cad6-4512-4db7-9bdc-2173e3a48139 HTTP/1.1" status: 204 len: 168 time: 3.6270165 Apr 18 12:11:54.866134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=583fef28-0a6d-483e-9fa5-835f101cb9aa,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:54.873833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.879935 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d90d6ec9-85f6-44d9-9b06-a3ec78285c71 tempest-FloatingIPAdminTestJSON-798850752 tempest-FloatingIPAdminTestJSON-798850752-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/019fe1c4-b0e1-4794-b340-cba79eb415ca HTTP/1.1" status: 204 len: 168 time: 3.6187425 Apr 18 12:11:54.880245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:54.918359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:54.981075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=aef728eb-ea1c-441e-8038-e8850d8a78fb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:54.983112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56378) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.003700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Checking segment: {'id': 'f72916b0-c5db-4eee-aff7-cb85da508d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:55.004053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network hostable DHCP agents. Network: 6ff9302a-f36a-4459-b5af-a243dba67558, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:11:55.011563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.037936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting port ad0f7821-7759-4398-9985-c677d06783e9 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:55.038533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.070516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.072736 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea684794-c2a7-4e9b-8777-41790f19ff66 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/aef728eb-ea1c-441e-8038-e8850d8a78fb HTTP/1.1" status: 204 len: 168 time: 2.0662265 Apr 18 12:11:55.079837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56382) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.128430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-542d37e6-dedf-4962-979a-e5b6434206c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:11:55.128950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542d37e6-dedf-4962-979a-e5b6434206c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:11:55.133041 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-542d37e6-dedf-4962-979a-e5b6434206c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/aef728eb-ea1c-441e-8038-e8850d8a78fb HTTP/1.1" status: 404 len: 333 time: 0.0498674 Apr 18 12:11:55.133798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56386) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.178552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Calling delete_port for 62cd69bc-d286-473c-bcea-c2ef6f0ec919 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:55.217929 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3250da50-cf94-488c-ab20-baf19f2d1677 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:11:55.218489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3250da50-cf94-488c-ab20-baf19f2d1677 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:55.283961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Network 6ff9302a-f36a-4459-b5af-a243dba67558 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:11:55.284317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0511c2b7-a976-4977-8946-fa65573ef1b8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:55.303438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3250da50-cf94-488c-ab20-baf19f2d1677 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:55.308148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3250da50-cf94-488c-ab20-baf19f2d1677 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/aef728eb-ea1c-441e-8038-e8850d8a78fb HTTP/1.1" status: 404 len: 333 time: 0.1734405 Apr 18 12:11:55.312952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56392) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.356142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56396) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.360099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0511c2b7-a976-4977-8946-fa65573ef1b8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:55.360470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.474277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet a4661f5b-b8cb-4dcd-a198-fc8c616c13c7 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:11:55.481061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.534946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.541628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b9b26c3-1a27-4fe7-9c58-ce26ee78eed9 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.568134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 6ff9302a-f36a-4459-b5af-a243dba67558) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:55.581881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad97ffc2-405f-4475-8bbf-38edaf233cea None None] Network 6ff9302a-f36a-4459-b5af-a243dba67558 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:55.593329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:55.594055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.608200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.642722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b9b26c3-1a27-4fe7-9c58-ce26ee78eed9 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.662511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] For port 1873ca73-d05d-435d-8799-48210f366ad1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=1873ca73-d05d-435d-8799-48210f366ad1,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:55.663021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.713969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Calling delete_port for ad0f7821-7759-4398-9985-c677d06783e9 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:55.842295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-6ff9302a-f36a-4459-b5af-a243dba67558', 'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558', 'tenant_id': '184dece810f842739a4380e006fbb6ad', 'fixed_ips': [{'subnet_id': '583fef28-0a6d-483e-9fa5-835f101cb9aa'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:11:55.845032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.887284 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-353dfa16-ef68-456b-9daa-279a6d2b486b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f155a5f3eac949b09d4ff97707ae2d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5214920 Apr 18 12:11:55.889351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56406) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.891940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4d4bfa69-241f-4be7-9d27-dfbacfd48001 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8579507 Apr 18 12:11:55.905780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:55.934974 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56410) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:55.960632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:56.001405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Allocated IP 2001:db8::3 (6ff9302a-f36a-4459-b5af-a243dba67558/583fef28-0a6d-483e-9fa5-835f101cb9aa/0eca39f7-63a8-40ce-87f4-ea187b61b2da) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:11:56.105173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b9b26c3-1a27-4fe7-9c58-ce26ee78eed9 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.141345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b26c3-1a27-4fe7-9c58-ce26ee78eed9 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7549d81a-6dff-4d9c-85a2-6e99f0796a81,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:56.177213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcf09e0-4eda-4bd4-82d2-9a80af891f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.180508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a34e5db-0e99-4696-aa39-0636c30b4739 req-e7750a7b-1c83-4a87-8589-2138cb094033 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:56.181838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-2a34e5db-0e99-4696-aa39-0636c30b4739 req-e7750a7b-1c83-4a87-8589-2138cb094033 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Synchronizing usage tracker for tenant:276ab8036a32404399af68c941f1e95b on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:56.186415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.186805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.187106 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Floating IP f3f99e13-6fd8-42ac-a27f-0d0ba3902a36 disassociated. External IP: 172.26.4.152, port: 1873ca73-d05d-435d-8799-48210f366ad1. Apr 18 12:11:56.187439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Calling delete_port for 1873ca73-d05d-435d-8799-48210f366ad1 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:56.228787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcf09e0-4eda-4bd4-82d2-9a80af891f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.229846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.236006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2155079'] for subnet, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.273419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.279693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.281906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.292477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Transition to ACTIVE for port object 0eca39f7-63a8-40ce-87f4-ea187b61b2da will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:56.297166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event deleted for resources: {'Port': ['ID=62cd69bc-d286-473c-bcea-c2ef6f0ec919,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:56.314252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Transition to ACTIVE for port object 0eca39f7-63a8-40ce-87f4-ea187b61b2da will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:11:56.335559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-2a34e5db-0e99-4696-aa39-0636c30b4739 req-e7750a7b-1c83-4a87-8589-2138cb094033 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Unset dirty status for tenant:276ab8036a32404399af68c941f1e95b on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:56.336673 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2a34e5db-0e99-4696-aa39-0636c30b4739 req-e7750a7b-1c83-4a87-8589-2138cb094033 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 943 time: 0.4475262 Apr 18 12:11:56.351738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b9b26c3-1a27-4fe7-9c58-ce26ee78eed9 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.352806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9b9b26c3-1a27-4fe7-9c58-ce26ee78eed9 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "DELETE /v2.0/security-groups/7549d81a-6dff-4d9c-85a2-6e99f0796a81 HTTP/1.1" status: 204 len: 168 time: 1.3668244 Apr 18 12:11:56.360380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56414) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:56.370071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.370347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=a4661f5b-b8cb-4dcd-a198-fc8c616c13c7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:56.379192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Port': ['ID=ad0f7821-7759-4398-9985-c677d06783e9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:56.393360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.429962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e92d3-45c4-477f-906c-1f49c55611b1 None None] Network 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:56.625335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2a34e5db-0e99-4696-aa39-0636c30b4739 req-23b742f8-ad9c-4546-837d-ba205eadd395 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c68bffc-247a-4234-bd0d-89f6967f60d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2810202 Apr 18 12:11:56.644003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Network 6ff9302a-f36a-4459-b5af-a243dba67558 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:11:56.647333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.648997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:11:56.651364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:11:56.666215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Pushing event updated for resources: {'Port': ['ID=0eca39f7-63a8-40ce-87f4-ea187b61b2da,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:56.681966 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-08898ae9-ba47-4430-99ff-a36a29b0e7da tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] show failed (client error): The resource could not be found. Apr 18 12:11:56.683157 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-08898ae9-ba47-4430-99ff-a36a29b0e7da tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "GET /v2.0/security-groups/7549d81a-6dff-4d9c-85a2-6e99f0796a81 HTTP/1.1" status: 404 len: 347 time: 0.3141541 Apr 18 12:11:56.710924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56418) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:56.731155 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5188bd77-99f4-41c4-9634-4d2ef4f5a02c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/a4661f5b-b8cb-4dcd-a198-fc8c616c13c7 HTTP/1.1" status: 204 len: 168 time: 1.4145055 Apr 18 12:11:56.741474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56422) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:56.774173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Attempting to bind port 0eca39f7-63a8-40ce-87f4-ea187b61b2da on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:11:56.774173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Attempting to bind port 0eca39f7-63a8-40ce-87f4-ea187b61b2da by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'f72916b0-c5db-4eee-aff7-cb85da508d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:11:56.774173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Attempting to bind port 0eca39f7-63a8-40ce-87f4-ea187b61b2da on network 6ff9302a-f36a-4459-b5af-a243dba67558 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:11:56.782334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:11:56.782734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Checking segment: {'id': 'f72916b0-c5db-4eee-aff7-cb85da508d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:11:56.783103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.783482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Bound using segment: {'id': 'f72916b0-c5db-4eee-aff7-cb85da508d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:11:56.783959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Bound port: 0eca39f7-63a8-40ce-87f4-ea187b61b2da, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72916b0-c5db-4eee-aff7-cb85da508d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6ff9302a-f36a-4459-b5af-a243dba67558'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:11:56.784328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.792226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcf09e0-4eda-4bd4-82d2-9a80af891f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.794563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcf09e0-4eda-4bd4-82d2-9a80af891f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.798245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6dcf09e0-4eda-4bd4-82d2-9a80af891f38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/163b06c5-4f99-474a-b977-aeae14bb3df1 HTTP/1.1" status: 204 len: 168 time: 0.9067183 Apr 18 12:11:56.883438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf09e0-4eda-4bd4-82d2-9a80af891f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163b06c5-4f99-474a-b977-aeae14bb3df1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:56.906448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] DHCP port deletion for 41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:11:56.926277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] Deleting port 0511c2b7-a976-4977-8946-fa65573ef1b8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:56.926737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.934791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.938969 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1a178674-103b-43de-b4fe-2fd3afe15903 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "DELETE /v2.0/ports/ad0f7821-7759-4398-9985-c677d06783e9 HTTP/1.1" status: 204 len: 168 time: 2.0552180 Apr 18 12:11:56.944795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56428) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:56.958658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Deleting port 7e537f5d-725b-46d6-b96c-c42229013f9d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:56.959006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:56.965825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] For port 0eca39f7-63a8-40ce-87f4-ea187b61b2da, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:11:56.995714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.068222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.068473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 0511c2b7-a976-4977-8946-fa65573ef1b8 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:57.068567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.072160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.123391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.150295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] For port 0eca39f7-63a8-40ce-87f4-ea187b61b2da, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0eca39f7-63a8-40ce-87f4-ea187b61b2da,segment=NetworkSegment(f72916b0-c5db-4eee-aff7-cb85da508d4a),segment_id=f72916b0-c5db-4eee-aff7-cb85da508d4a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:11:57.165246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] For port 0511c2b7-a976-4977-8946-fa65573ef1b8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0511c2b7-a976-4977-8946-fa65573ef1b8,segment=NetworkSegment(812803c3-0101-4eba-ab8a-e7c1ea8224d8),segment_id=812803c3-0101-4eba-ab8a-e7c1ea8224d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:57.166782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.185691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event deleted for resources: {'Port': ['ID=1873ca73-d05d-435d-8799-48210f366ad1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:57.209420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37979669-0966-45ba-b7ac-18e706632598 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:57.209420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-37979669-0966-45ba-b7ac-18e706632598 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Synchronizing usage tracker for tenant:da7fdbd3910c473c8bcc644279e49b4e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:11:57.245519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731700082180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9897794'] for subnet, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.336783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.337624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Fanout notify agent at l3_agent the message router_deleted on router c876e210-44ee-4c18-85ae-36e374a213d6 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:11:57.357381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.367720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0511c2b7-a976-4977-8946-fa65573ef1b8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:11:57.379190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.380432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a6d461c2-b4ae-4abb-aa37-949f6f3668e2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/c876e210-44ee-4c18-85ae-36e374a213d6 HTTP/1.1" status: 204 len: 168 time: 3.7553582 Apr 18 12:11:57.387818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56436) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:57.404807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-37979669-0966-45ba-b7ac-18e706632598 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Unset dirty status for tenant:da7fdbd3910c473c8bcc644279e49b4e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:11:57.406151 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-37979669-0966-45ba-b7ac-18e706632598 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "GET /v2.0/ports?device_id=334994fd-f08c-43f6-ab0f-b011a5a0b556 HTTP/1.1" status: 200 len: 913 time: 0.4605057 Apr 18 12:11:57.407190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-350800686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:57.412727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:11:57.412903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] Calling delete_port for 0511c2b7-a976-4977-8946-fa65573ef1b8 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:57.413379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.413832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:57.416405 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "PUT /v2.0/subnets/583fef28-0a6d-483e-9fa5-835f101cb9aa HTTP/1.1" status: 200 len: 900 time: 1.4680815 Apr 18 12:11:57.416405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56440) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:57.421962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Usage tracker for resource:router and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:57.433370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56442) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:57.480008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:57.501756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:57.520203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ebc05-a514-4b63-acf6-cd891f2551e3 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event updated for resources: {'Subnet': ['ID=583fef28-0a6d-483e-9fa5-835f101cb9aa,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:57.534005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.534380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.564622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] For port 0511c2b7-a976-4977-8946-fa65573ef1b8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0511c2b7-a976-4977-8946-fa65573ef1b8,segment=NetworkSegment(812803c3-0101-4eba-ab8a-e7c1ea8224d8),segment_id=812803c3-0101-4eba-ab8a-e7c1ea8224d8)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:57.564958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.638287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:11:57.682840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ec8a5-a04d-4bcc-a512-8da8035d581f None None] Pushing event updated for resources: {'Port': ['ID=0eca39f7-63a8-40ce-87f4-ea187b61b2da,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:57.772513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.773524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:57.796017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Calling delete_port for 7e537f5d-725b-46d6-b96c-c42229013f9d owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:57.856154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 0511c2b7-a976-4977-8946-fa65573ef1b8 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:57.859600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.007085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.077770 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fa258a9c-d2d6-4726-a54d-9cd8abf12ada req-b25962db-adad-404c-ac6b-599845bebfbb tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.1818976 Apr 18 12:11:58.093285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] Pushing event deleted for resources: {'Port': ['ID=0511c2b7-a976-4977-8946-fa65573ef1b8,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:58.099628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3665ed75-8608-4997-adf3-c308d2f44497 None None] No DVR routers for this DVR port 0511c2b7-a976-4977-8946-fa65573ef1b8 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:58.102026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.350193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56464) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:58.365362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.386509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:11:58.387046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:11:58.404263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 0eca39f7-63a8-40ce-87f4-ea187b61b2da {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:58.404594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.414679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:11:58.427996 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] Sync routers for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:11:58.445610 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:58.448332 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:58.492222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.498849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] No DVR routers for this DVR port 1873ca73-d05d-435d-8799-48210f366ad1 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:11:58.502601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.504486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1159366466'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:58.505255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'name': 'network-vif-deleted', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:11:58.514996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:58.519308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.536456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:58.567818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:58.615249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Pushing event deleted for resources: {'Port': ['ID=7e537f5d-725b-46d6-b96c-c42229013f9d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:58.618199 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3a44318-c990-4b10-9576-7fc01e631c92'] response: {'server_uuid': '1572babe-320a-41d6-bfbb-1f0aa08b9712', 'name': 'network-vif-deleted', 'tag': '1873ca73-d05d-435d-8799-48210f366ad1', 'status': 'completed', 'code': 200} Apr 18 12:11:58.626212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20bda2bb-d5d7-4f5a-8186-526911bc1587 req-207458a2-e87c-4ebf-a222-a4e627750e4b tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.15 "DELETE /v2.0/ports/1873ca73-d05d-435d-8799-48210f366ad1 HTTP/1.1" status: 204 len: 173 time: 8.0678320 Apr 18 12:11:58.671665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:58.689617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.692680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.694107 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-59bca718-ccfb-4c02-855e-7253ee7a5ac8 tempest-ServersTestManualDisk-529321725 tempest-ServersTestManualDisk-529321725-project] 10.222.0.24 "DELETE /v2.0/floatingips/6106e115-a012-46fd-98a3-6383b1dfb2c1 HTTP/1.1" status: 204 len: 168 time: 1.9822555 Apr 18 12:11:58.697314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56472) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:58.765074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.766561 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8ac7d6c3-efaf-4415-93e1-54efc7a24601 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3759406 Apr 18 12:11:58.778116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56476) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:11:58.787120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:11:58.823581 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:58.892535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 0511c2b7-a976-4977-8946-fa65573ef1b8 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:11:58.892874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.940272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:11:58.944357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:58.999296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.025747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daf09c2-3e25-45fb-b918-8bf84f4d2090 None None] Network 6ff9302a-f36a-4459-b5af-a243dba67558 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:59.054187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] The port '0511c2b7-a976-4977-8946-fa65573ef1b8' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:11:59.117460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:11:59.146978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:security_group_rule and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:11:59.170316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:11:59.189660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:11:59.238206 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:59.251165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] Checking router: 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:11:59.255812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d497ad9-34b5-4cca-8532-977da085022d None None] Provisioning for port 0eca39f7-63a8-40ce-87f4-ea187b61b2da completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:59.267249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 0eca39f7-63a8-40ce-87f4-ea187b61b2da, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0eca39f7-63a8-40ce-87f4-ea187b61b2da,segment=NetworkSegment(f72916b0-c5db-4eee-aff7-cb85da508d4a),segment_id=f72916b0-c5db-4eee-aff7-cb85da508d4a)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:11:59.267807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.280732 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:11:59.281372 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:59.389752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0eca39f7-63a8-40ce-87f4-ea187b61b2da up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:11:59.418796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.525827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.581134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0eca39f7-63a8-40ce-87f4-ea187b61b2da completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:11:59.588430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0eca39f7-63a8-40ce-87f4-ea187b61b2da triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:11:59.589040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.601014 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:11:59.603741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.656744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 0eca39f7-63a8-40ce-87f4-ea187b61b2da owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:11:59.745215 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-29a3f6bf-9f74-44de-aaf2-e2e91849a7f0 req-e34b291a-5a60-4a30-a020-33ca942f0cb8 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/ports?device_id=1572babe-320a-41d6-bfbb-1f0aa08b9712 HTTP/1.1" status: 200 len: 210 time: 0.2797399 Apr 18 12:11:59.750844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:59.780838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.795585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:11:59.805657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812803c3-0101-4eba-ab8a-e7c1ea8224d8') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:59.806709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812803c3-0101-4eba-ab8a-e7c1ea8224d8') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:11:59.832296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c578dc9b-403f-44d2-9773-010e45363d44 None None] Network 6ff9302a-f36a-4459-b5af-a243dba67558 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:11:59.853203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19693f70-5917-4265-ba49-4c3baee99546,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:11:59.861192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.872290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.872742 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 2986b1c8-fe22-40d6-9f2d-f521d5e3c026 of type vlan for network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 Apr 18 12:11:59.900749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.989152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:11:59.997410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.013095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-783414ab-d175-4130-aead-4feae2950857 None None] Provisioning complete for port 0eca39f7-63a8-40ce-87f4-ea187b61b2da triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:00.013462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-783414ab-d175-4130-aead-4feae2950857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.056853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:00.057781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:00.084289 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:00.129423 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:00.134162 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adaa6b3-9dd9-4d31-b5db-791cbe593ea8 None None] The sync data for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv is: [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:10:21Z', 'revision_number': 4, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '1b387f01-c652-47f3-9c28-c5b5e737f7b6', 'name': '', 'network_id': '2d2cb162-c4ad-4142-ba26-0ee14417b370', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'mac_address': 'fa:16:3e:4f:f0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:18Z', 'updated_at': '2022-04-18T12:10:32Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'subnets': [{'id': '098dc858-643e-4dbe-885a-2b4475e26df8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:00.260197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.271816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-783414ab-d175-4130-aead-4feae2950857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.454479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.473571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16a46da-fcd4-4860-b1db-e2722cc659ec None None] New status for floating IP f3f99e13-6fd8-42ac-a27f-0d0ba3902a36: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:12:00.556027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.568246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.572498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.708786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4ab8ac-eb8e-4bc5-9512-80273dc69bb5 None None] DHCP port deletion for 6ff9302a-f36a-4459-b5af-a243dba67558 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:00.721793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=0eca39f7-63a8-40ce-87f4-ea187b61b2da,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:00.725160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:00.759604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.774242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.774608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.774953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.775276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.775600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.775923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.776248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.776568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.776886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.777226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.777546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.777867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.788377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cef4337-9dea-408e-8590-0f8873b14bb3 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:12:00.793167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.801218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.802652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.803017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.803017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.803017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:00.814242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 0eca39f7-63a8-40ce-87f4-ea187b61b2da on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:00.833210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-74fec4e8-7c68-47df-94ef-c79b1e822c9d None None] Could not find standard attr ID for object 0eca39f7-63a8-40ce-87f4-ea187b61b2da. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:12:00.843332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.849424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:00.850024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:00.985917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cef4337-9dea-408e-8590-0f8873b14bb3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:12:01.008628 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-113526eb-8078-4fd0-aba0-66cbe9cceda9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/41d3d6f4-4bfe-4ed5-bdfc-b8578b5b751b HTTP/1.1" status: 204 len: 168 time: 4.2628169 Apr 18 12:12:01.009877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56486) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:01.017083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=4e91c9fc-b7e7-4e76-ad43-ab89df06c970,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:01.021293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56490) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:01.022843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.023928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1495433962'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:01.028905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:01.036839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:01.048968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:01.051542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Deleting port 9dca63e4-aa9f-4a9d-af46-886648507e4c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:01.051897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.083291 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-34095167-f9d3-4261-9026-7372ab86c201 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7254140 Apr 18 12:12:01.088911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:01.113066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:01.115843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Allocated IP 172.26.4.192 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/f3d1c18d-9a1d-4761-88e8-434d39904b4e) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:01.233282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:01.237707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.247109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07cf6d73-5492-41cd-a847-443e3044eea9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.268854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56494) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:01.290833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:01.306536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0eca39f7-63a8-40ce-87f4-ea187b61b2da no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:01.311123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting port 683a2237-ebf0-45ae-a24a-a9b20e9aafdb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:01.311476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.377409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.408087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:01.412602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 0eca39f7-63a8-40ce-87f4-ea187b61b2da {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:01.413066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0eca39f7-63a8-40ce-87f4-ea187b61b2da not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:01.438727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.439069 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment ee9c5232-d6e3-46a2-8905-64b5b3ee6f18 of type vlan for network b03b1e37-16aa-4804-8d38-e9693729df31 Apr 18 12:12:01.460357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] For port 9dca63e4-aa9f-4a9d-af46-886648507e4c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9dca63e4-aa9f-4a9d-af46-886648507e4c,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:01.460710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.478782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07cf6d73-5492-41cd-a847-443e3044eea9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.527234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=583fef28-0a6d-483e-9fa5-835f101cb9aa,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:01.569182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d5c31e-a42b-41ab-a5dc-8fa929a885f2 None None] Network 6ff9302a-f36a-4459-b5af-a243dba67558 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:01.695431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:01.739345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.747421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.748803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Calling delete_port for 9dca63e4-aa9f-4a9d-af46-886648507e4c owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:01.760673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eba92a-bf63-446a-869a-ea44f6bcd8ad None None] DHCP port deletion for 6ff9302a-f36a-4459-b5af-a243dba67558 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:01.764006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:01.785995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.791200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:01.805352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff9302a-f36a-4459-b5af-a243dba67558']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:01.814534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:01.829803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72916b0-c5db-4eee-aff7-cb85da508d4a') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:01.830095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72916b0-c5db-4eee-aff7-cb85da508d4a') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:01.855333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.881878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.892614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.959010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.962482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:01.968182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:01.968756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.007447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:02.007841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.022118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07cf6d73-5492-41cd-a847-443e3044eea9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:02.024636 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:02.032788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Calling delete_port for 683a2237-ebf0-45ae-a24a-a9b20e9aafdb owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:02.082017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:02.085659 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.143735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:02.157454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:02.161878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event updated for resources: {'Port': ['ID=f3d1c18d-9a1d-4761-88e8-434d39904b4e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:02.164421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:02.189505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=b03b1e37-16aa-4804-8d38-e9693729df31,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:02.208610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.208954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.209344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.209622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.210209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.210563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.210889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.211210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.212112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.212112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.212380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.212481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.216033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.216379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.216712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.217046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.217371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.217696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.218020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.218341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.218681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.219000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.219330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.220168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:02.232305 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-01f187a5-1dbc-4cc9-99ba-a17f9f18785a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2212090 Apr 18 12:12:02.232823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b03b1e37-16aa-4804-8d38-e9693729df31 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:02.238012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56500) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:02.245497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:02.265955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.309123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf6d73-5492-41cd-a847-443e3044eea9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c68bffc-247a-4234-bd0d-89f6967f60d0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:02.399276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Pushing event deleted for resources: {'Port': ['ID=9dca63e4-aa9f-4a9d-af46-886648507e4c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:02.464163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.469221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.510002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=6ff9302a-f36a-4459-b5af-a243dba67558,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:02.519697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07cf6d73-5492-41cd-a847-443e3044eea9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.520818 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-07cf6d73-5492-41cd-a847-443e3044eea9 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c68bffc-247a-4234-bd0d-89f6967f60d0 HTTP/1.1" status: 204 len: 168 time: 1.4697359 Apr 18 12:12:02.523778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56504) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:02.588863 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e756cbb8-facb-4ea9-9bcf-9686f1d00290 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/6ff9302a-f36a-4459-b5af-a243dba67558 HTTP/1.1" status: 204 len: 168 time: 5.1542435 Apr 18 12:12:02.592485 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-e4eefc6b-2f27-4fc2-9a14-6bde419f0d34 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] show failed (client error): The resource could not be found. Apr 18 12:12:02.597316 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e4eefc6b-2f27-4fc2-9a14-6bde419f0d34 tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "GET /v2.0/security-groups/5c68bffc-247a-4234-bd0d-89f6967f60d0 HTTP/1.1" status: 404 len: 347 time: 0.0687735 Apr 18 12:12:02.597316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56508) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:02.607264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56510) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:02.654813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:02.675424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:02.680589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:02.742218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:02.758695 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ef625f-9485-4dae-827d-046503495620 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:02.759143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ef625f-9485-4dae-827d-046503495620 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:02.878922 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-98ef625f-9485-4dae-827d-046503495620 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/583fef28-0a6d-483e-9fa5-835f101cb9aa HTTP/1.1" status: 404 len: 337 time: 0.2794850 Apr 18 12:12:02.890769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56516) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:02.894042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Deleting port 3f95e92a-d93e-4416-b061-84387ff41eb7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:02.894378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.906719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:02.910109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:02.968336 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e411c98-dfd2-456a-ab3e-27e5ea9deefd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:02.968804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e411c98-dfd2-456a-ab3e-27e5ea9deefd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:02.970484 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5e411c98-dfd2-456a-ab3e-27e5ea9deefd tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/6ff9302a-f36a-4459-b5af-a243dba67558 HTTP/1.1" status: 404 len: 339 time: 0.0786443 Apr 18 12:12:02.974649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56520) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:03.044826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.092101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.216746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.246863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.278293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Port': ['ID=683a2237-ebf0-45ae-a24a-a9b20e9aafdb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:03.404232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.419090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:03.491746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.492062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.552698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '2986b1c8-fe22-40d6-9f2d-f521d5e3c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:03.553333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: 4e91c9fc-b7e7-4e76-ad43-ab89df06c970, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:03.833735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Calling delete_port for 3f95e92a-d93e-4416-b061-84387ff41eb7 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:03.946888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:03.965482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.047934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:04.060631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.067950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e648ab96-14d4-477d-9f93-d41aecb584e1']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:04.085645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.092906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad27729f-ed18-487f-b35d-73ff362aa7df') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:04.093216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad27729f-ed18-487f-b35d-73ff362aa7df') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:04.120108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.139577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.161055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=68e251c2-6e32-442b-98d5-be6fcf089c22,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:04.170436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.171625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Router e962843b-c1fa-45f8-bdb5-25137dbb3373 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:12:04.176131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:04.176487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: b03b1e37-16aa-4804-8d38-e9693729df31, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:04.179445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 4e91c9fc-b7e7-4e76-ad43-ab89df06c970) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:04.185986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:04.186379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.188268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc1f50c-2d91-45e5-bfd0-1cea4d0ba795 None None] Network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:04.208900 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:04.212037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:04.215509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.340211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network b03b1e37-16aa-4804-8d38-e9693729df31 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:04.357386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b03b1e37-16aa-4804-8d38-e9693729df31) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:04.376861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:04.377083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.406025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f44d218-4ea7-4a33-81e4-c73f3b47eb09 None None] Network b03b1e37-16aa-4804-8d38-e9693729df31 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:04.443286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-4e91c9fc-b7e7-4e76-ad43-ab89df06c970', 'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:04.444206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.470221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.519136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.524695 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a3845943-37b8-4374-9f9b-c0fc00669700 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.2502823 Apr 18 12:12:04.554308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56524) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:04.554308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.557764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Pushing event deleted for resources: {'Port': ['ID=3f95e92a-d93e-4416-b061-84387ff41eb7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:04.568732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-404251174'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:04.629764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:04.637469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=e648ab96-14d4-477d-9f93-d41aecb584e1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:04.665755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:04.673280 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fc36254e-1189-4341-9b15-4eb05427c5ee admin admin] 10.222.0.24 "PUT /v2.0/routers/e962843b-c1fa-45f8-bdb5-25137dbb3373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9747722 Apr 18 12:12:04.674085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:04.679506 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] Sync routers for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:04.682658 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ddce43d5-3af5-4c3b-b2c7-f19e1d409fd5 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/e648ab96-14d4-477d-9f93-d41aecb584e1 HTTP/1.1" status: 204 len: 168 time: 1.7069590 Apr 18 12:12:04.683489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56532) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:04.687904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:04.692257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:04.693227 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:04.693944 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:04.747893 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e8d0e67-078b-4652-bf2d-efa489714530 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5088124 Apr 18 12:12:04.750569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56536) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:04.757430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1447554611'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:04.787160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:04.802406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Router df350f98-c4dd-4f12-b6f8-f151eddc2c40 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:12:04.819108 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cecbc76-7a31-4200-b501-e30149a286a4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:04.819613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cecbc76-7a31-4200-b501-e30149a286a4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:04.821220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-b03b1e37-16aa-4804-8d38-e9693729df31', 'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': '68e251c2-6e32-442b-98d5-be6fcf089c22'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:04.822548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.824054 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3cecbc76-7a31-4200-b501-e30149a286a4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/8612f79d-22ed-41aa-96b7-71b29cda4589 HTTP/1.1" status: 404 len: 337 time: 0.1332724 Apr 18 12:12:04.828380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56540) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:04.876400 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2b8ae80-3d00-4a07-9ee4-a201dfb28632 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:04.876899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2b8ae80-3d00-4a07-9ee4-a201dfb28632 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:04.881960 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d2b8ae80-3d00-4a07-9ee4-a201dfb28632 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/6b6f5875-c936-4cd5-88af-a82b2945186d HTTP/1.1" status: 404 len: 339 time: 0.0509081 Apr 18 12:12:04.886027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56544) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:04.928978 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:12:04.991241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.993560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:04.997780 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-955c3e01-903c-48d4-84d9-3bd2ca332c8e tempest-ServersTestJSON-812555509 tempest-ServersTestJSON-812555509-project] 10.222.0.24 "DELETE /v2.0/floatingips/f3f99e13-6fd8-42ac-a27f-0d0ba3902a36 HTTP/1.1" status: 204 len: 168 time: 2.3884363 Apr 18 12:12:05.011947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56548) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:05.012508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:05.015934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.046904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Allocated IP 2001:db8::2 (b03b1e37-16aa-4804-8d38-e9693729df31/68e251c2-6e32-442b-98d5-be6fcf089c22/0b924229-f677-409d-9aac-70bfbcd065c8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:05.065610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.142984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting subnet 65c55c2c-91fe-4b27-9daa-a87c7dc9d185 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:05.153873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.189087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:05.199178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Router 334994fd-f08c-43f6-ab0f-b011a5a0b556 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:12:05.236107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Allocated IP 172.20.255.242 (4e91c9fc-b7e7-4e76-ad43-ab89df06c970/62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6/7312e2a9-a5ed-47a5-a55a-8164116feb43) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:05.240675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:05.258230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:05.313104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:05.332707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:05.355460 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:12:01Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:05.365939 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] Checking router: e962843b-c1fa-45f8-bdb5-25137dbb3373 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:12:05.380746 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] Routers {'e962843b-c1fa-45f8-bdb5-25137dbb3373'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:05.381395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:05.381864 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e962843b-c1fa-45f8-bdb5-25137dbb3373'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:05.398984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.400329 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0670ae23-93c7-482b-a23a-ab6b17a740b3 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "PUT /v2.0/routers/df350f98-c4dd-4f12-b6f8-f151eddc2c40 HTTP/1.1" status: 200 len: 879 time: 6.6210535 Apr 18 12:12:05.406082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:05.427602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.427939 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 62a7a43c-18e9-45d6-9ed4-81181cb7d9cd of type vlan for network 5ff0e917-8da5-4e98-be01-815a6448e277 Apr 18 12:12:05.431865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] Sync routers for ids ['df350f98-c4dd-4f12-b6f8-f151eddc2c40'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:05.449136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.469038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:05.472900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.476034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.483184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.489804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] Routers {'df350f98-c4dd-4f12-b6f8-f151eddc2c40'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:05.490640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['df350f98-c4dd-4f12-b6f8-f151eddc2c40'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:05.523105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 07818e22-bd65-4cb6-81e0-dbe1bbb61626 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:05.613309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.678446 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] Set router e962843b-c1fa-45f8-bdb5-25137dbb3373 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:12:05.686862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Deleting port ed01abdf-cf43-4a44-8476-36186c16908d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:05.687459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.700277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.710394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Transition to ACTIVE for port object 7312e2a9-a5ed-47a5-a55a-8164116feb43 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:05.728286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Transition to ACTIVE for port object 7312e2a9-a5ed-47a5-a55a-8164116feb43 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:05.730889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Transition to ACTIVE for port object 0b924229-f677-409d-9aac-70bfbcd065c8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:05.747493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:05.764831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] Routers {'df350f98-c4dd-4f12-b6f8-f151eddc2c40'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:05.765441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['df350f98-c4dd-4f12-b6f8-f151eddc2c40'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:05.819821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Transition to ACTIVE for port object 0b924229-f677-409d-9aac-70bfbcd065c8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:05.821738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.829935 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bd466747-f733-4529-8afc-7fd7373f3aa4 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/df350f98-c4dd-4f12-b6f8-f151eddc2c40 HTTP/1.1" status: 200 len: 920 time: 0.4225667 Apr 18 12:12:05.897095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Pushing event updated for resources: {'Port': ['ID=7312e2a9-a5ed-47a5-a55a-8164116feb43,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:05.900929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:05.901382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffcc916-6d95-46b5-b9a6-fad292654f4b None None] The sync data for ids ['df350f98-c4dd-4f12-b6f8-f151eddc2c40'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:05.913301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:05.916138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.917908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:05.920011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.929475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:05.931995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.932336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.932668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.932993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.933322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.933636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.933953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.934268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.934622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.934936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.935248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.935560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:12:05.950843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] For port ed01abdf-cf43-4a44-8476-36186c16908d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ed01abdf-cf43-4a44-8476-36186c16908d,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:05.954634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.959087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:05.959266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56556) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:05.966453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.972434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:05.974982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:05.977994 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] Sync routers for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:06.000382 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:06.003568 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:06.008127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Pushing event updated for resources: {'Port': ['ID=0b924229-f677-409d-9aac-70bfbcd065c8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:06.038953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Network b03b1e37-16aa-4804-8d38-e9693729df31 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:06.044318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:06.051333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:06.059477 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-45d8cf2b-3256-41a7-b27f-0f1e2a3ae705 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "PUT /v2.0/routers/334994fd-f08c-43f6-ab0f-b011a5a0b556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6323576 Apr 18 12:12:06.080221 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:06.091787 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] Routers {'334994fd-f08c-43f6-ab0f-b011a5a0b556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:06.092414 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:11:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['334994fd-f08c-43f6-ab0f-b011a5a0b556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:06.112726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Attempting to bind port 7312e2a9-a5ed-47a5-a55a-8164116feb43 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:06.113086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Attempting to bind port 7312e2a9-a5ed-47a5-a55a-8164116feb43 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2986b1c8-fe22-40d6-9f2d-f521d5e3c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:06.113426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Attempting to bind port 7312e2a9-a5ed-47a5-a55a-8164116feb43 on network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:06.150373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:06.150788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Checking segment: {'id': '2986b1c8-fe22-40d6-9f2d-f521d5e3c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:06.151167 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.151558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Bound using segment: {'id': '2986b1c8-fe22-40d6-9f2d-f521d5e3c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:06.152034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Bound port: 7312e2a9-a5ed-47a5-a55a-8164116feb43, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2986b1c8-fe22-40d6-9f2d-f521d5e3c026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4e91c9fc-b7e7-4e76-ad43-ab89df06c970'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:06.152403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.161022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56560) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:06.194305 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:06.194723 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf983ec-08b7-4fdd-b5c9-b62429ecf537 None None] The sync data for ids ['334994fd-f08c-43f6-ab0f-b011a5a0b556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:06.223230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Attempting to bind port 0b924229-f677-409d-9aac-70bfbcd065c8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:06.223841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Attempting to bind port 0b924229-f677-409d-9aac-70bfbcd065c8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:06.224360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Attempting to bind port 0b924229-f677-409d-9aac-70bfbcd065c8 on network b03b1e37-16aa-4804-8d38-e9693729df31 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:06.233777 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:12:01Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:06.239386 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71179b6a-c321-40ee-8a11-c6993f41f848 None None] The sync data for ids ['e962843b-c1fa-45f8-bdb5-25137dbb3373'] in dv-neutron-837089-1-hyperv is: [{'id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'name': 'tempest-ServersTestManualDisk-48175166-router', 'tenant_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65'}], 'enable_snat': True}, 'gw_port_id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:00Z', 'updated_at': '2022-04-18T12:12:01Z', 'revision_number': 5, 'project_id': '168cbdd8430b4e588d3fc40ee4bdc288', 'gw_port': {'id': 'ed01abdf-cf43-4a44-8476-36186c16908d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:a9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e962843b-c1fa-45f8-bdb5-25137dbb3373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:02Z', 'updated_at': '2022-04-18T12:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:06.251215 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6913121 Apr 18 12:12:06.269689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 11, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:06.270261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Checking segment: {'id': 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:06.271073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.271073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Bound using segment: {'id': 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:06.271311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Bound port: 0b924229-f677-409d-9aac-70bfbcd065c8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'b03b1e37-16aa-4804-8d38-e9693729df31'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:06.271671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.278238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56564) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:06.293453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182afb71-372d-421a-89ff-3a9682467f1b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=5ff0e917-8da5-4e98-be01-815a6448e277,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:06.305162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:06.324007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 5ff0e917-8da5-4e98-be01-815a6448e277 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:06.332737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::31e (b03b1e37-16aa-4804-8d38-e9693729df31/68e251c2-6e32-442b-98d5-be6fcf089c22/07818e22-bd65-4cb6-81e0-dbe1bbb61626) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:06.452204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Calling delete_port for ed01abdf-cf43-4a44-8476-36186c16908d owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:06.478224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] For port 7312e2a9-a5ed-47a5-a55a-8164116feb43, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:06.495161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] For port 7312e2a9-a5ed-47a5-a55a-8164116feb43, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7312e2a9-a5ed-47a5-a55a-8164116feb43,segment=NetworkSegment(2986b1c8-fe22-40d6-9f2d-f521d5e3c026),segment_id=2986b1c8-fe22-40d6-9f2d-f521d5e3c026)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:06.500688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] For port 0b924229-f677-409d-9aac-70bfbcd065c8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:06.503974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] For port 0b924229-f677-409d-9aac-70bfbcd065c8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b924229-f677-409d-9aac-70bfbcd065c8,segment=NetworkSegment(ee9c5232-d6e3-46a2-8905-64b5b3ee6f18),segment_id=ee9c5232-d6e3-46a2-8905-64b5b3ee6f18)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:06.517208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.581977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.617141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=65c55c2c-91fe-4b27-9daa-a87c7dc9d185,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:06.621773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.646253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:06.654174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba92739-3779-4caf-a201-2bf71adc86ac tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:06.655014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cba92739-3779-4caf-a201-2bf71adc86ac tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Synchronizing usage tracker for tenant:3ba4c7a17d124fcc860a182a2566f72c on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:06.657317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.681831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2088d3a3-259f-4ead-841d-91538898ca05 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:06.697956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cba92739-3779-4caf-a201-2bf71adc86ac tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Unset dirty status for tenant:3ba4c7a17d124fcc860a182a2566f72c on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:06.700503 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cba92739-3779-4caf-a201-2bf71adc86ac tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=df350f98-c4dd-4f12-b6f8-f151eddc2c40&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7401333 Apr 18 12:12:06.706105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56568) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:06.719260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:06.721111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.722866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:06.741647 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f2db349-4b0a-414f-be49-251c22a44b79 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/65c55c2c-91fe-4b27-9daa-a87c7dc9d185 HTTP/1.1" status: 204 len: 168 time: 1.8524394 Apr 18 12:12:06.741647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:06.746930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56572) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:06.860274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting subnet 1d76ceec-8849-4994-9f0b-152611d78422 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:06.868142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.871630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0965d4-7d00-4fc3-9745-db8170a28e53 None None] Pushing event updated for resources: {'Port': ['ID=7312e2a9-a5ed-47a5-a55a-8164116feb43,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:06.914701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:06.974630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a3813-cc31-4637-9db2-75e554dfc8a3 None None] Pushing event updated for resources: {'Port': ['ID=0b924229-f677-409d-9aac-70bfbcd065c8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:07.049646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.101333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:07.105086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.114089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object 07818e22-bd65-4cb6-81e0-dbe1bbb61626 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:07.148254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047b8e6-c302-49cd-a478-7108a8f52fb6 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:07.155288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e047b8e6-c302-49cd-a478-7108a8f52fb6 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Synchronizing usage tracker for tenant:3ba4c7a17d124fcc860a182a2566f72c on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:07.269201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Pushing event deleted for resources: {'Port': ['ID=ed01abdf-cf43-4a44-8476-36186c16908d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:07.342241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.416696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.476871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7312e2a9-a5ed-47a5-a55a-8164116feb43 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:07.584623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.597632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.601130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.640651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e047b8e6-c302-49cd-a478-7108a8f52fb6 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Unset dirty status for tenant:3ba4c7a17d124fcc860a182a2566f72c on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:07.642811 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e047b8e6-c302-49cd-a478-7108a8f52fb6 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.9304984 Apr 18 12:12:07.644734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56578) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:07.666759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7312e2a9-a5ed-47a5-a55a-8164116feb43 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:07.675619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b924229-f677-409d-9aac-70bfbcd065c8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:07.679850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting port d0933f1a-4479-4fae-b9fa-cb628d48c7e1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:07.680441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.719510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.719776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c80342fb-347c-4d7e-a06a-4643ebadcfaf tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=df350f98-c4dd-4f12-b6f8-f151eddc2c40 HTTP/1.1" status: 200 len: 205 time: 0.0739651 Apr 18 12:12:07.722879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:07.787644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.788147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Fanout notify agent at l3_agent the message router_deleted on router e962843b-c1fa-45f8-bdb5-25137dbb3373 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:07.797732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:07.827901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0b924229-f677-409d-9aac-70bfbcd065c8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:07.859862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9dca63e4-aa9f-4a9d-af46-886648507e4c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:07.889239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network b03b1e37-16aa-4804-8d38-e9693729df31 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:07.923164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:07.937217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9dca63e4-aa9f-4a9d-af46-886648507e4c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:07.937691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9dca63e4-aa9f-4a9d-af46-886648507e4c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:07.953280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:07.960081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:07.960884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.044282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d588ce99-b96e-4f81-95b3-5a8a594c1eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.084509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.085826 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-abf010a3-fd2a-43b7-a366-34a1c4b63bba admin admin] 10.222.0.24 "DELETE /v2.0/routers/e962843b-c1fa-45f8-bdb5-25137dbb3373 HTTP/1.1" status: 204 len: 168 time: 3.4086680 Apr 18 12:12:08.086783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=07818e22-bd65-4cb6-81e0-dbe1bbb61626,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:08.091234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:08.097435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.158565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a68170dc-6121-44fc-b452-be6cc8ab83a8 None None] Provisioning complete for port 37db5daf-ffb1-4488-977d-907eb43398a7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:08.159048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a68170dc-6121-44fc-b452-be6cc8ab83a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.180453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.246371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.254695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=1d76ceec-8849-4994-9f0b-152611d78422,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:08.266785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.286078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92329c29-a66b-4880-a4cc-b5e9a6849b44 None None] Network c37ac2c4-1e67-41a0-b078-dff7de7ce734 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:08.304795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Deleting subnet 94ec2051-74de-4c88-a18b-2ab28518fba3 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:08.313427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.352793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.424406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.438883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Calling delete_port for d0933f1a-4479-4fae-b9fa-cb628d48c7e1 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:08.544543 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3f023ee6-ad62-465a-92db-938f139abd2b tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/1d76ceec-8849-4994-9f0b-152611d78422 HTTP/1.1" status: 204 len: 168 time: 1.7965922 Apr 18 12:12:08.560646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c6c1e-32f7-40b5-835f-578015b4b391 None None] Network b03b1e37-16aa-4804-8d38-e9693729df31 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:08.589282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56590) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:08.630897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bd776df8-9954-42ec-bad9-31b59146ec75 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.8767130 Apr 18 12:12:08.632924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56594) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:08.716420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.763950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=07a814d0-6041-4cc1-90bb-02bd788141dd,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:08.774007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] Provisioning for port 0b924229-f677-409d-9aac-70bfbcd065c8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:08.783306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] Provisioning complete for port 0b924229-f677-409d-9aac-70bfbcd065c8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:08.783893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.824873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.838095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510825bc-f216-4fd3-b34d-6a981209d200 None None] Network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:08.873189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.903966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 37db5daf-ffb1-4488-977d-907eb43398a7 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:08.904302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:08.951411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Deleting port f3d1c18d-9a1d-4761-88e8-434d39904b4e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:08.951601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.010568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.039572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 07818e22-bd65-4cb6-81e0-dbe1bbb61626 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:09.039572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.075644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:09.075818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: 5ff0e917-8da5-4e98-be01-815a6448e277, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:09.182893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] DHCP port deletion for c37ac2c4-1e67-41a0-b078-dff7de7ce734 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:09.221442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Deleting port 37db5daf-ffb1-4488-977d-907eb43398a7 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:09.222365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.286038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 5ff0e917-8da5-4e98-be01-815a6448e277 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:09.293757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 37db5daf-ffb1-4488-977d-907eb43398a7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:09.332543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.354552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.362873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 37db5daf-ffb1-4488-977d-907eb43398a7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=37db5daf-ffb1-4488-977d-907eb43398a7,segment=NetworkSegment(df6e7cb2-d703-4068-8257-aae731acbfcd),segment_id=df6e7cb2-d703-4068-8257-aae731acbfcd)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:09.362873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.435969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.497975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 5ff0e917-8da5-4e98-be01-815a6448e277) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:09.504998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Port': ['ID=d0933f1a-4479-4fae-b9fa-cb628d48c7e1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:09.511810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] For port 0b924229-f677-409d-9aac-70bfbcd065c8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b924229-f677-409d-9aac-70bfbcd065c8,segment=NetworkSegment(ee9c5232-d6e3-46a2-8905-64b5b3ee6f18),segment_id=ee9c5232-d6e3-46a2-8905-64b5b3ee6f18)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:09.519844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3f7fe4-83b0-4390-bef8-296b4f65ff91 None None] Network 5ff0e917-8da5-4e98-be01-815a6448e277 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:09.521001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:09.524508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.553525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Deleting port 1b387f01-c652-47f3-9c28-c5b5e737f7b6 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:09.553867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.586722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.608545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.619756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 37db5daf-ffb1-4488-977d-907eb43398a7 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:09.659177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Calling delete_port for f3d1c18d-9a1d-4761-88e8-434d39904b4e owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:09.670417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.706786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ec2051-74de-4c88-a18b-2ab28518fba3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:09.721250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:09.736780 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-58523943-e6c6-45fd-bfc8-a5f5717ef86a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94ec2051-74de-4c88-a18b-2ab28518fba3 HTTP/1.1" status: 204 len: 168 time: 1.6416788 Apr 18 12:12:09.752026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:09.784091 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f766c66-6476-49ff-9af4-71025cbea50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5022583 Apr 18 12:12:09.788019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56602) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:09.830963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f291d627-bf82-451e-93c2-8d86298e5eb8 None None] Network 7499a3a6-6e7b-4759-a265-980b1f3eb82c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:09.855961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 07818e22-bd65-4cb6-81e0-dbe1bbb61626 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:09.954578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.155490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.157142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.165886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.183111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.214906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.223445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=37db5daf-ffb1-4488-977d-907eb43398a7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:10.231542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 37db5daf-ffb1-4488-977d-907eb43398a7 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:10.236414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] For port 37db5daf-ffb1-4488-977d-907eb43398a7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=37db5daf-ffb1-4488-977d-907eb43398a7,segment=NetworkSegment(df6e7cb2-d703-4068-8257-aae731acbfcd),segment_id=df6e7cb2-d703-4068-8257-aae731acbfcd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:10.237806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.259955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] For port 1b387f01-c652-47f3-9c28-c5b5e737f7b6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1b387f01-c652-47f3-9c28-c5b5e737f7b6,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:10.260316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.289417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3ab8ec3a-c9e7-4096-924a-bf97c5bdc2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.292159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] Provisioning for port 7312e2a9-a5ed-47a5-a55a-8164116feb43 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:10.330086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Deleting port 3daa10a2-9642-4e51-83b1-89cc2a80d96a {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:10.330545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.351529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] Provisioning complete for port 7312e2a9-a5ed-47a5-a55a-8164116feb43 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:10.351903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.414075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9e5fd-5c8d-4adc-8020-bfa4a05eb087 None None] Pushing event updated for resources: {'Port': ['ID=0b924229-f677-409d-9aac-70bfbcd065c8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:10.423981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.425265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Fanout notify agent at l3_agent the message router_deleted on router 334994fd-f08c-43f6-ab0f-b011a5a0b556 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:10.440804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Calling delete_port for 1b387f01-c652-47f3-9c28-c5b5e737f7b6 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:10.527280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.556590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Calling delete_port for 37db5daf-ffb1-4488-977d-907eb43398a7 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:10.672462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5ff0e917-8da5-4e98-be01-815a6448e277', 'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '07a814d0-6041-4cc1-90bb-02bd788141dd'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:10.673348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.676315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.679778 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68938e13-044d-4c2c-8baa-57c0e2a8f38e tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "DELETE /v2.0/routers/334994fd-f08c-43f6-ab0f-b011a5a0b556 HTTP/1.1" status: 204 len: 168 time: 4.5076985 Apr 18 12:12:10.682084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56610) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:10.683249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] DHCP port deletion for 7499a3a6-6e7b-4759-a265-980b1f3eb82c request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:10.702831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ed01abdf-cf43-4a44-8476-36186c16908d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:10.718565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.728404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] Deleting port 3daa10a2-9642-4e51-83b1-89cc2a80d96a {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:10.728574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.740581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.777169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ed01abdf-cf43-4a44-8476-36186c16908d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:10.777512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ed01abdf-cf43-4a44-8476-36186c16908d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:10.803811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=07818e22-bd65-4cb6-81e0-dbe1bbb61626,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:10.835943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37ac2c4-1e67-41a0-b078-dff7de7ce734']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:10.857701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.862666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.864457 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0d9b7d83-9d99-4499-a1d7-0436f72bf0d5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/07818e22-bd65-4cb6-81e0-dbe1bbb61626 HTTP/1.1" status: 204 len: 168 time: 2.2256522 Apr 18 12:12:10.866574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.872526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56614) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:10.901649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6e7cb2-d703-4068-8257-aae731acbfcd') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:10.902524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6e7cb2-d703-4068-8257-aae731acbfcd') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:10.917055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting subnet ada35b6b-0c8a-407f-92c5-f3180c7cba09 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:10.927028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.929102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.951918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:10.954809 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-046f7a89-e5d7-4b0b-a01b-b5f45312b0a6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:12:10.955886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-046f7a89-e5d7-4b0b-a01b-b5f45312b0a6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:10.963470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:10.968857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.005214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.060591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-046f7a89-e5d7-4b0b-a01b-b5f45312b0a6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:11.064276 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-046f7a89-e5d7-4b0b-a01b-b5f45312b0a6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/07818e22-bd65-4cb6-81e0-dbe1bbb61626 HTTP/1.1" status: 404 len: 333 time: 0.1872556 Apr 18 12:12:11.065116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56618) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:11.075633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:11.107238 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:11.115103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:11.117422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:11.136952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] For port 3daa10a2-9642-4e51-83b1-89cc2a80d96a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3daa10a2-9642-4e51-83b1-89cc2a80d96a,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:11.137340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.162874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event deleted for resources: {'Port': ['ID=f3d1c18d-9a1d-4761-88e8-434d39904b4e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:11.197052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] For port 3daa10a2-9642-4e51-83b1-89cc2a80d96a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3daa10a2-9642-4e51-83b1-89cc2a80d96a,segment=NetworkSegment(39680bb0-7cbd-4b32-b3f3-3140c9d7efe2),segment_id=39680bb0-7cbd-4b32-b3f3-3140c9d7efe2)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:11.197468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.210792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 68e251c2-6e32-442b-98d5-be6fcf089c22 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:11.212824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.269557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.316188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.322065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] Calling delete_port for 3daa10a2-9642-4e51-83b1-89cc2a80d96a owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:11.352451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b924229-f677-409d-9aac-70bfbcd065c8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:11.388917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] For port 7312e2a9-a5ed-47a5-a55a-8164116feb43, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7312e2a9-a5ed-47a5-a55a-8164116feb43,segment=NetworkSegment(2986b1c8-fe22-40d6-9f2d-f521d5e3c026),segment_id=2986b1c8-fe22-40d6-9f2d-f521d5e3c026)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:11.391331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Calling delete_port for 3daa10a2-9642-4e51-83b1-89cc2a80d96a owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:11.419597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.420461 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.451132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.457475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.472762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.478360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=c37ac2c4-1e67-41a0-b078-dff7de7ce734,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:11.505751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.508023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.531234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Allocated IP 172.20.0.2 (5ff0e917-8da5-4e98-be01-815a6448e277/07a814d0-6041-4cc1-90bb-02bd788141dd/45f7997e-4c57-42e2-bf72-33b3303876cb) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:11.543839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.561679 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c71a99a7-803b-40fc-a8e3-1868cbcccc19 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/c37ac2c4-1e67-41a0-b078-dff7de7ce734 HTTP/1.1" status: 204 len: 168 time: 2.9712825 Apr 18 12:12:11.573948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Pushing event deleted for resources: {'Port': ['ID=1b387f01-c652-47f3-9c28-c5b5e737f7b6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:11.581112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56622) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:11.631355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056e2ab-165f-4ac7-8a67-f645c54de68b None None] Pushing event updated for resources: {'Port': ['ID=7312e2a9-a5ed-47a5-a55a-8164116feb43,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:11.635739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Deleting port 37db5daf-ffb1-4488-977d-907eb43398a7 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:11.636445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.679833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.703550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Subnet': ['ID=ada35b6b-0c8a-407f-92c5-f3180c7cba09,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:11.705781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.730442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0b924229-f677-409d-9aac-70bfbcd065c8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:11.731399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.737227 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90430eb-7aa4-4a18-8410-467b2c70bc88 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:11.737672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90430eb-7aa4-4a18-8410-467b2c70bc88 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:11.757167 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-42f00b6f-9ae6-4237-8062-aeabc9f5da39 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "DELETE /v2.0/subnets/ada35b6b-0c8a-407f-92c5-f3180c7cba09 HTTP/1.1" status: 204 len: 168 time: 1.0740242 Apr 18 12:12:11.761995 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a90430eb-7aa4-4a18-8410-467b2c70bc88 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/880be1ab-22d5-4c8e-9925-883b618d965c HTTP/1.1" status: 404 len: 337 time: 0.1670694 Apr 18 12:12:11.766805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56626) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:11.767130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56628) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:11.829391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4b94f7-a5fe-4df0-a7c5-eca3c7b296e6 None None] Network c19ff534-81ee-4b75-91ba-75ac74d5e612 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:11.854243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eda3d7a-9bff-4097-baff-ef44dbfb12f0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:11.854243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eda3d7a-9bff-4097-baff-ef44dbfb12f0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:11.866863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.869695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.871442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:11.871757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:11.891647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.929193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.963715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.964390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Fanout notify agent at l3_agent the message router_deleted on router df350f98-c4dd-4f12-b6f8-f151eddc2c40 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:11.973854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] Pushing event deleted for resources: {'Port': ['ID=3daa10a2-9642-4e51-83b1-89cc2a80d96a,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:11.987926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:11.990149 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0a84a82b-b9ca-4492-afd8-dd017265bc63 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/df350f98-c4dd-4f12-b6f8-f151eddc2c40 HTTP/1.1" status: 204 len: 168 time: 4.2653759 Apr 18 12:12:11.993512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb33f3d-7c8e-4f85-8f1d-59411c0c2468 None None] No DVR routers for this DVR port 3daa10a2-9642-4e51-83b1-89cc2a80d96a on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:11.995706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56634) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.002213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1669337725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:12.009202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ecf6d-cc7a-4f52-9da4-d1fdab36b7cf None None] The port '37db5daf-ffb1-4488-977d-907eb43398a7' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:12.009727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:12.014088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Usage tracker for resource:router and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:12.017660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:12.020568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56638) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.020774 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3eda3d7a-9bff-4097-baff-ef44dbfb12f0 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/a70a0161-f04a-4eba-8bbc-68423deda951 HTTP/1.1" status: 404 len: 339 time: 0.2495518 Apr 18 12:12:12.047269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=68e251c2-6e32-442b-98d5-be6fcf089c22,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:12.049987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.054478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-06f89576-370e-43db-b683-62f8d04c26ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/68e251c2-6e32-442b-98d5-be6fcf089c22 HTTP/1.1" status: 204 len: 168 time: 0.9884117 Apr 18 12:12:12.059368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56642) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.062412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:12.067607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.076191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa96d6-9c76-46dd-9aa0-205ff9569acc None None] Network b03b1e37-16aa-4804-8d38-e9693729df31 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:12.091712 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5631fd06-0cd4-4290-8b79-eff2f31a3ba4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:12.092221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5631fd06-0cd4-4290-8b79-eff2f31a3ba4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:12.097332 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5631fd06-0cd4-4290-8b79-eff2f31a3ba4 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/af505998-6407-43d3-8a58-f1d3487d297c HTTP/1.1" status: 404 len: 337 time: 0.0722680 Apr 18 12:12:12.103647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10025260-0139-45a5-b351-2b8df3c80d5a None None] Provisioning complete for port 7312e2a9-a5ed-47a5-a55a-8164116feb43 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:12.106376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10025260-0139-45a5-b351-2b8df3c80d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.110977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56646) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.151136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:12.151136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.187658 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2934f0a-708c-4ab5-859f-c14440de0616 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:12.188300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2934f0a-708c-4ab5-859f-c14440de0616 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:12.192564 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a2934f0a-708c-4ab5-859f-c14440de0616 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/53b2bcb2-509b-48c8-891b-76f27cf6e53e HTTP/1.1" status: 404 len: 339 time: 0.0784342 Apr 18 12:12:12.192811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56650) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.196428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.197534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.232970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.239114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.259166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 0b924229-f677-409d-9aac-70bfbcd065c8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:12.259430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.359751 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-723f9923-0932-4058-9f31-5428f076a53c tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:12.360197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723f9923-0932-4058-9f31-5428f076a53c tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:12.364417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.364567 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-723f9923-0932-4058-9f31-5428f076a53c tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/4fe23875-4ad8-4e52-9371-091c4c0797bf HTTP/1.1" status: 404 len: 337 time: 0.1680260 Apr 18 12:12:12.371508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56654) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.375877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.401016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Deleting port 3daa10a2-9642-4e51-83b1-89cc2a80d96a {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:12.401016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.450143 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5799bf-7e99-4862-9654-bd177639e387 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:12.450638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5799bf-7e99-4862-9654-bd177639e387 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:12.454772 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5a5799bf-7e99-4862-9654-bd177639e387 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/853079e4-f9f7-42f4-b98a-dc42cf2aaa5a HTTP/1.1" status: 404 len: 339 time: 0.0802207 Apr 18 12:12:12.470489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56658) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.506862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] The port '3daa10a2-9642-4e51-83b1-89cc2a80d96a' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:12.554487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.558302 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3601891f-eeea-4d06-9a2f-9cfc9b09abe5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5613294 Apr 18 12:12:12.559185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56662) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:12.613551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': True}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:12.626995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.664947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Transition to ACTIVE for port object 45f7997e-4c57-42e2-bf72-33b3303876cb will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:12.708265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Transition to ACTIVE for port object 45f7997e-4c57-42e2-bf72-33b3303876cb will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:12.709350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10025260-0139-45a5-b351-2b8df3c80d5a None None] Provisioning complete for port 0b924229-f677-409d-9aac-70bfbcd065c8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:12.709710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10025260-0139-45a5-b351-2b8df3c80d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.733781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting subnet 94fa9bb8-9887-4bcc-a0f2-0200cf22ba43 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:12.761323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.804573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3daa10a2-9642-4e51-83b1-89cc2a80d96a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:12.824826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] For port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,segment=NetworkSegment(a08ecb32-f789-4816-bc18-dc8bdad5d866),segment_id=a08ecb32-f789-4816-bc18-dc8bdad5d866)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:12.825189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.844001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] DHCP port deletion for c19ff534-81ee-4b75-91ba-75ac74d5e612 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:12.874876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] DHCP port deletion for b03b1e37-16aa-4804-8d38-e9693729df31 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:12.878847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.912940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 3daa10a2-9642-4e51-83b1-89cc2a80d96a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:12.913280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3daa10a2-9642-4e51-83b1-89cc2a80d96a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:12.914818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Deleting port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:12.915188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.955982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Deleting port 0b924229-f677-409d-9aac-70bfbcd065c8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:12.956358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.958273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:12.974564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] For port 0b924229-f677-409d-9aac-70bfbcd065c8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b924229-f677-409d-9aac-70bfbcd065c8,segment=NetworkSegment(ee9c5232-d6e3-46a2-8905-64b5b3ee6f18),segment_id=ee9c5232-d6e3-46a2-8905-64b5b3ee6f18)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:12.974922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.004407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Calling delete_port for 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:13.014980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.032575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Network 5ff0e917-8da5-4e98-be01-815a6448e277 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:13.040538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:13.066183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:13.100251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.165621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7499a3a6-6e7b-4759-a265-980b1f3eb82c']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:13.180926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.192041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 0b924229-f677-409d-9aac-70bfbcd065c8 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:13.195010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Pushing event updated for resources: {'Port': ['ID=45f7997e-4c57-42e2-bf72-33b3303876cb,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:13.316147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.327475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10025260-0139-45a5-b351-2b8df3c80d5a None None] Could not find standard attr ID for object 07818e22-bd65-4cb6-81e0-dbe1bbb61626. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:12:13.375242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Attempting to bind port 45f7997e-4c57-42e2-bf72-33b3303876cb on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:13.375596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Attempting to bind port 45f7997e-4c57-42e2-bf72-33b3303876cb by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:13.375960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Attempting to bind port 45f7997e-4c57-42e2-bf72-33b3303876cb on network 5ff0e917-8da5-4e98-be01-815a6448e277 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:13.411147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.455043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:13.455375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39680bb0-7cbd-4b32-b3f3-3140c9d7efe2') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:13.463840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:12:13.480339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=07a814d0-6041-4cc1-90bb-02bd788141dd,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:13.481081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Port': ['ID=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:13.483044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] No DVR routers for this DVR port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:13.527731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7312e2a9-a5ed-47a5-a55a-8164116feb43 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:13.558899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:13.559381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Checking segment: {'id': '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:13.559667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.560058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Bound using segment: {'id': '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:13.560537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Bound port: 45f7997e-4c57-42e2-bf72-33b3303876cb, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5ff0e917-8da5-4e98-be01-815a6448e277'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:13.560904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.570803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.594149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.619104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] For port 0b924229-f677-409d-9aac-70bfbcd065c8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b924229-f677-409d-9aac-70bfbcd065c8,segment=NetworkSegment(ee9c5232-d6e3-46a2-8905-64b5b3ee6f18),segment_id=ee9c5232-d6e3-46a2-8905-64b5b3ee6f18)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:13.619491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.627510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] For port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7941d9e2-e9fa-4fa5-a39a-5d265294eb1b,segment=NetworkSegment(a08ecb32-f789-4816-bc18-dc8bdad5d866),segment_id=a08ecb32-f789-4816-bc18-dc8bdad5d866)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:13.627898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.669413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.685054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.703107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:13.703500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:13.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:13.801074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.808711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff0e917-8da5-4e98-be01-815a6448e277']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:13.832747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.841041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:13.841663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:13.861648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.882516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.901748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Calling delete_port for 0b924229-f677-409d-9aac-70bfbcd065c8 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:13.938453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.942285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:13.942691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:13.949513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Calling delete_port for 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:13.991918 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:14.013933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19ff534-81ee-4b75-91ba-75ac74d5e612']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.021291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.026265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.039105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=94fa9bb8-9887-4bcc-a0f2-0200cf22ba43,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:14.050786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.054669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08ecb32-f789-4816-bc18-dc8bdad5d866') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.054995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08ecb32-f789-4816-bc18-dc8bdad5d866') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.062021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:14.065696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cb8809-42c1-4c12-8370-b1465d732965 None None] Network c9c842b6-b485-4aac-b8e9-05b05a021dd5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:14.071791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.100280 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-228a3b74-dae7-4c35-b396-108a5632425a admin admin] 10.222.0.24 "PUT /v2.0/routers/77d8e256-80aa-4551-8e1b-b77c2c5c4d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0754592 Apr 18 12:12:14.101821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c36957e2-42f4-41fe-a917-41ddf8babe43 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/94fa9bb8-9887-4bcc-a0f2-0200cf22ba43 HTTP/1.1" status: 204 len: 168 time: 1.6229246 Apr 18 12:12:14.104158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56670) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:14.104945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56672) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:14.116806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] Sync routers for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:14.128094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No DVR routers for this DVR port 0b924229-f677-409d-9aac-70bfbcd065c8 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:14.129942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=0b924229-f677-409d-9aac-70bfbcd065c8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:14.151933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] For port 45f7997e-4c57-42e2-bf72-33b3303876cb, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:14.161972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.187257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] Pushing event deleted for resources: {'Network': ['ID=7499a3a6-6e7b-4759-a265-980b1f3eb82c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:14.206550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7312e2a9-a5ed-47a5-a55a-8164116feb43 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:14.206888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.219679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:14.220085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:14.236562 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:14.250740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:14.250740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.294590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:14.294940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:14.295616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:14.295789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:12:14.295789 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:12:14.295789 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': '5ff0e917-8da5-4e98-be01-815a6448e277'}] Apr 18 12:12:14.295789 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:14.296100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:14.296520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:14.301718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.315490 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4e168e83-51cd-42f5-a098-414a2705445d admin admin] 10.222.0.24 "DELETE /v2.0/networks/7499a3a6-6e7b-4759-a265-980b1f3eb82c HTTP/1.1" status: 204 len: 168 time: 4.5626853 Apr 18 12:12:14.316042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] For port 45f7997e-4c57-42e2-bf72-33b3303876cb, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=45f7997e-4c57-42e2-bf72-33b3303876cb,segment=NetworkSegment(62a7a43c-18e9-45d6-9ed4-81181cb7d9cd),segment_id=62a7a43c-18e9-45d6-9ed4-81181cb7d9cd)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:14.339749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03b1e37-16aa-4804-8d38-e9693729df31']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.356567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.356862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9c5232-d6e3-46a2-8905-64b5b3ee6f18') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:14.372198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.396434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.459231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.480983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 957cd00b-353f-4e7e-9f53-c3b63d547184 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:14.481358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.537149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.580000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:14.580422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:14.596726 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:14.598598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.601376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.677211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.694063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.726252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.734528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Network': ['ID=c19ff534-81ee-4b75-91ba-75ac74d5e612,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:14.764181 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-373e2db0-25fc-4c89-99cf-78905a330ab2 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "DELETE /v2.0/networks/c19ff534-81ee-4b75-91ba-75ac74d5e612 HTTP/1.1" status: 204 len: 168 time: 2.9925921 Apr 18 12:12:14.769939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56684) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:14.797290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.815799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.818911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Deleting port 0b924229-f677-409d-9aac-70bfbcd065c8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:14.819289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:14.843461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Deleting port 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:14.843835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.003108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fba53d-d988-471e-9af2-e078a0602464 None None] Pushing event updated for resources: {'Port': ['ID=45f7997e-4c57-42e2-bf72-33b3303876cb,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:15.020609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.040771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:12:15.078800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Deleting port 4b781253-357d-4e9b-b419-21f74ec923c8 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:15.079349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.088956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=b03b1e37-16aa-4804-8d38-e9693729df31,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:15.114598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56688) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:15.142930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc092e-d4df-4b15-9f47-312ea94f3964 None None] The port '0b924229-f677-409d-9aac-70bfbcd065c8' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:15.145822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 45f7997e-4c57-42e2-bf72-33b3303876cb {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:15.146259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.184007 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-79aa60df-9f22-4dfe-bf8d-790fda25897f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/b03b1e37-16aa-4804-8d38-e9693729df31 HTTP/1.1" status: 204 len: 168 time: 3.1161003 Apr 18 12:12:15.192523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56692) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:15.213445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'name': 'tempest-PortsIpV6TestJSON-1980702159'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:15.230521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fae4d31f-87b3-4edd-b4cf-522bd9633bfe None None] The port '7941d9e2-e9fa-4fa5-a39a-5d265294eb1b' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:15.361094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.388148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:15.391301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 957cd00b-353f-4e7e-9f53-c3b63d547184, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=957cd00b-353f-4e7e-9f53-c3b63d547184,segment=NetworkSegment(db142b7a-77d5-4bd6-aef3-92fd1db9c9dc),segment_id=db142b7a-77d5-4bd6-aef3-92fd1db9c9dc)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:15.391660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.400000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Allocated IP 172.26.4.13 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/890244e3-169c-4bae-aafe-12f0ca5626f5) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:15.452136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:15.452392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7941d9e2-e9fa-4fa5-a39a-5d265294eb1b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:15.452805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b924229-f677-409d-9aac-70bfbcd065c8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:15.497765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 0b924229-f677-409d-9aac-70bfbcd065c8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:15.498343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b924229-f677-409d-9aac-70bfbcd065c8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:15.507178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:15.577289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:15.590893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:15.593048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Deleting port 446581c4-4c77-4c0d-b108-8cd529d620e7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:15.593382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.595358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-65f33ace-40e3-4fd8-9dc1-d25ab93e5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:15.597018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4795a09b-2e0f-4581-afa0-865cf2988778 None None] Network 5ff0e917-8da5-4e98-be01-815a6448e277 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:15.597406 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-65f33ace-40e3-4fd8-9dc1-d25ab93e5807 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.5662405 Apr 18 12:12:15.613329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:15.627596 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-31d37fe5-a214-45ca-b470-94fe44438efd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=168cbdd8430b4e588d3fc40ee4bdc288&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5060754 Apr 18 12:12:15.664739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.665793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] DHCP port deletion for c9c842b6-b485-4aac-b8e9-05b05a021dd5 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:15.676929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Deleting port 957cd00b-353f-4e7e-9f53-c3b63d547184 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:15.677295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.707700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56696) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:15.717652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 957cd00b-353f-4e7e-9f53-c3b63d547184 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:15.781265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 957cd00b-353f-4e7e-9f53-c3b63d547184 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:15.810629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:15.813775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.825512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 45f7997e-4c57-42e2-bf72-33b3303876cb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=45f7997e-4c57-42e2-bf72-33b3303876cb,segment=NetworkSegment(62a7a43c-18e9-45d6-9ed4-81181cb7d9cd),segment_id=62a7a43c-18e9-45d6-9ed4-81181cb7d9cd)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:15.826378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.944947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:15.945353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.001534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 45f7997e-4c57-42e2-bf72-33b3303876cb owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:16.054402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port c01c34c8-1a36-433f-8130-6cade8a4b490 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:16.088603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1ce05-4f71-4fea-a1cd-2bd5c99921b0 req-54cafd25-ff7e-4b60-9731-7e64c9362940 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:16.089998 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c9d1ce05-4f71-4fea-a1cd-2bd5c99921b0 req-54cafd25-ff7e-4b60-9731-7e64c9362940 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.9068184 Apr 18 12:12:16.095993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.159505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-e4fbfd51-3ae5-487f-bf9e-dd81a4fcdcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:16.161032 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-e4fbfd51-3ae5-487f-bf9e-dd81a4fcdcae service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 0.5489316 Apr 18 12:12:16.167963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181'}], 'enable_snat': True}, 'gw_port_id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:12:11Z', 'revision_number': 5, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port': {'id': '446581c4-4c77-4c0d-b108-8cd529d620e7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f9:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:06Z', 'updated_at': '2022-04-18T12:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.179916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Calling delete_port for 4b781253-357d-4e9b-b419-21f74ec923c8 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:16.188690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] Checking router: 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:12:16.199787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.228128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] For port 957cd00b-353f-4e7e-9f53-c3b63d547184, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=957cd00b-353f-4e7e-9f53-c3b63d547184,segment=NetworkSegment(db142b7a-77d5-4bd6-aef3-92fd1db9c9dc),segment_id=db142b7a-77d5-4bd6-aef3-92fd1db9c9dc)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:16.228513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.251265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] Routers {'77d8e256-80aa-4551-8e1b-b77c2c5c4d49'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:16.253119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.278237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653215f9-4c64-4bb2-8e94-bcc682e9ba7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.285849 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-44e58319-4ccd-45b9-a01f-bb4d41687bba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 1001 time: 0.1177311 Apr 18 12:12:16.298033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c9d1ce05-4f71-4fea-a1cd-2bd5c99921b0 req-bf1627cc-e11b-4204-99c7-3b43adfae894 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403334 Apr 18 12:12:16.316045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] For port 446581c4-4c77-4c0d-b108-8cd529d620e7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=446581c4-4c77-4c0d-b108-8cd529d620e7,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:16.316550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.328999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.356416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.425429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.435901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=45f7997e-4c57-42e2-bf72-33b3303876cb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:16.439787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port 45f7997e-4c57-42e2-bf72-33b3303876cb on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:16.458152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Port': ['ID=957cd00b-353f-4e7e-9f53-c3b63d547184,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:16.461559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653215f9-4c64-4bb2-8e94-bcc682e9ba7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.530786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Calling delete_port for 446581c4-4c77-4c0d-b108-8cd529d620e7 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:16.547226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-61d895a0-c110-4486-971c-839bc24f1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:16.548690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-61d895a0-c110-4486-971c-839bc24f1a6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.2570443 Apr 18 12:12:16.570930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No DVR routers for this DVR port 957cd00b-353f-4e7e-9f53-c3b63d547184 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:16.602942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Calling delete_port for 957cd00b-353f-4e7e-9f53-c3b63d547184 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:16.695276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] Set router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:12:16.808705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.814292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:12:15Z', 'revision_number': 6, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.819110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93e1ed4-7138-459f-bebc-741aad9fb437 None None] The sync data for ids ['77d8e256-80aa-4551-8e1b-b77c2c5c4d49'] in dv-neutron-837089-1-hyperv is: [{'id': '77d8e256-80aa-4551-8e1b-b77c2c5c4d49', 'name': 'tempest-ServersTestJSON-430474739-router', 'tenant_id': '276ab8036a32404399af68c941f1e95b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:04Z', 'updated_at': '2022-04-18T12:12:15Z', 'revision_number': 6, 'project_id': '276ab8036a32404399af68c941f1e95b', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:16.828026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:16.828700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:16.858240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c842b6-b485-4aac-b8e9-05b05a021dd5']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.865512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.882546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:16.889797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:16.918685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:16.919924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.920332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db142b7a-77d5-4bd6-aef3-92fd1db9c9dc') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.946975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Port': ['ID=890244e3-169c-4bae-aafe-12f0ca5626f5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:16.950350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff0e917-8da5-4e98-be01-815a6448e277']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.969912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.976759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653215f9-4c64-4bb2-8e94-bcc682e9ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:16.987505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:16.987776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a7a43c-18e9-45d6-9ed4-81181cb7d9cd') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:17.011015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.014356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.018185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.118642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.163867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653215f9-4c64-4bb2-8e94-bcc682e9ba7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca657d7-c964-400b-be18-a9e5c45e8f7c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:17.188277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Pushing event deleted for resources: {'Port': ['ID=4b781253-357d-4e9b-b419-21f74ec923c8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:17.197018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:17.204746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:17.212675 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:17.226190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:17.226630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:17.242361 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:17.264128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-a2e8fe79-0f3b-4f60-abb5-0da998fb3d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:17.265600 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-a2e8fe79-0f3b-4f60-abb5-0da998fb3d0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4587884 Apr 18 12:12:17.329736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Deleting port 957cd00b-353f-4e7e-9f53-c3b63d547184 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:17.330443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.387014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.427260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2db3a804-7f68-49e1-b055-1beb5dce91fb None None] The port '957cd00b-353f-4e7e-9f53-c3b63d547184' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:17.443552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549426a9-dc21-44f9-91a1-89952d335028 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:12:17.454131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-653215f9-4c64-4bb2-8e94-bcc682e9ba7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.455287 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-653215f9-4c64-4bb2-8e94-bcc682e9ba7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ca657d7-c964-400b-be18-a9e5c45e8f7c HTTP/1.1" status: 204 len: 168 time: 1.6865425 Apr 18 12:12:17.461485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.472752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=446581c4-4c77-4c0d-b108-8cd529d620e7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:17.474907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.495537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.497772 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/c9c842b6-b485-4aac-b8e9-05b05a021dd5 HTTP/1.1" status: 204 len: 168 time: 3.3917491 Apr 18 12:12:17.534145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56704) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:17.538825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.540197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5344d518-935f-49e8-a1be-4c6a8eb6c641 tempest-FloatingIPAdminTestJSON-1018184023 tempest-FloatingIPAdminTestJSON-1018184023-project] 10.222.0.24 "DELETE /v2.0/floatingips/b56833f6-ac80-4d34-87cf-9b12b1e07596 HTTP/1.1" status: 204 len: 168 time: 2.7612205 Apr 18 12:12:17.617169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d10f1-d400-4078-8a90-5b62371d55a9 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=c9c842b6-b485-4aac-b8e9-05b05a021dd5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:17.643203 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fed26e0-07e8-45f3-bc01-ff923c6e920d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:17.643929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fed26e0-07e8-45f3-bc01-ff923c6e920d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:17.645939 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0fed26e0-07e8-45f3-bc01-ff923c6e920d tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/5b634309-cf16-473a-aced-7fd2c8678e03 HTTP/1.1" status: 404 len: 337 time: 0.1101360 Apr 18 12:12:17.650849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56710) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:17.661466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549426a9-dc21-44f9-91a1-89952d335028 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:12:17.700529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-877f601c-d484-45d2-b8ac-a1f0b5266725 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:17.701065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877f601c-d484-45d2-b8ac-a1f0b5266725 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:17.703046 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-877f601c-d484-45d2-b8ac-a1f0b5266725 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/c80bb0ab-2572-4f66-9cab-4d6bd13f53ba HTTP/1.1" status: 404 len: 339 time: 0.0508530 Apr 18 12:12:17.706000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56714) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:17.753127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.766728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.824249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 446581c4-4c77-4c0d-b108-8cd529d620e7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:17.880840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 446581c4-4c77-4c0d-b108-8cd529d620e7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:17.881210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 446581c4-4c77-4c0d-b108-8cd529d620e7 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:17.881631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1b387f01-c652-47f3-9c28-c5b5e737f7b6 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:17.917774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.920872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 1b387f01-c652-47f3-9c28-c5b5e737f7b6 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:17.921101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1b387f01-c652-47f3-9c28-c5b5e737f7b6 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:17.948171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=5ff0e917-8da5-4e98-be01-815a6448e277,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:17.976729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.982288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting subnet 0c3cbed5-6efd-4056-a4d8-c0684aff00d9 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:17.985417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.989482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56720) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:17.990245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:17.991028 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-45790159-908f-439e-badb-ffe543de0cab tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/5ff0e917-8da5-4e98-be01-815a6448e277 HTTP/1.1" status: 204 len: 168 time: 8.1922290 Apr 18 12:12:18.036043 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-87f1e7b8-3205-4a54-af4b-f87b90bf6a71 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7164509 Apr 18 12:12:18.042094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-684081767'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:18.055892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:18.071537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:18.077269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:18.087271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:18.090809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.096010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.142307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.143556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77d8e256-80aa-4551-8e1b-b77c2c5c4d49 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:18.165494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.169197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a31dcaa7-a580-454b-97a4-813e488752e2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/77d8e256-80aa-4551-8e1b-b77c2c5c4d49 HTTP/1.1" status: 204 len: 168 time: 4.0625489 Apr 18 12:12:18.172883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56724) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:18.173563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe36161-01f9-41cf-9e4f-8d543b068a41 req-2bacb47c-a190-4e18-af0c-cbe4257013ea tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:18.181477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cfe36161-01f9-41cf-9e4f-8d543b068a41 req-2bacb47c-a190-4e18-af0c-cbe4257013ea tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6952066 Apr 18 12:12:18.268860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:18.273396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.308086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.335831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Deleting subnet 098dc858-643e-4dbe-885a-2b4475e26df8 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:18.339660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.374576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.409758 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cfe36161-01f9-41cf-9e4f-8d543b068a41 req-1d9bc5d1-7251-4c91-bcb0-0e4d2f2c4b7f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2273407 Apr 18 12:12:18.414068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:18.417836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56734) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:18.464202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.464558 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9 of type vlan for network f3eef6c6-4bb2-499b-b5bc-7bc240587277 Apr 18 12:12:18.479120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.551578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.610699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.654747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.708561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.711769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.714640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:18.715417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.740225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3cbed5-6efd-4056-a4d8-c0684aff00d9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:18.742900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.755477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5094cb-e37a-403b-ae25-a3ad2b4c2b61 None None] Network d9bf4607-e10f-4df7-aa0e-10d6c6471212 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:18.779253 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e3b64e8-c126-44b7-b3cf-5a223401ee1a req-d97231e7-d9b8-4496-b8a7-12cdc5ba1a26 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6814167 Apr 18 12:12:18.857920 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e4e928d-d725-40a2-a51f-91afa15c3d76 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/subnets/0c3cbed5-6efd-4056-a4d8-c0684aff00d9 HTTP/1.1" status: 204 len: 168 time: 1.1507306 Apr 18 12:12:18.883068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56748) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:18.907792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=f3eef6c6-4bb2-499b-b5bc-7bc240587277,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:18.922890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:18.928357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network f3eef6c6-4bb2-499b-b5bc-7bc240587277 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:18.931830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:18.956827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:18.963681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-71bd77ce-5e6d-4c3b-a411-ee9d77ab8822 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9384823 Apr 18 12:12:18.966267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:18.966963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:18.978649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56754) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:18.989484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=c01c34c8-1a36-433f-8130-6cade8a4b490,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:18.997813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:19.165322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.226170 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f1167320-8a93-4a60-bcb0-aed54cd7a3ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da7fdbd3910c473c8bcc644279e49b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8072419 Apr 18 12:12:19.232359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098dc858-643e-4dbe-885a-2b4475e26df8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:19.234090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56760) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:19.235080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.236948 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-61d3a5a3-7415-4d22-85f7-7a394c45ebd9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/098dc858-643e-4dbe-885a-2b4475e26df8 HTTP/1.1" status: 204 len: 168 time: 1.0628421 Apr 18 12:12:19.240580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.243907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] DHCP port deletion for d9bf4607-e10f-4df7-aa0e-10d6c6471212 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:19.245246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56762) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:19.249646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] Deleting port 36872cc1-bf23-46e8-9802-d93c4ef72143 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:19.250385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.269622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.274042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.285038 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cb71a1a1-ba16-4a2c-8d5c-8d4071177c53 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.0843978 Apr 18 12:12:19.290590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56768) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:19.317081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e487dd7e-3827-483e-8c12-f34317b51806 None None] Network 2d2cb162-c4ad-4142-ba26-0ee14417b370 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:19.398534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:19.407419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:19.413048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:19.439848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 36872cc1-bf23-46e8-9802-d93c4ef72143 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:19.440210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.518102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.595166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] For port 36872cc1-bf23-46e8-9802-d93c4ef72143, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=36872cc1-bf23-46e8-9802-d93c4ef72143,segment=NetworkSegment(394fe2b6-6519-48a4-a971-f7bd0911dedf),segment_id=394fe2b6-6519-48a4-a971-f7bd0911dedf)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:19.595166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.612788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:19.662923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port c01c34c8-1a36-433f-8130-6cade8a4b490 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:19.663491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.704591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 36872cc1-bf23-46e8-9802-d93c4ef72143 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:19.735497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:19.741922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.760285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Router c227cb53-463f-4382-8e54-379c40cdb4a0 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:12:19.824330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfeaafff-21a9-49cf-9522-26bdc2736499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.893115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Deleting port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:19.893967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:19.926589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] Calling delete_port for 36872cc1-bf23-46e8-9802-d93c4ef72143 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:20.022294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] For port 36872cc1-bf23-46e8-9802-d93c4ef72143, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=36872cc1-bf23-46e8-9802-d93c4ef72143,segment=NetworkSegment(394fe2b6-6519-48a4-a971-f7bd0911dedf),segment_id=394fe2b6-6519-48a4-a971-f7bd0911dedf)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:20.022709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.059638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:12:20.060148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:12:20.087125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfeaafff-21a9-49cf-9522-26bdc2736499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.087703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:20.093610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.097966 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1351c583-164b-46a6-870a-0f2b82405974 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "PUT /v2.0/routers/c227cb53-463f-4382-8e54-379c40cdb4a0 HTTP/1.1" status: 200 len: 914 time: 7.4857662 Apr 18 12:12:20.099511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56784) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:20.105145 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] Sync routers for ids ['c227cb53-463f-4382-8e54-379c40cdb4a0'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:20.124435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] Routers {'c227cb53-463f-4382-8e54-379c40cdb4a0'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:20.125647 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c227cb53-463f-4382-8e54-379c40cdb4a0'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:20.202272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.223250 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:20.228663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.235537 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] Routers {'c227cb53-463f-4382-8e54-379c40cdb4a0'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:20.237209 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c227cb53-463f-4382-8e54-379c40cdb4a0'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:20.300296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] No DVR routers for this DVR port 36872cc1-bf23-46e8-9802-d93c4ef72143 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:20.315347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb83b5-351a-465c-9564-1d2c560ff59c None None] Pushing event deleted for resources: {'Port': ['ID=36872cc1-bf23-46e8-9802-d93c4ef72143,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:20.315980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Calling delete_port for 36872cc1-bf23-46e8-9802-d93c4ef72143 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:20.368582 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:20.369208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b4d6b8-b02a-442b-8d86-9671b19d6ab5 None None] The sync data for ids ['c227cb53-463f-4382-8e54-379c40cdb4a0'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:20.416735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d07ac72a-3d84-4afd-bbe3-9cae109ae689 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/c227cb53-463f-4382-8e54-379c40cdb4a0 HTTP/1.1" status: 200 len: 920 time: 0.3173883 Apr 18 12:12:20.436540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] DHCP port deletion for 2d2cb162-c4ad-4142-ba26-0ee14417b370 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:20.442492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] Deleting port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:20.442654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.446991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56792) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:20.522786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56796) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:20.549316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.557632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.624986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3f4f3-9f92-4c82-9928-fbff132b4754 req-3109abc7-8e5c-47e8-83dc-c536c5346682 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:20.626599 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f0b3f4f3-9f92-4c82-9928-fbff132b4754 req-3109abc7-8e5c-47e8-83dc-c536c5346682 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.9173827 Apr 18 12:12:20.627948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=7fa8743f-eeb7-4c7c-9d6a-d35febe942df,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:20.702504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-c3ef34cd-a13c-4328-8a8f-066c42f5b004 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2092173 Apr 18 12:12:20.703338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:20.703687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: f3eef6c6-4bb2-499b-b5bc-7bc240587277, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:20.768531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] For port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:20.769169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:20.778259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2065130906'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:20.784613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:20.792069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Usage tracker for resource:network and tenant:602a3cc14fc44547b73eaa6c7180a66e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:20.797440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:20.804713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:20.834288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-89580055-43c4-49cd-83d9-f5fd24371cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:20.836128 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-89580055-43c4-49cd-83d9-f5fd24371cb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.1104438 Apr 18 12:12:20.850049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network f3eef6c6-4bb2-499b-b5bc-7bc240587277 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:20.878673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for c01c34c8-1a36-433f-8130-6cade8a4b490 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:20.900244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] Calling delete_port for 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:21.019984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Made reservation on behalf of 602a3cc14fc44547b73eaa6c7180a66e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:21.023400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.031717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, f3eef6c6-4bb2-499b-b5bc-7bc240587277) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:21.036499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:21.037079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.037750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:21.038072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:21.042190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0026cd-b1ed-4c97-b369-661220378f6c None None] Network f3eef6c6-4bb2-499b-b5bc-7bc240587277 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:21.042719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] For port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,segment=NetworkSegment(b6af3e1f-b348-4fd2-93ba-ac12cb40be9a),segment_id=b6af3e1f-b348-4fd2-93ba-ac12cb40be9a)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:21.042719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.066725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.069876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f0b3f4f3-9f92-4c82-9928-fbff132b4754 req-3f5fd10f-2f42-47c0-ad25-0b95403c8861 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751454 Apr 18 12:12:21.075624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.147428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:21.159378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Usage tracker for resource:security_group_rule and tenant:602a3cc14fc44547b73eaa6c7180a66e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:21.163773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:21.172028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:21.176405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] Pushing event deleted for resources: {'Port': ['ID=7988e3ce-ccb6-4b4e-b4b5-859f886f5aca,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:21.185312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a40a2-5fcd-42ae-b60f-491824f08f70 None None] No DVR routers for this DVR port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:21.189990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfeaafff-21a9-49cf-9522-26bdc2736499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.201348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Calling delete_port for 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:21.204104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cb8c21a8-7ded-4b5b-8ad7-acd98a0a7c16 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.2243543 Apr 18 12:12:21.207824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56802) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:21.218494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-939c431b-7708-4ea6-a95c-d41dbd7e066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:21.219961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-939c431b-7708-4ea6-a95c-d41dbd7e066f service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 0.3625581 Apr 18 12:12:21.258343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeaafff-21a9-49cf-9522-26bdc2736499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba7c17-b4e0-42a7-aaad-5aea35e2216b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:21.270202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d65e50-d0bb-4c6c-8da6-bf2b68f2f459 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:21.271598 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e3d65e50-d0bb-4c6c-8da6-bf2b68f2f459 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=c227cb53-463f-4382-8e54-379c40cdb4a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8190000 Apr 18 12:12:21.276415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56806) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:21.342400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfeaafff-21a9-49cf-9522-26bdc2736499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.346909 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dfeaafff-21a9-49cf-9522-26bdc2736499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bba7c17-b4e0-42a7-aaad-5aea35e2216b HTTP/1.1" status: 204 len: 168 time: 2.1041861 Apr 18 12:12:21.351215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.361784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-f3eef6c6-4bb2-499b-b5bc-7bc240587277', 'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '7fa8743f-eeb7-4c7c-9d6a-d35febe942df'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:21.363207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.455830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-8c58995a-2d0d-4eb1-8d93-e24094c60086 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 1001 time: 0.2143893 Apr 18 12:12:21.478547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=c01c34c8-1a36-433f-8130-6cade8a4b490,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:21.491832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.498619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:21.499060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:21.517886 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-16f28a5b-ab20-40ae-bd17-a32622e929e7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/c01c34c8-1a36-433f-8130-6cade8a4b490 HTTP/1.1" status: 204 len: 168 time: 2.2158654 Apr 18 12:12:21.520517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56812) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:21.527674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'mac_address': 'fa:16:3e:99:d7:75', 'name': 'tempest-PortsIpV6TestJSON-572369106'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:21.541210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Deleting port 36872cc1-bf23-46e8-9802-d93c4ef72143 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:21.541547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.544032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.575814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-6d50ffe8-a7f3-4f48-8f7f-aad668bc2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:21.577258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-6d50ffe8-a7f3-4f48-8f7f-aad668bc2326 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.1142921 Apr 18 12:12:21.634261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.677285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Allocated IP 172.20.0.3 (f3eef6c6-4bb2-499b-b5bc-7bc240587277/7fa8743f-eeb7-4c7c-9d6a-d35febe942df/63909e59-156d-4caf-b4d5-119c3ce434a1) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:21.698250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.713729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:21.735301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.736877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] The port '36872cc1-bf23-46e8-9802-d93c4ef72143' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:21.744840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83823d10-3270-46f0-adec-d091e3c82d05 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:21.748815 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-83823d10-3270-46f0-adec-d091e3c82d05 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.4688873 Apr 18 12:12:21.750646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56816) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:21.762568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:21.762742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:21.831305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:21.835317 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-46df84d9-6f36-463c-8a7f-230a104fe1cb tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=c227cb53-463f-4382-8e54-379c40cdb4a0 HTTP/1.1" status: 200 len: 205 time: 0.0747471 Apr 18 12:12:21.849864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56822) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:21.915813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-49062606-64a6-4ee7-9696-6ac02ef22e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:21.917358 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-49062606-64a6-4ee7-9696-6ac02ef22e15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3326626 Apr 18 12:12:21.918048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83cedf9f-8a74-46d5-9e7c-4480a171e888,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:21.929961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.930426 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Added segment 6b09638d-2db4-4720-a75a-e01439f97d6f of type vlan for network 29b91bfa-f77f-4c58-813c-08a80aa32b0d Apr 18 12:12:21.935731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:21.941747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:21.951675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:21.956531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.958901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:21.964683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:21.969833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Transition to ACTIVE for port object 63909e59-156d-4caf-b4d5-119c3ce434a1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:21.990937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Transition to ACTIVE for port object 63909e59-156d-4caf-b4d5-119c3ce434a1 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:21.993217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9bf4607-e10f-4df7-aa0e-10d6c6471212']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:22.004836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Deleting port 7988e3ce-ccb6-4b4e-b4b5-859f886f5aca {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:22.005175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.042818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394fe2b6-6519-48a4-a971-f7bd0911dedf') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:22.043106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394fe2b6-6519-48a4-a971-f7bd0911dedf') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:22.056624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.083343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] The port '7988e3ce-ccb6-4b4e-b4b5-859f886f5aca' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:22.084266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:22.084388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.160997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Network f3eef6c6-4bb2-499b-b5bc-7bc240587277 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:22.164273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:22.168815 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:22.199375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.211894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.228878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Pushing event updated for resources: {'Port': ['ID=63909e59-156d-4caf-b4d5-119c3ce434a1,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:22.233238 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-6014d763-8292-42fa-be20-e7fcf5636301 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011422 Apr 18 12:12:22.238089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.274801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56828) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:22.290580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Attempting to bind port 63909e59-156d-4caf-b4d5-119c3ce434a1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:22.290580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Attempting to bind port 63909e59-156d-4caf-b4d5-119c3ce434a1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:22.291053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Attempting to bind port 63909e59-156d-4caf-b4d5-119c3ce434a1 on network f3eef6c6-4bb2-499b-b5bc-7bc240587277 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:22.297197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:22.297197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Checking segment: {'id': '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:22.297819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.298289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Bound using segment: {'id': '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:22.298896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Bound port: 63909e59-156d-4caf-b4d5-119c3ce434a1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:22.299351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.314478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.316379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.326201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.379140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 798eab37-d5c9-4962-b33f-19865ab43216 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:22.388572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] For port 63909e59-156d-4caf-b4d5-119c3ce434a1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:22.403401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.408724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:22.409283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.433144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:22.433541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:22.451199 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:22.453403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:22.456025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.470821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa8743f-eeb7-4c7c-9d6a-d35febe942df,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:22.488921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Usage tracker for resource:security_group_rule and tenant:d6a79acac20d4fc0b1ddf1d4f0ab40b2 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:22.661715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:22.683220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:22.711030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2cb162-c4ad-4142-ba26-0ee14417b370']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:22.734378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:22.734688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6af3e1f-b348-4fd2-93ba-ac12cb40be9a') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:22.757085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.786997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] For port 63909e59-156d-4caf-b4d5-119c3ce434a1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=63909e59-156d-4caf-b4d5-119c3ce434a1,segment=NetworkSegment(43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9),segment_id=43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:22.799274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.803324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.825316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.867194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.886120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] Pushing event deleted for resources: {'Network': ['ID=d9bf4607-e10f-4df7-aa0e-10d6c6471212,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:22.888231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:22.888621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:22.908811 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:22.915977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:22.924870 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4007735 Apr 18 12:12:22.932054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56832) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:22.933390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a387485-057d-4d72-99c6-10e455731182 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Pushing event updated for resources: {'Network': ['ID=29b91bfa-f77f-4c58-813c-08a80aa32b0d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:22.956669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 29b91bfa-f77f-4c58-813c-08a80aa32b0d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:22.987048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdd309-a62f-479b-9211-e0b9e4ca1785 None None] Pushing event updated for resources: {'Port': ['ID=63909e59-156d-4caf-b4d5-119c3ce434a1,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:22.992221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eef6c6-4bb2-499b-b5bc-7bc240587277']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:23.006806 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f4f5dd9a-9d5e-4227-a55a-2214f9c29c22 tempest-NetworksIpV6Test-164102305 tempest-NetworksIpV6Test-164102305-project] 10.222.0.24 "DELETE /v2.0/networks/d9bf4607-e10f-4df7-aa0e-10d6c6471212 HTTP/1.1" status: 204 len: 168 time: 4.1223118 Apr 18 12:12:23.014337 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f0440de3-fff6-4001-8b17-5b19e6f8e915 req-2b1e9dbb-5498-422c-a257-a7edf64e06ec service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7176571 Apr 18 12:12:23.021788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:23.022159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:23.037321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.054828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.079183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561a072-8d4a-4367-8776-da45185b3ee5 req-547ffe6c-b5b1-4143-b08c-df56364ff209 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:23.079400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.081940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7561a072-8d4a-4367-8776-da45185b3ee5 req-547ffe6c-b5b1-4143-b08c-df56364ff209 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7913203 Apr 18 12:12:23.094938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.140154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:23.140521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.146509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0620a-e7f8-48c7-9b09-1c36c6d673a0 None None] Network f3eef6c6-4bb2-499b-b5bc-7bc240587277 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:23.157220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.202012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.236929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d2cb162-c4ad-4142-ba26-0ee14417b370,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:23.248204 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:23.253438 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4ef13c3f-843b-4b6e-b1d8-b6758a7d6761 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2d2cb162-c4ad-4142-ba26-0ee14417b370 HTTP/1.1" status: 204 len: 168 time: 4.0069351 Apr 18 12:12:23.262874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Deleting port 890244e3-169c-4bae-aafe-12f0ca5626f5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:23.263473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.274378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.315786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'network': {'name': 'tempest-network--2022362399', 'router:external': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:23.323856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:23.333984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:network and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:23.339695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:23.348682 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:23.363755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7561a072-8d4a-4367-8776-da45185b3ee5 req-a86bba71-2a02-473d-9006-700186ed0068 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715511 Apr 18 12:12:23.367712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aabbd8c-c49f-4396-b37b-d6e33be29971 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:12:23.394645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:12:23.394645 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:12:23.394645 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': 'f3eef6c6-4bb2-499b-b5bc-7bc240587277'}] Apr 18 12:12:23.394645 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:23.395323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:23.403933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.473709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:23.477029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:23.479434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:23.479996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aabbd8c-c49f-4396-b37b-d6e33be29971 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:12:23.486924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:23.501581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.502439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.519690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=798eab37-d5c9-4962-b33f-19865ab43216,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:23.560960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.616870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0d6cd5-e6d8-45e9-ba90-3074e1947751,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:23.646305 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6553ba32-6b9b-4c37-a288-f55720baf4bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6a79acac20d4fc0b1ddf1d4f0ab40b2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3703208 Apr 18 12:12:23.648758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56844) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:23.675814 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c935d00a-4b5b-43df-9816-6580484dfc45 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1513400 Apr 18 12:12:23.676934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Calling delete_port for 890244e3-169c-4bae-aafe-12f0ca5626f5 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:23.677065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56848) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:23.730118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Made reservation on behalf of 4bd1ade7e4ae41a2bc332b437d5e808e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:23.732489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.754889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.786789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:23.795331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:security_group_rule and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:23.800064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:23.825984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:23.891514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1cc596-0aeb-459d-97a3-38638a684ad7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:23.892475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7c1cc596-0aeb-459d-97a3-38638a684ad7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:23.898007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.900366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56854) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:23.916039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56860) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:23.925634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75b08600-1fd3-4f5f-8b5a-16e35c5dab14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.926822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 63909e59-156d-4caf-b4d5-119c3ce434a1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:23.927164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:23.957214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75b08600-1fd3-4f5f-8b5a-16e35c5dab14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.099943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9ffaf5a2-0cab-433f-aedb-bb8c9378e93d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=276ab8036a32404399af68c941f1e95b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1774049 Apr 18 12:12:24.102926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56864) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:24.114321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.125529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75b08600-1fd3-4f5f-8b5a-16e35c5dab14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.129228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7c1cc596-0aeb-459d-97a3-38638a684ad7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:24.132839 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7c1cc596-0aeb-459d-97a3-38638a684ad7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/798eab37-d5c9-4962-b33f-19865ab43216 HTTP/1.1" status: 200 len: 844 time: 0.4526942 Apr 18 12:12:24.148628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56868) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:24.201682 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b08600-1fd3-4f5f-8b5a-16e35c5dab14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0d6cd5-e6d8-45e9-ba90-3074e1947751,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:24.212162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event deleted for resources: {'Port': ['ID=890244e3-169c-4bae-aafe-12f0ca5626f5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:24.253081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75b08600-1fd3-4f5f-8b5a-16e35c5dab14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.257245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-75b08600-1fd3-4f5f-8b5a-16e35c5dab14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a0d6cd5-e6d8-45e9-ba90-3074e1947751 HTTP/1.1" status: 204 len: 168 time: 0.6045361 Apr 18 12:12:24.294933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 798eab37-d5c9-4962-b33f-19865ab43216 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:24.297462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.346028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4348c518-e9cd-4429-a606-989f0d0c0d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.392760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.448293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4348c518-e9cd-4429-a606-989f0d0c0d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.454359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 63909e59-156d-4caf-b4d5-119c3ce434a1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=63909e59-156d-4caf-b4d5-119c3ce434a1,segment=NetworkSegment(43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9),segment_id=43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:24.455263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.457823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.556465 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:24.573849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76f5469-59ae-43e1-a096-296505f83689,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:24.615601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 63909e59-156d-4caf-b4d5-119c3ce434a1 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:24.633526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.633864 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Added segment 6d314766-2a36-45a3-a43c-5bd6c7365931 of type vlan for network c70bfb55-38e1-4476-8449-243a508b1d50 Apr 18 12:12:24.654220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.667582 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-283803d5-d361-4c0e-ac18-8ab650bab25a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=184dece810f842739a4380e006fbb6ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7644794 Apr 18 12:12:24.670410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.671404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56876) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:24.804360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 798eab37-d5c9-4962-b33f-19865ab43216 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:24.865986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.873121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.877201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.935528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4348c518-e9cd-4429-a606-989f0d0c0d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.970200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09c9ce99-96e1-4c70-adda-1d12f4464f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.971799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348c518-e9cd-4429-a606-989f0d0c0d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c61e7fe-59e9-4212-8d37-30e4bb0e3800,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:24.975344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:24.988444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56880) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.009137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09c9ce99-96e1-4c70-adda-1d12f4464f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.038619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.039136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Fanout notify agent at l3_agent the message router_deleted on router c227cb53-463f-4382-8e54-379c40cdb4a0 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:25.055168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=63909e59-156d-4caf-b4d5-119c3ce434a1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:25.055711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port 63909e59-156d-4caf-b4d5-119c3ce434a1 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:25.058403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.072317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.073292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:25.073878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.089267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.137343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:25.149629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.154822 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1a300cbd-6072-4ed6-822e-d97b66f496e8 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/c227cb53-463f-4382-8e54-379c40cdb4a0 HTTP/1.1" status: 204 len: 168 time: 3.2998049 Apr 18 12:12:25.154822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Usage tracker for resource:security_group_rule and tenant:e9463fad98e041e996acb2d436c62412 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:25.167554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56884) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.170303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=798eab37-d5c9-4962-b33f-19865ab43216,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:25.174164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09c9ce99-96e1-4c70-adda-1d12f4464f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.199574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:25.212982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:25.215883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.250321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3eef6c6-4bb2-499b-b5bc-7bc240587277']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:25.263908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:25.264204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e0f7e2-cfcb-47a0-b48a-be5b9c27c3b9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:25.276356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.292681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.299703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:25.300090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:25.315063 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:25.343269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-83239862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:25.363508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.371902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:25.378757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9ce99-96e1-4c70-adda-1d12f4464f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080c961e-6fa9-4d7a-9157-8fb000368f5d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:25.390337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Usage tracker for resource:router and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:25.403136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Network': ['ID=c70bfb55-38e1-4476-8449-243a508b1d50,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:25.403136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:25.412592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c70bfb55-38e1-4476-8449-243a508b1d50 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:25.417232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:25.419995 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0b841bdf-e785-45e3-a6de-cb0b8c15f2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/798eab37-d5c9-4962-b33f-19865ab43216 HTTP/1.1" status: 204 len: 168 time: 1.2684708 Apr 18 12:12:25.423149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56888) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.427488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4348c518-e9cd-4429-a606-989f0d0c0d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.431324 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4348c518-e9cd-4429-a606-989f0d0c0d74 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c61e7fe-59e9-4212-8d37-30e4bb0e3800 HTTP/1.1" status: 204 len: 168 time: 1.3243186 Apr 18 12:12:25.431324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09c9ce99-96e1-4c70-adda-1d12f4464f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.431324 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-09c9ce99-96e1-4c70-adda-1d12f4464f79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/080c961e-6fa9-4d7a-9157-8fb000368f5d HTTP/1.1" status: 204 len: 168 time: 0.7568412 Apr 18 12:12:25.475975 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c423b3-dbda-4d30-ac6e-96bcd6eb7a42 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:12:25.477083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d9c423b3-dbda-4d30-ac6e-96bcd6eb7a42 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:25.491615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.496436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.509209 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a97a474d-de81-4309-8dc1-580f686b93c0 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.5667765 Apr 18 12:12:25.512265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56896) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.528447 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/f3eef6c6-4bb2-499b-b5bc-7bc240587277 HTTP/1.1" status: 204 len: 168 time: 4.3183780 Apr 18 12:12:25.529458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000cdaa-9ac6-4c40-bbd9-5beebafa3b37 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=f3eef6c6-4bb2-499b-b5bc-7bc240587277,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:25.535622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56900) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.550055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-604534300'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:25.556734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:25.561660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:25.564826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:25.571144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:25.582517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d9c423b3-dbda-4d30-ac6e-96bcd6eb7a42 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:25.590452 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d9c423b3-dbda-4d30-ac6e-96bcd6eb7a42 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/798eab37-d5c9-4962-b33f-19865ab43216 HTTP/1.1" status: 404 len: 333 time: 0.1653764 Apr 18 12:12:25.591160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56904) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.600447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'name': 'tempest-PortsIpV6TestJSON-1347140041'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:25.622578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.623731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.651070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.660316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.717957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:25.726182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:25.726182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.751037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:25.780656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:25.787556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.800561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.800941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab of type vlan for network 837e9ebf-bc57-4e11-be88-dbaa8843a33f Apr 18 12:12:25.806701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.837674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70bfb55-38e1-4476-8449-243a508b1d50']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:25.846001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.849591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.850895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d314766-2a36-45a3-a43c-5bd6c7365931') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:25.851177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d314766-2a36-45a3-a43c-5bd6c7365931') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:25.863126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.879986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.883228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:25.886566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:25.887069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.888991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:25.901209 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:25.919016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.920787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:25.922209 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1415c654-e7ea-46f8-8191-faf8b76e5311 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7497802 Apr 18 12:12:25.931308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56910) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:25.932377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 6b4dbf55-ec4b-4b57-a541-354d6793ffbb yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:25.994373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': False}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:26.057133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.061784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.062850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:26.063443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.084384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c70bfb55-38e1-4476-8449-243a508b1d50 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:12:26.090300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.094609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Network': ['ID=c70bfb55-38e1-4476-8449-243a508b1d50,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:26.099111 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:12:26.105456 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2f7f8565-ab22-41f0-8a52-ac0a7f287c49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c70bfb55-38e1-4476-8449-243a508b1d50 HTTP/1.1" status: 204 len: 168 time: 0.5920398 Apr 18 12:12:26.106312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56928) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:26.112560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:26.117638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:26.122166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9463fad98e041e996acb2d436c62412&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1001072 Apr 18 12:12:26.122295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:network and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:26.125285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:26.132437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:26.140790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56932) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:26.220167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca8a6-6490-4acf-9e1e-8cde8c299bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.231899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Made reservation on behalf of 4bd1ade7e4ae41a2bc332b437d5e808e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:26.237092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.285872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca8a6-6490-4acf-9e1e-8cde8c299bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.294756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:26.326334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.326710 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Added segment 67d9c0d8-4fe1-42da-bb7d-40034d29c1e6 of type vlan for network b7f899a6-bac2-41b8-9878-7ffb30681ca8 Apr 18 12:12:26.392351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b1ab9-00d3-4a48-9968-d8ce2e96abac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4846682f-3b9d-4be2-8202-e7377a191ee6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:26.436366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.551585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=837e9ebf-bc57-4e11-be88-dbaa8843a33f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:26.553037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca8a6-6490-4acf-9e1e-8cde8c299bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.556043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.557101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:26.563343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.563698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 837e9ebf-bc57-4e11-be88-dbaa8843a33f details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:26.678107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ca8a6-6490-4acf-9e1e-8cde8c299bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4846682f-3b9d-4be2-8202-e7377a191ee6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:26.696695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-01c927a7-3f55-42c6-86bc-784c08e3776d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1595349 Apr 18 12:12:26.697392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56952) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:26.723557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:26.750040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca8a6-6490-4acf-9e1e-8cde8c299bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.751582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea7ca8a6-6490-4acf-9e1e-8cde8c299bb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4846682f-3b9d-4be2-8202-e7377a191ee6 HTTP/1.1" status: 204 len: 168 time: 0.6095157 Apr 18 12:12:26.815545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.839603 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7258906 Apr 18 12:12:26.862348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56960) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:26.878342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'subnet': {'network_id': 'b7f899a6-bac2-41b8-9878-7ffb30681ca8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:26.893882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:26.901665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:subnet and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:26.912736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:26.913162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10e638-079e-475c-a80e-4a8b64176caa tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Network': ['ID=b7f899a6-bac2-41b8-9878-7ffb30681ca8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:26.922755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:26.924288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b7f899a6-bac2-41b8-9878-7ffb30681ca8 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:26.927148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:26.930821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:26.936530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:26.941786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:26.951113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:27.052617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Made reservation on behalf of 4bd1ade7e4ae41a2bc332b437d5e808e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:27.054531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:27.063341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.063592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.170940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.220850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 56968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:27.297731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:27.300630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=6b4dbf55-ec4b-4b57-a541-354d6793ffbb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:27.302982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:27.308337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:27.313803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:27.314994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.358109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.454019 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-46686939-58c1-495a-b6ed-4ac4be0117b9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8600729 Apr 18 12:12:27.459725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56978) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:27.468697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:27.515500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-131134800'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:27.567140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:27.589316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:27.589766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: 837e9ebf-bc57-4e11-be88-dbaa8843a33f, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:27.604113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:27.611886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:27.612180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=4bbbcc1c-1600-4549-adc4-14d3eb063521,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:27.636210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.649975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:27.683769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.691918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 837e9ebf-bc57-4e11-be88-dbaa8843a33f is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:27.718434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.818800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 837e9ebf-bc57-4e11-be88-dbaa8843a33f) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:27.828911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:27.830680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:27.831236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.832399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec5ba80-9536-4f4b-8d3a-409e8eccef2e None None] Network 837e9ebf-bc57-4e11-be88-dbaa8843a33f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:27.832799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.882037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.887710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.930027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:27.940891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:27.941861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:security_group_rule and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:27.952067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:27.961893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:27.971554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Allocated IP 172.26.4.185 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/863b3fa0-b87d-4671-a014-158d4faf6221) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:28.037114 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-679b90ef-bf48-44a4-bb9e-0d81bd20bf56 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3297811 Apr 18 12:12:28.038266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] In _notify_port_updated(), no bound segment for port 6b4dbf55-ec4b-4b57-a541-354d6793ffbb on network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:12:28.043764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:28.044412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.045712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/ports/6b4dbf55-ec4b-4b57-a541-354d6793ffbb HTTP/1.1" status: 200 len: 818 time: 0.5845702 Apr 18 12:12:28.053880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 56998) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:28.059694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57000) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:28.212481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-837e9ebf-bc57-4e11-be88-dbaa8843a33f', 'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '4bbbcc1c-1600-4549-adc4-14d3eb063521'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:28.213606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.232602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57010) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:28.236085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 6b4dbf55-ec4b-4b57-a541-354d6793ffbb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:28.236629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.392712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bc762-0ca0-4030-8590-16551d93bf3c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=6b4dbf55-ec4b-4b57-a541-354d6793ffbb,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:28.404142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.460361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Allocated IP 172.20.0.1 (837e9ebf-bc57-4e11-be88-dbaa8843a33f/4bbbcc1c-1600-4549-adc4-14d3eb063521/e5240b2e-0201-4857-a2d2-dcd9f4d15319) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:28.471658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.481687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-157895066'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:28.489261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:28.530383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Usage tracker for resource:router and tenant:773fbd576ed745b49797141244917c9f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:28.539199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:28.541878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:12:28.542365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.611278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.611847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:28.615382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a228c25b-0798-4c19-84a2-7bb1ea813d7a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:28.620052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.686760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Checking segment: {'id': '67d9c0d8-4fe1-42da-bb7d-40034d29c1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b7f899a6-bac2-41b8-9878-7ffb30681ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:28.687118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Network hostable DHCP agents. Network: b7f899a6-bac2-41b8-9878-7ffb30681ca8, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:28.701688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:28.709835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564f36d4-31f7-418f-81fe-5a1b4c780c46,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:28.721781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.722124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment c530943a-daf3-4396-95b5-b230f02f687c of type vlan for network c8b6d856-23fd-4ee9-ba01-560c7801db07 Apr 18 12:12:28.727508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.731528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57022) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:28.746533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Transition to ACTIVE for port object e5240b2e-0201-4857-a2d2-dcd9f4d15319 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:28.756969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.757979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.766605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.772448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Transition to ACTIVE for port object e5240b2e-0201-4857-a2d2-dcd9f4d15319 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:28.775398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.790063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.822775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Network b7f899a6-bac2-41b8-9878-7ffb30681ca8 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:28.825136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.871882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.873471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-385314305'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:28.888124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:28.898869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Usage tracker for resource:network and tenant:cff8cef58683476cb12b4fccd8e1dda6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:28.905761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 6b4dbf55-ec4b-4b57-a541-354d6793ffbb owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:28.907055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:28.911382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:28.912548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.926904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:28.928702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.934499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:28.934683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.935746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Network 837e9ebf-bc57-4e11-be88-dbaa8843a33f is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:28.938431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:28.941772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:28.943478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:28.956782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Pushing event updated for resources: {'Port': ['ID=e5240b2e-0201-4857-a2d2-dcd9f4d15319,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:28.957146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:28.971907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:29.004285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Pushing event updated for resources: {'Port': ['ID=863b3fa0-b87d-4671-a014-158d4faf6221,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:29.025923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b7f899a6-bac2-41b8-9878-7ffb30681ca8) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:29.036623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0fbc60-72b7-434a-9e86-d92cfc690e48 None None] Network b7f899a6-bac2-41b8-9878-7ffb30681ca8 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:29.053762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:29.054345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.133800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Attempting to bind port e5240b2e-0201-4857-a2d2-dcd9f4d15319 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:29.134232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Attempting to bind port e5240b2e-0201-4857-a2d2-dcd9f4d15319 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:29.134608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Attempting to bind port e5240b2e-0201-4857-a2d2-dcd9f4d15319 on network 837e9ebf-bc57-4e11-be88-dbaa8843a33f {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:29.137575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.141599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=c8b6d856-23fd-4ee9-ba01-560c7801db07,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:29.141770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:29.142129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Checking segment: {'id': 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:29.142399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.142553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.142920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Bound using segment: {'id': 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:29.144106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Bound port: e5240b2e-0201-4857-a2d2-dcd9f4d15319, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:29.144106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.193319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:29.237819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbbcc1c-1600-4549-adc4-14d3eb063521,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:29.262712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=6b4dbf55-ec4b-4b57-a541-354d6793ffbb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:29.270658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.271856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a823781f-34b7-4451-9ccf-640b4a2ed2e1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.0374694 Apr 18 12:12:29.273266 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d17eeece-9b6e-48ff-b739-0320720bd6ee tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0431552 Apr 18 12:12:29.277318 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e193981d-76ba-4adb-9752-d97f0530a695 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4105542 Apr 18 12:12:29.279191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57028) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:29.279527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57030) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:29.279840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57032) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:29.291063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.295920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'floatingip': {'floating_network_id': 'b7f899a6-bac2-41b8-9878-7ffb30681ca8'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:29.352027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:29.355677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.358731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2083275627'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:29.372330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.375066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:29.377285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:29.387578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:29.391403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Usage tracker for resource:security_group_rule and tenant:cff8cef58683476cb12b4fccd8e1dda6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:29.394671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:29.400037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:29.413931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] For port e5240b2e-0201-4857-a2d2-dcd9f4d15319, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:29.427030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] For port e5240b2e-0201-4857-a2d2-dcd9f4d15319, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e5240b2e-0201-4857-a2d2-dcd9f4d15319,segment=NetworkSegment(dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab),segment_id=dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:29.446593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:29.452201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:floatingip and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:29.459814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:29.474214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0d269-7a30-4f61-b960-928a0d22a6d2 None None] Network b7f899a6-bac2-41b8-9878-7ffb30681ca8 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:29.501498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.511623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.519639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:29.537619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:29.544320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:29.547394 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5b6c8eba-4ea4-4c02-9df0-ed32a15c1e03 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/6b4dbf55-ec4b-4b57-a541-354d6793ffbb HTTP/1.1" status: 204 len: 168 time: 1.4905736 Apr 18 12:12:29.548873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.580230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57040) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:29.694248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.695173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.727158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837e9ebf-bc57-4e11-be88-dbaa8843a33f']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:29.748780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:29.748780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:29.754665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6996c-07f3-4557-a331-fb8faf2243d3 None None] Pushing event updated for resources: {'Port': ['ID=e5240b2e-0201-4857-a2d2-dcd9f4d15319,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:29.777272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.800859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:29.804025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:29.836576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b337ec58-1cb8-4090-a7fe-be97e14d7052 None None] Network 837e9ebf-bc57-4e11-be88-dbaa8843a33f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:29.889986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b4213-4435-4d6c-8ad5-a87e43de505a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:29.890784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-048b4213-4435-4d6c-8ad5-a87e43de505a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:29.894044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:29.997743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.022043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.051884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e57dfcf-f2b9-44fd-bb0d-4a33093f7075,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:30.069489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.070130 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Added segment 63695f24-fbae-4a05-a8ac-7759ff98d5c7 of type vlan for network 9587e7b7-db43-41ff-ab30-17d471bf55ae Apr 18 12:12:30.099615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff8073c-7146-4d03-b5e8-ea9f836f2894 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:12:30.118516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.122315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.124159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.135607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:30.137737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:30.153904 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:30.170137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:30.177064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-048b4213-4435-4d6c-8ad5-a87e43de505a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:30.178223 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-048b4213-4435-4d6c-8ad5-a87e43de505a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5970676 Apr 18 12:12:30.184692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57044) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:30.185014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.207754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8073c-7146-4d03-b5e8-ea9f836f2894 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:12:30.315787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.319996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.344497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.344841 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment eaf404ac-ed18-4701-97d7-a6232cb8c1d8 of type vlan for network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 Apr 18 12:12:30.355971 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e9cd57-5fe1-4891-abc9-876d8112d174 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:12:30.356505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-50e9cd57-5fe1-4891-abc9-876d8112d174 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:30.379353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.385137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:30.385728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.398700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:12:30.398700 dv-neutron-837089-1-hyperv neutron-server[88783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:12:30.398700 dv-neutron-837089-1-hyperv neutron-server[88783]: [parameters: {'id': '837e9ebf-bc57-4e11-be88-dbaa8843a33f'}] Apr 18 12:12:30.398700 dv-neutron-837089-1-hyperv neutron-server[88783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:30.399132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:30.402511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-50e9cd57-5fe1-4891-abc9-876d8112d174 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:30.404356 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-50e9cd57-5fe1-4891-abc9-876d8112d174 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/6b4dbf55-ec4b-4b57-a541-354d6793ffbb HTTP/1.1" status: 404 len: 333 time: 0.1709111 Apr 18 12:12:30.405147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.411614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57048) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:30.422089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-704720968'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:30.438810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.440462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5489c56a-bb83-4bf6-8998-96a38e4c6894 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:30.445465 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:30.466365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:30.478191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:30.487830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:30.491343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.495687 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6c620e91-30f0-4d45-9209-4a15d2764580 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5489c56a-bb83-4bf6-8998-96a38e4c6894 HTTP/1.1" status: 204 len: 168 time: 1.2103579 Apr 18 12:12:30.500475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57052) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:30.503863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Request body: {'router': {'name': 'tempest-router-207224718', 'distributed': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:30.511255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:30.514024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.517922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Usage tracker for resource:router and tenant:773fbd576ed745b49797141244917c9f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:30.552632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:30.563426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:30.581384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.586887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:30.588923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.607200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Network': ['ID=9587e7b7-db43-41ff-ab30-17d471bf55ae,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:30.624095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:30.629252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b4840eea-a763-4056-8b39-93aec295f5b4 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8951442 Apr 18 12:12:30.632356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57056) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:30.638155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'subnet': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:30.759049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.760116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.777744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:30.781564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.795470 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5075190 Apr 18 12:12:30.798076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:30.800615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57060) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:30.806805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb9a27-ecba-4d02-9a2b-0991d82a15aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=46a4eb9e-62f8-4f30-86b4-bd9f86125756,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:30.809124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:30.818503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:30.825104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Usage tracker for resource:subnet and tenant:cff8cef58683476cb12b4fccd8e1dda6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:30.830785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:30.832277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.855069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:30.855810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:30.866235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Allocated IP 172.20.0.3 (b7f899a6-bac2-41b8-9878-7ffb30681ca8/a228c25b-0798-4c19-84a2-7bb1ea813d7a/fe7c5369-f1cc-4eea-84b7-6c3e11a32694) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:30.876450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.876784 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment ba633c48-beb2-4ed9-b8d2-1218061617d6 of type vlan for network 271f780d-586d-4c80-b4a8-ee399987cbd9 Apr 18 12:12:30.906734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:30.947354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:30.951247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:30.954018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:30.959830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:30.980839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:30.986729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.003545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.007624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Router 56e64f90-412d-47a7-823b-227b01d39c70 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:12:31.015035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.039323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port e5240b2e-0201-4857-a2d2-dcd9f4d15319 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:31.039652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.173844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:31.177703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.194092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.195297 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d0662d36-835c-4efe-9a5e-e0500b4bb087 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6985464 Apr 18 12:12:31.199327 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57064) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:31.202363 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.280200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.286181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:31.286778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.442204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:31.452622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] Sync routers for ids ['56e64f90-412d-47a7-823b-227b01d39c70'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:31.462895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] Routers {'56e64f90-412d-47a7-823b-227b01d39c70'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:31.463501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['56e64f90-412d-47a7-823b-227b01d39c70'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:31.495244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.504929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.508808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ebee41e6-3ae0-4d63-aede-21e1c1b928d2 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "PUT /v2.0/routers/56e64f90-412d-47a7-823b-227b01d39c70 HTTP/1.1" status: 200 len: 914 time: 5.5217891 Apr 18 12:12:31.511505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57068) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:31.529755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:31.539334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] Routers {'56e64f90-412d-47a7-823b-227b01d39c70'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:31.540022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['56e64f90-412d-47a7-823b-227b01d39c70'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:31.606624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:31.606624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99547af9-59a5-428d-b9d8-eea4ed4d18c6 None None] The sync data for ids ['56e64f90-412d-47a7-823b-227b01d39c70'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:31.724950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3109705 Apr 18 12:12:31.747928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57072) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:31.759586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b058f14-5c28-40a5-bb59-62b505537a44 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=271f780d-586d-4c80-b4a8-ee399987cbd9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:31.767489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:31.771165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:31.907313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port e5240b2e-0201-4857-a2d2-dcd9f4d15319, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e5240b2e-0201-4857-a2d2-dcd9f4d15319,segment=NetworkSegment(dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab),segment_id=dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:31.907697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:31.949216 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9fe45cff-9fc3-4b88-a4a9-93da06134709 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/56e64f90-412d-47a7-823b-227b01d39c70 HTTP/1.1" status: 200 len: 920 time: 0.4349062 Apr 18 12:12:31.951933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57076) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:31.988433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.036168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.111610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Subnet': ['ID=7ab71647-be54-458f-8417-37edf56d3510,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:32.151105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.160832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for e5240b2e-0201-4857-a2d2-dcd9f4d15319 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:32.173907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Checking segment: {'id': '63695f24-fbae-4a05-a8ac-7759ff98d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:32.174255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network hostable DHCP agents. Network: 9587e7b7-db43-41ff-ab30-17d471bf55ae, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:32.189489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': 'c530943a-daf3-4396-95b5-b230f02f687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:32.189838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: c8b6d856-23fd-4ee9-ba01-560c7801db07, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:32.208451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90484c1-91f3-43d0-b8dc-f0dde46a7cd0 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:32.210194 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a90484c1-91f3-43d0-b8dc-f0dde46a7cd0 tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=56e64f90-412d-47a7-823b-227b01d39c70&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2570975 Apr 18 12:12:32.213465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57080) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:32.250475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=d4e939dc-d048-4ff3-8136-770257fe7b1a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:32.290685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.302644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.322139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:32.322586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:32.340381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:32.340925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:32.347385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:32.365735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Network b7f899a6-bac2-41b8-9878-7ffb30681ca8 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:32.370783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a530fa-a479-4fb6-a975-e2d4c3534dbe tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:32.375539 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a7a530fa-a479-4fb6-a975-e2d4c3534dbe tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.1563210 Apr 18 12:12:32.375664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Port': ['ID=fe7c5369-f1cc-4eea-84b7-6c3e11a32694,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:32.375759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57084) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:32.376559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:32.378708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:32.392685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:32.427581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4b0c563d-ae5f-4b0d-b305-a4feb1743d19 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e64f90-412d-47a7-823b-227b01d39c70 HTTP/1.1" status: 200 len: 205 time: 0.0506992 Apr 18 12:12:32.430499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 9587e7b7-db43-41ff-ab30-17d471bf55ae) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:32.430499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57088) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:32.434432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c8b6d856-23fd-4ee9-ba01-560c7801db07) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:32.440289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69ac9af-9cf0-47a7-abee-c66df39163ae None None] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:32.461851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b765551-05a9-4cb1-8f9e-4d4b3a8ae4a4 None None] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:32.472152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.472790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2886fbc7-10ee-4f4b-9355-be6f6ae44cda {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:32.491474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.491474 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f2340c3f-8ce5-4879-b5d7-fdcef657ad35 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2886fbc7-10ee-4f4b-9355-be6f6ae44cda HTTP/1.1" status: 204 len: 168 time: 1.2812550 Apr 18 12:12:32.491681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:32.491681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.491932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57092) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:32.495638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Request body: {'router': {'name': 'tempest-router-1400076777', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c685066e76734223993229e68d1a6f34'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:32.500019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:32.505297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:32.507368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:32.511719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.511825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.534039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Usage tracker for resource:router and tenant:c685066e76734223993229e68d1a6f34 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:32.536622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.551997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:32.600843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=e5240b2e-0201-4857-a2d2-dcd9f4d15319,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:32.603916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:32.615447 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-825e9d5b-5239-4571-add0-453e8bb03eb5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9819262 Apr 18 12:12:32.617316 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5ad82685-4b8b-4cb5-b73a-8d3d02036cda tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8156600 Apr 18 12:12:32.618350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57096) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:32.628220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57098) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:32.636716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2037695557'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:32.663881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:32.681415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port e5240b2e-0201-4857-a2d2-dcd9f4d15319 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:32.727827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.777409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.778302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.833335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.855867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.908880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.945373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-9587e7b7-db43-41ff-ab30-17d471bf55ae', 'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'tenant_id': 'cff8cef58683476cb12b4fccd8e1dda6', 'fixed_ips': [{'subnet_id': '7ab71647-be54-458f-8417-37edf56d3510'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:32.946581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.950776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:32.959730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c8b6d856-23fd-4ee9-ba01-560c7801db07', 'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': 'd4e939dc-d048-4ff3-8136-770257fe7b1a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:32.959934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:32.960785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:32.967347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:32.984411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:33.077449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:33.087625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Usage tracker for resource:port and tenant:cff8cef58683476cb12b4fccd8e1dda6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:33.103700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:33.113569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837e9ebf-bc57-4e11-be88-dbaa8843a33f']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:33.115236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:33.128641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.140441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:33.144570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.154866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:33.155200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc00ad45-fd36-4f37-a0fa-3bb8d51ac9ab') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:33.162537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.207959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.234297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:33.238399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.241082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.247632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Deleting port 863b3fa0-b87d-4671-a014-158d4faf6221 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:33.250539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.255332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Allocated IP 2001:db8::2 (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/b291aefc-7645-4e28-b2c5-fb6e9f4fd541) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:33.257516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Allocated IP 2001:db8::2 (c8b6d856-23fd-4ee9-ba01-560c7801db07/d4e939dc-d048-4ff3-8136-770257fe7b1a/4a6a2287-73a7-4d27-a3b4-3737c95023bd) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:33.281510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:33.281902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:33.301034 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:33.305411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.320579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] device_id is not set on port ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:33.424227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.535929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.539583 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ce8ad785-1c00-457d-a259-6f700e2c04f5 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0453753 Apr 18 12:12:33.560303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57104) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:33.569531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:33.650512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.658820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.661712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.678433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Transition to ACTIVE for port object b291aefc-7645-4e28-b2c5-fb6e9f4fd541 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:33.683899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Transition to ACTIVE for port object 4a6a2287-73a7-4d27-a3b4-3737c95023bd will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:33.684050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.711898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Transition to ACTIVE for port object b291aefc-7645-4e28-b2c5-fb6e9f4fd541 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:33.713473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Transition to ACTIVE for port object 4a6a2287-73a7-4d27-a3b4-3737c95023bd will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:33.724584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.736875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=a2e80dd4-42da-4fdf-afef-a433dc0d4c4e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:33.768728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=837e9ebf-bc57-4e11-be88-dbaa8843a33f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:33.786159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.836535 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1a29d0ca-c54d-4cb4-b6d8-50878ff1033d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/837e9ebf-bc57-4e11-be88-dbaa8843a33f HTTP/1.1" status: 204 len: 168 time: 5.7761943 Apr 18 12:12:33.837084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:33.842989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57108) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:33.850310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': 'ba633c48-beb2-4ed9-b8d2-1218061617d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:33.850695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: 271f780d-586d-4c80-b4a8-ee399987cbd9, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:33.867620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:33.875112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:33.878909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:33.881358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:33.884038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:33.886177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:33.888725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Pushing event updated for resources: {'Port': ['ID=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:33.895365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Calling delete_port for 863b3fa0-b87d-4671-a014-158d4faf6221 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:33.913181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609853856'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:33.929176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:33.940963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:33.991945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:34.005399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Allocated IP 2001:db8::171 (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:34.010748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.018755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:34.047532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Pushing event updated for resources: {'Port': ['ID=4a6a2287-73a7-4d27-a3b4-3737c95023bd,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.090072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.105445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.105813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.125369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Attempting to bind port 4a6a2287-73a7-4d27-a3b4-3737c95023bd on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:34.125749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Attempting to bind port 4a6a2287-73a7-4d27-a3b4-3737c95023bd by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'c530943a-daf3-4396-95b5-b230f02f687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:34.126099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Attempting to bind port 4a6a2287-73a7-4d27-a3b4-3737c95023bd on network c8b6d856-23fd-4ee9-ba01-560c7801db07 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:34.128362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Attempting to bind port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:34.128853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Attempting to bind port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '63695f24-fbae-4a05-a8ac-7759ff98d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:34.129121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Attempting to bind port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 on network 9587e7b7-db43-41ff-ab30-17d471bf55ae {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:34.136972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:34.137336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Checking segment: {'id': 'c530943a-daf3-4396-95b5-b230f02f687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:34.137729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.138116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Bound using segment: {'id': 'c530943a-daf3-4396-95b5-b230f02f687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:34.138598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Bound port: 4a6a2287-73a7-4d27-a3b4-3737c95023bd, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c530943a-daf3-4396-95b5-b230f02f687c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8b6d856-23fd-4ee9-ba01-560c7801db07'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:34.138989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.151764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=0d99b782-0565-4a82-ae84-2c0f70c94ab2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.152255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:34.158349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Checking segment: {'id': '63695f24-fbae-4a05-a8ac-7759ff98d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:34.158349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.158349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Bound using segment: {'id': '63695f24-fbae-4a05-a8ac-7759ff98d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:34.158349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Bound port: b291aefc-7645-4e28-b2c5-fb6e9f4fd541, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63695f24-fbae-4a05-a8ac-7759ff98d5c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:34.158349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.161331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.204129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:34.204949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: 46a4eb9e-62f8-4f30-86b4-bd9f86125756, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:34.264233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:34.267767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.290744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:34.308180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] For port 4a6a2287-73a7-4d27-a3b4-3737c95023bd, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:34.310971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] For port 4a6a2287-73a7-4d27-a3b4-3737c95023bd, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4a6a2287-73a7-4d27-a3b4-3737c95023bd,segment=NetworkSegment(c530943a-daf3-4396-95b5-b230f02f687c),segment_id=c530943a-daf3-4396-95b5-b230f02f687c)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:34.314829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] For port b291aefc-7645-4e28-b2c5-fb6e9f4fd541, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:34.378341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88783) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 18 12:12:34.378692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Router 5e31dd0a-894e-4b8b-947c-3ebd6bf43517 migrating from provider to provider. {{(pid=88783) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 18 12:12:34.379148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.385293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.389328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Port': ['ID=fe7c5369-f1cc-4eea-84b7-6c3e11a32694,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.393150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.397281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.401372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Transition to ACTIVE for port object ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:34.408187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:34.410247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.422811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.426650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 271f780d-586d-4c80-b4a8-ee399987cbd9) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:34.433823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.434159 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 7eab1dde-3e77-449c-b232-64a45c662fd0 of type vlan for network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 Apr 18 12:12:34.435879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:34.436511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.448956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3dc717-dc67-43f8-86f8-72bfeb9f6af0 None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:34.474037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event deleted for resources: {'Port': ['ID=863b3fa0-b87d-4671-a014-158d4faf6221,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.476443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.486682 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.491123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] For port b291aefc-7645-4e28-b2c5-fb6e9f4fd541, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,segment=NetworkSegment(63695f24-fbae-4a05-a8ac-7759ff98d5c7),segment_id=63695f24-fbae-4a05-a8ac-7759ff98d5c7)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:34.541631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:34.544220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.632797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.642386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.653201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd4e29-9f23-430c-8937-adaacf85564e None None] Pushing event updated for resources: {'Port': ['ID=4a6a2287-73a7-4d27-a3b4-3737c95023bd,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.655551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 46a4eb9e-62f8-4f30-86b4-bd9f86125756) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:34.674230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:34.675301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.687673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:34.688901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.690366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.694157 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6534c3ac-8b67-4ae1-b4d0-f665d1d93f06 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.4061823 Apr 18 12:12:34.710920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57112) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:34.723089 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-769f733d-a62c-46bb-8f5a-51cf3e7acf6a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9720123 Apr 18 12:12:34.731931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57116) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:34.747542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c649426-fd39-4c19-8ae8-c9ee2740ff50 None None] Pushing event updated for resources: {'Port': ['ID=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:34.750890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:34.753461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419a29df-6908-498e-a8e7-67a8d3e821cb None None] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:34.839138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:34.845678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:34.846664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.873170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a6033bd2-7f76-4384-abe5-592f96315209 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Synchronizing usage tracker for tenant:4bd1ade7e4ae41a2bc332b437d5e808e on resource:floatingip {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:34.882234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:34.969162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:34.972813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.054408 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-62802a4c-d6c2-4640-b231-e03fd7056364 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4211206 Apr 18 12:12:35.054408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57120) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:35.060084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595126820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:35.072558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:35.076385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.077348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:35.081054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:35.087604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:35.087998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:35.088227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.124705 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-20fd77f5-51cf-4f91-9fad-006a3e51aabd tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4976134 Apr 18 12:12:35.129944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57124) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:35.138646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-569701483', 'allowed_address_pairs': [{'ip_address': '2001:db8::171', 'mac_address': 'fa:16:3e:6e:b6:cd'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:35.189792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-46a4eb9e-62f8-4f30-86b4-bd9f86125756', 'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': '0d99b782-0565-4a82-ae84-2c0f70c94ab2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:35.190891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.201237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:35.208013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-271f780d-586d-4c80-b4a8-ee399987cbd9', 'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': 'a2e80dd4-42da-4fdf-afef-a433dc0d4c4e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:35.208819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.217102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.217967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Fanout notify agent at l3_agent the message router_deleted on router 56e64f90-412d-47a7-823b-227b01d39c70 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:35.237162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.238297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.241049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:35.248451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:35.265225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:35.268806 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] No L3 agents can host the router 5e31dd0a-894e-4b8b-947c-3ebd6bf43517 Apr 18 12:12:35.326817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a6033bd2-7f76-4384-abe5-592f96315209 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Unset dirty status for tenant:4bd1ade7e4ae41a2bc332b437d5e808e on resource:floatingip {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:35.331314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a6033bd2-7f76-4384-abe5-592f96315209 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=b7f899a6-bac2-41b8-9878-7ffb30681ca8 HTTP/1.1" status: 200 len: 689 time: 0.6160197 Apr 18 12:12:35.334656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57128) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:35.374595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=298c70c7-8db3-4a92-abdc-c5b02ae407c8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:35.389525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7e43677f-e5aa-4186-9f08-cd1768fcf1ba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5381787 Apr 18 12:12:35.389802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:35.391279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57132) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:35.488842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.493872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-72a42d26-284a-4a37-9aa9-d449c7e4b2a5 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/56e64f90-412d-47a7-823b-227b01d39c70 HTTP/1.1" status: 204 len: 168 time: 3.0588837 Apr 18 12:12:35.495382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57136) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:35.508664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-283434531', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:35.516724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:35.525644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:35.531536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.533734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:35.537108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.556730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Usage tracker for resource:router and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:35.568931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:35.579777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:35.598148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:35.609809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Usage tracker for resource:port and tenant:cff8cef58683476cb12b4fccd8e1dda6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:35.615800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Allocated IP 2001:db8::2 (271f780d-586d-4c80-b4a8-ee399987cbd9/a2e80dd4-42da-4fdf-afef-a433dc0d4c4e/f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:35.624909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:35.635952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Allocated IP 2001:db8:1::2 (46a4eb9e-62f8-4f30-86b4-bd9f86125756/0d99b782-0565-4a82-ae84-2c0f70c94ab2/d2212db5-3dab-4ac1-8c06-d5db51b926bd) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:35.646773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:35.707311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.734434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.739297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.769669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:35.840674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b291aefc-7645-4e28-b2c5-fb6e9f4fd541 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:35.848564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.852600 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-07360644-3e32-43ec-ba55-23c5d9499b3f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7979269 Apr 18 12:12:35.863873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57140) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:35.924014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:35.986526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Hosts for router 5e31dd0a-894e-4b8b-947c-3ebd6bf43517: [] {{(pid=88783) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 18 12:12:35.988316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.013013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] device_id is not set on port 637995d5-a9ee-40de-a731-102ce8a28539 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:36.098144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.107346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.111793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Transition to ACTIVE for port object f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:36.123647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:36.135122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Transition to ACTIVE for port object f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:36.145939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebfcf0-b7fd-48ef-9f59-30ad497b3d0c None None] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:36.196182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:36.340615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.382266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.383858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Hosts for other DVR routers connected to router 5e31dd0a-894e-4b8b-947c-3ebd6bf43517: set() {{(pid=88783) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 18 12:12:36.386633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.390606 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f0a1ead7-745e-47ee-8b37-e38f8d578676 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "PUT /v2.0/routers/5e31dd0a-894e-4b8b-947c-3ebd6bf43517 HTTP/1.1" status: 200 len: 717 time: 2.8275864 Apr 18 12:12:36.391394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57144) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:36.399312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:36.402686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:36.412120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:36.434429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:36.468120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Allocated IP 2001:db8::365 (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/637995d5-a9ee-40de-a731-102ce8a28539) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:36.487608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Deleting port fe7c5369-f1cc-4eea-84b7-6c3e11a32694 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:36.488049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.519490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:36.596624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Pushing event updated for resources: {'Port': ['ID=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:36.600291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db69833-35f1-431d-9cff-e731673df632 None None] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:36.600766 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.ipam_backend_mixin [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2e80dd4-42da-4fdf-afef-a433dc0d4c4e (CIDR: 2001:db8::/64) Apr 18 12:12:36.744867 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:12:36.745599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:36.748888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:36.752966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.775484 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2874e8c8-1779-44ab-b061-075921a019b3 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "GET /v2.0/routers/5e31dd0a-894e-4b8b-947c-3ebd6bf43517 HTTP/1.1" status: 200 len: 717 time: 0.3612952 Apr 18 12:12:36.781532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57148) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:36.830869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.850406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e44fb601-d296-457c-bf4b-372467baca89 None None] Provisioning for port 4a6a2287-73a7-4d27-a3b4-3737c95023bd completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:36.860352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Transition to ACTIVE for port object 637995d5-a9ee-40de-a731-102ce8a28539 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:36.863201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Attempting to bind port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:36.863570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Attempting to bind port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ba633c48-beb2-4ed9-b8d2-1218061617d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:36.863926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Attempting to bind port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 on network 271f780d-586d-4c80-b4a8-ee399987cbd9 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:36.878378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:36.878772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Checking segment: {'id': 'ba633c48-beb2-4ed9-b8d2-1218061617d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:36.879171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.879560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Bound using segment: {'id': 'ba633c48-beb2-4ed9-b8d2-1218061617d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:36.880033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Bound port: f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba633c48-beb2-4ed9-b8d2-1218061617d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:36.880399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:36.909637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.000551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] For port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:37.004399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] For port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,segment=NetworkSegment(ba633c48-beb2-4ed9-b8d2-1218061617d6),segment_id=ba633c48-beb2-4ed9-b8d2-1218061617d6)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:37.028378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Transition to ACTIVE for port object d2212db5-3dab-4ac1-8c06-d5db51b926bd will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:37.039823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:37.053593 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-59d076e0-a9d8-4548-8749-10b0d2018725 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1822262 Apr 18 12:12:37.062670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57154) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:37.083268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:37.113897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4a6a2287-73a7-4d27-a3b4-3737c95023bd up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:37.140841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.151864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.160010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Transition to ACTIVE for port object d2212db5-3dab-4ac1-8c06-d5db51b926bd will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:37.163823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.164148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.202964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] Provisioning for port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:37.221185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] Provisioning complete for port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:37.221550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.360327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec625eb3-6a5b-4386-8886-896b562aee7d None None] Pushing event updated for resources: {'Port': ['ID=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:37.371364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.384666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Calling delete_port for fe7c5369-f1cc-4eea-84b7-6c3e11a32694 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:37.412928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.424410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cf4a4dd1-4f98-4d6d-b5e8-b4863279aa57 tempest-RoutersTestDVR-800048296 tempest-RoutersTestDVR-800048296-project] 10.222.0.24 "GET /v2.0/routers/5e31dd0a-894e-4b8b-947c-3ebd6bf43517 HTTP/1.1" status: 200 len: 683 time: 0.6415915 Apr 18 12:12:37.427475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.437597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57158) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:37.506348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:37.537690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:37.545173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:37.634586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.667404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Pushing event updated for resources: {'Port': ['ID=d2212db5-3dab-4ac1-8c06-d5db51b926bd,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:37.687059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:37.709568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:37.710575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.719120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:37.733709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:37.737294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:37.737674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4a6a2287-73a7-4d27-a3b4-3737c95023bd completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:37.742977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:37.745483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:37.751240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:37.751870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.765732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4a6a2287-73a7-4d27-a3b4-3737c95023bd triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:37.766045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.783537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=637995d5-a9ee-40de-a731-102ce8a28539,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:37.795484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Allocated IP 172.26.4.159 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/9bd57beb-f2b9-4213-8d53-7418c71fa3e0) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:37.823851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Attempting to bind port d2212db5-3dab-4ac1-8c06-d5db51b926bd on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:37.824442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Attempting to bind port d2212db5-3dab-4ac1-8c06-d5db51b926bd by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:37.824951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Attempting to bind port d2212db5-3dab-4ac1-8c06-d5db51b926bd on network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:37.860317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] For port b291aefc-7645-4e28-b2c5-fb6e9f4fd541, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,segment=NetworkSegment(63695f24-fbae-4a05-a8ac-7759ff98d5c7),segment_id=63695f24-fbae-4a05-a8ac-7759ff98d5c7)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:37.874386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.914272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:37.914650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Checking segment: {'id': 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:37.915043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.915424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Bound using segment: {'id': 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:37.916108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Bound port: d2212db5-3dab-4ac1-8c06-d5db51b926bd, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '46a4eb9e-62f8-4f30-86b4-bd9f86125756'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:37.916489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.922338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:37.926683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:37.968639 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-52882df8-36f6-4ff4-8c29-f45a60aa0741 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8373899 Apr 18 12:12:37.987441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57162) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:38.021275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.093503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cf9f12ee-c11b-4c22-b84e-b98a74e7eca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.230998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.261140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.280114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464f188-2476-432c-b530-c62cb14dad99 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:38.287392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464f188-2476-432c-b530-c62cb14dad99 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:38.290433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf5014-7a13-4220-9686-7813b32bf1a6 None None] Pushing event updated for resources: {'Port': ['ID=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:38.294519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464f188-2476-432c-b530-c62cb14dad99 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:38.294660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] For port d2212db5-3dab-4ac1-8c06-d5db51b926bd, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:38.295419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c464f188-2476-432c-b530-c62cb14dad99 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Synchronizing usage tracker for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:38.297296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-659e31ff-45ee-4b41-b32b-fb512537f815 None None] Provisioning complete for port 4a6a2287-73a7-4d27-a3b4-3737c95023bd triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:38.297867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-659e31ff-45ee-4b41-b32b-fb512537f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.383863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4a6a2287-73a7-4d27-a3b4-3737c95023bd, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4a6a2287-73a7-4d27-a3b4-3737c95023bd,segment=NetworkSegment(c530943a-daf3-4396-95b5-b230f02f687c),segment_id=c530943a-daf3-4396-95b5-b230f02f687c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:38.387158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] For port d2212db5-3dab-4ac1-8c06-d5db51b926bd, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d2212db5-3dab-4ac1-8c06-d5db51b926bd,segment=NetworkSegment(eaf404ac-ed18-4701-97d7-a6232cb8c1d8),segment_id=eaf404ac-ed18-4701-97d7-a6232cb8c1d8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:38.425232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.427294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.433307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.469440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c464f188-2476-432c-b530-c62cb14dad99 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Unset dirty status for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:38.470868 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c464f188-2476-432c-b530-c62cb14dad99 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.4795527 Apr 18 12:12:38.474407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57166) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:38.497095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-659e31ff-45ee-4b41-b32b-fb512537f815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.517266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.521386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.543450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.589793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.690001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.776118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe7c5369-f1cc-4eea-84b7-6c3e11a32694,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:38.789984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=a8ba7214-a118-4fca-9614-4e52e66f4280,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:38.819862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-659e31ff-45ee-4b41-b32b-fb512537f815 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:38.823057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-659e31ff-45ee-4b41-b32b-fb512537f815 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:38.830818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd4f553-57ea-4089-8801-8d4ac652c09a None None] Pushing event updated for resources: {'Port': ['ID=d2212db5-3dab-4ac1-8c06-d5db51b926bd,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:38.832135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.832894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e31dd0a-894e-4b8b-947c-3ebd6bf43517 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:38.867882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=dac7022b-3d58-474a-8b1b-2209389647ab,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:38.873784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port 637995d5-a9ee-40de-a731-102ce8a28539 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:38.874127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.899846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8::1 (c8b6d856-23fd-4ee9-ba01-560c7801db07/d4e939dc-d048-4ff3-8136-770257fe7b1a/69bfe229-f84d-4a76-aba9-883a2f4ed276) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:38.908837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '7eab1dde-3e77-449c-b232-64a45c662fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:38.909313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: 298c70c7-8db3-4a92-abdc-c5b02ae407c8, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:38.973712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:38.979938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:38.988222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:39.009925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b291aefc-7645-4e28-b2c5-fb6e9f4fd541 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:39.122048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4a6a2287-73a7-4d27-a3b4-3737c95023bd,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:39.139560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:39.139987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.171055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:39.176899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:39.178812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:39.186835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:39.243046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:39.244073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.272098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.297384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bf6376-7b94-4aa1-86ce-4492ffaae3fe None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:39.311517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.312487 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e88ddfa7-52fb-4723-9c73-bdac0d8fc802 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "DELETE /v2.0/routers/5e31dd0a-894e-4b8b-947c-3ebd6bf43517 HTTP/1.1" status: 204 len: 168 time: 1.8722851 Apr 18 12:12:39.318020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 298c70c7-8db3-4a92-abdc-c5b02ae407c8) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:39.333905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event updated for resources: {'Port': ['ID=9bd57beb-f2b9-4213-8d53-7418c71fa3e0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:39.337987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57170) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:39.352092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Request body: {'router': {'name': 'tempest-router-738339198', 'distributed': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:39.358129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:39.359134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.367493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd8376-f44f-47d3-8464-6d08c17737be None None] Network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:39.373604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.376801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:39.392242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Usage tracker for resource:router and tenant:773fbd576ed745b49797141244917c9f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:39.399495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:39.413058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:39.416979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object 69bfe229-f84d-4a76-aba9-883a2f4ed276 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:39.469531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:39.489488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-853a5b71-8579-4eed-80bf-f7f87d4eab32 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4208786 Apr 18 12:12:39.492519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57174) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:39.494679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.499564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9', 'fixed_ips': [{'subnet_id': 'a2e80dd4-42da-4fdf-afef-a433dc0d4c4e'}, {'subnet_id': 'dac7022b-3d58-474a-8b1b-2209389647ab'}], 'name': 'tempest-PortsIpV6TestJSON-1383376614'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:39.519762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.524685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.529006 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6b9cc63d-21e2-4e0f-8c06-e43ddcf927cc tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0749934 Apr 18 12:12:39.555711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57178) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:39.769167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.770508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.801636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a228c25b-0798-4c19-84a2-7bb1ea813d7a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:39.821474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:39.883927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:39.901930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:39.925329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for 637995d5-a9ee-40de-a731-102ce8a28539 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:39.930326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:39.935251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.935478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning for port ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:39.942492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning complete for port ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:39.942867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:39.976279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-298c70c7-8db3-4a92-abdc-c5b02ae407c8', 'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': 'a8ba7214-a118-4fca-9614-4e52e66f4280'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:39.977469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.090961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.230981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Port ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:40.244662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.281025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=69bfe229-f84d-4a76-aba9-883a2f4ed276,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:40.301433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.313109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c38e7-62fa-4ebb-829c-ef7925a4f8e9 None None] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:40.327521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.331148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Allocated IP 172.20.0.2 (298c70c7-8db3-4a92-abdc-c5b02ae407c8/a8ba7214-a118-4fca-9614-4e52e66f4280/6fa0518a-7479-408e-8bcb-6f8d7af9e5d5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:40.354841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Update dhcp port {'port': {'network_id': '271f780d-586d-4c80-b4a8-ee399987cbd9', 'fixed_ips': [{'subnet_id': 'a2e80dd4-42da-4fdf-afef-a433dc0d4c4e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dac7022b-3d58-474a-8b1b-2209389647ab'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:12:40.375753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f899a6-bac2-41b8-9878-7ffb30681ca8']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:40.398486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e6f9a4d-daac-4dc7-ac29-6bfb6626f33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.399932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d9c0d8-4fe1-42da-bb7d-40034d29c1e6') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:40.400230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d9c0d8-4fe1-42da-bb7d-40034d29c1e6') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:40.416976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:40.420208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.440209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:40.444638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:40.447209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.457408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:40.457808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.467089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning for port 637995d5-a9ee-40de-a731-102ce8a28539 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:40.472440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:40.472584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:40.474392 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:40.494673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.494673 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6cab06ba-f851-41d9-8318-f9b5eed2cdc1 tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1536996 Apr 18 12:12:40.519275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning complete for port 637995d5-a9ee-40de-a731-102ce8a28539 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:40.519785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.542234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57184) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:40.558850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.684752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Port': ['ID=637995d5-a9ee-40de-a731-102ce8a28539,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:40.712687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.720426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:40.736237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.764235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7f899a6-bac2-41b8-9878-7ffb30681ca8 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:12:40.769538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.799789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7f899a6-bac2-41b8-9878-7ffb30681ca8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:40.821226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.826279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.856333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.874943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Transition to ACTIVE for port object 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:40.889069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Transition to ACTIVE for port object 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:40.922121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4a6a2287-73a7-4d27-a3b4-3737c95023bd up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:40.946989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Port 637995d5-a9ee-40de-a731-102ce8a28539 was deleted so its status cannot be updated. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 12:12:40.963876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7e065213-1af4-4956-8f88-8eed3611be49 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b7f899a6-bac2-41b8-9878-7ffb30681ca8 HTTP/1.1" status: 204 len: 168 time: 5.6252396 Apr 18 12:12:40.968388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:40.983777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57188) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:41.005129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.111820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port d4866b16-9654-4e45-83f8-8798aa17fbd3 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:41.184857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.292434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Allocated IP 2001:db8:0:1::2 (271f780d-586d-4c80-b4a8-ee399987cbd9/dac7022b-3d58-474a-8b1b-2209389647ab/f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:41.324184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0698d2f5-bd46-468d-b8b0-a410ce581204 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Synchronizing usage tracker for tenant:4bd1ade7e4ae41a2bc332b437d5e808e on resource:floatingip {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:41.339362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Pushing event updated for resources: {'Port': ['ID=6fa0518a-7479-408e-8bcb-6f8d7af9e5d5,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:41.365510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:41.448911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:41.456024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning complete for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:41.456390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.489293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:41.521495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:41.533963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.543398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0698d2f5-bd46-468d-b8b0-a410ce581204 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Unset dirty status for tenant:4bd1ade7e4ae41a2bc332b437d5e808e on resource:floatingip {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:41.544649 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0698d2f5-bd46-468d-b8b0-a410ce581204 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.5596666 Apr 18 12:12:41.550322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:41.712489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] For port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,segment=NetworkSegment(ba633c48-beb2-4ed9-b8d2-1218061617d6),segment_id=ba633c48-beb2-4ed9-b8d2-1218061617d6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:41.720838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4a6a2287-73a7-4d27-a3b4-3737c95023bd triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:41.721208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.755337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Attempting to bind port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:41.755731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Attempting to bind port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '7eab1dde-3e77-449c-b232-64a45c662fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:41.756230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Attempting to bind port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 on network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:41.772728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.779407 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:41.779809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Checking segment: {'id': '7eab1dde-3e77-449c-b232-64a45c662fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:41.780206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.780593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Bound using segment: {'id': '7eab1dde-3e77-449c-b232-64a45c662fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:41.781074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Bound port: 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eab1dde-3e77-449c-b232-64a45c662fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:41.781451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.828629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.830884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.858491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.879602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.880205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.880724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.881576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.881709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.882310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.882733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.883234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.884036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.884226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.884728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:41.886185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Synchronizing usage tracker for tenant:4bd1ade7e4ae41a2bc332b437d5e808e on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:41.904886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.905633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7efef1ea-7d18-49c7-9150-09bf70a1e281 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:41.908310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.912061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.913898 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6773142c-1e03-4776-905e-db34e749e4ad tempest-RoutersTestDVR-892452094 tempest-RoutersTestDVR-892452094-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7efef1ea-7d18-49c7-9150-09bf70a1e281 HTTP/1.1" status: 204 len: 168 time: 1.3717058 Apr 18 12:12:41.936059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7aacd494-2ad4-430a-8124-7b429cd95d16 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/ports/637995d5-a9ee-40de-a731-102ce8a28539 HTTP/1.1" status: 204 len: 168 time: 3.4605980 Apr 18 12:12:41.939195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.944597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57198) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:41.946864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.964203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:41.987738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Transition to ACTIVE for port object f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:42.020634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.021887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.039424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] For port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:42.043141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] For port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6fa0518a-7479-408e-8bcb-6f8d7af9e5d5,segment=NetworkSegment(7eab1dde-3e77-449c-b232-64a45c662fd0),segment_id=7eab1dde-3e77-449c-b232-64a45c662fd0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:42.049782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.063946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.131738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Unset dirty status for tenant:4bd1ade7e4ae41a2bc332b437d5e808e on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:42.138925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea8d7700-1c01-4168-95b5-6a3a5655b207 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7026 time: 0.5723145 Apr 18 12:12:42.174553 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eded6d3-4f56-4c8c-b723-1064c2c1ebce tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] GET failed (client error): The resource could not be found. Apr 18 12:12:42.175258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8eded6d3-4f56-4c8c-b723-1064c2c1ebce tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Synchronizing usage tracker for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:42.179950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57202) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:42.190310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=a8ba7214-a118-4fca-9614-4e52e66f4280,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:42.279887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.318188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d2212db5-3dab-4ac1-8c06-d5db51b926bd up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:42.416767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8eded6d3-4f56-4c8c-b723-1064c2c1ebce tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Unset dirty status for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:42.418118 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8eded6d3-4f56-4c8c-b723-1064c2c1ebce tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "GET /v2.0/ports/637995d5-a9ee-40de-a731-102ce8a28539 HTTP/1.1" status: 404 len: 333 time: 0.4660084 Apr 18 12:12:42.427121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57206) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:42.435814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.452751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:42.453332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:42.455729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1007640781'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:42.507975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::2e5 (271f780d-586d-4c80-b4a8-ee399987cbd9/a2e80dd4-42da-4fdf-afef-a433dc0d4c4e/d4866b16-9654-4e45-83f8-8798aa17fbd3) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:42.515769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8:0:1::3d3 (271f780d-586d-4c80-b4a8-ee399987cbd9/dac7022b-3d58-474a-8b1b-2209389647ab/d4866b16-9654-4e45-83f8-8798aa17fbd3) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:42.523393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce74b34-8dd2-4f34-af25-a20c66a5497b None None] Pushing event updated for resources: {'Port': ['ID=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:42.711465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298c70c7-8db3-4a92-abdc-c5b02ae407c8']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:42.743275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb7146-ea0c-445e-8689-893bebd4b26b None None] Pushing event updated for resources: {'Port': ['ID=6fa0518a-7479-408e-8bcb-6f8d7af9e5d5,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:42.748346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port d2212db5-3dab-4ac1-8c06-d5db51b926bd completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:42.780430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57212) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:42.781811 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-66cff619-3420-4c79-9b5a-edaa4c8b1bf2 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] delete failed (client error): The resource could not be found. Apr 18 12:12:42.784057 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-66cff619-3420-4c79-9b5a-edaa4c8b1bf2 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/1d12df2d-49f0-4c20-9fb5-95ec0fbadf93 HTTP/1.1" status: 404 len: 345 time: 0.5864053 Apr 18 12:12:42.791574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=69bfe229-f84d-4a76-aba9-883a2f4ed276,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:42.798877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57214) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:42.812312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eab1dde-3e77-449c-b232-64a45c662fd0') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:42.812725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eab1dde-3e77-449c-b232-64a45c662fd0') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:42.841878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.865320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.873064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:42.873699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.881737 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c360a7f3-282a-4810-93ee-9840fc1fe60d tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 12:12:42.882260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c360a7f3-282a-4810-93ee-9840fc1fe60d tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:42.883716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:42.897754 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c360a7f3-282a-4810-93ee-9840fc1fe60d tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b7f899a6-bac2-41b8-9878-7ffb30681ca8 HTTP/1.1" status: 404 len: 339 time: 0.0944834 Apr 18 12:12:42.931225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57218) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:42.941012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'network': {'name': 'tempest-network--2008400652', 'router:external': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:43.024036 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:43.077552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.092505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.099125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object d4866b16-9654-4e45-83f8-8798aa17fbd3 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:43.142242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:43.150868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:network and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:43.156158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:43.175558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:43.181286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:43.195323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:43.207841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:43.209167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:43.212781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:43.284766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.315210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:43.320148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Usage tracker for resource:security_group_rule and tenant:c685066e76734223993229e68d1a6f34 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:43.324446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:43.336038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:43.339304 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] For port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,segment=NetworkSegment(ba633c48-beb2-4ed9-b8d2-1218061617d6),segment_id=ba633c48-beb2-4ed9-b8d2-1218061617d6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:43.428386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:12:43.428386 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:12:43.428386 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': '298c70c7-8db3-4a92-abdc-c5b02ae407c8'}] Apr 18 12:12:43.428386 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:43.435635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:43.461670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.461810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.474703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccc3782-ba16-4ecd-a5fc-e704b518a524 None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:43.489091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:43.493270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.511539 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Made reservation on behalf of 4bd1ade7e4ae41a2bc332b437d5e808e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:43.514017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.514488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Router be710e31-7078-497d-9bd7-9978d80ac7b9 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:12:43.515312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.525318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:43.574854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router dc593789-ac4c-402b-a85d-759bc343e1ae is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:12:43.588299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:43.604792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:43.618901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=d4866b16-9654-4e45-83f8-8798aa17fbd3,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:43.621372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:43.621557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:43.627730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:43.628396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.645537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:43.753495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.753896 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Added segment 8043f424-6bb0-47b1-a0c5-c19b9f34452f of type vlan for network d3a9047c-7cc5-4842-97bc-cb55f982a8c0 Apr 18 12:12:43.765945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.776940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] device_id is not set on port 2539f87b-625d-4cd2-b521-0ec6b21e330e yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:43.839653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Provisioning complete for port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:43.840336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.880032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.894312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:43.898951 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] Sync routers for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:43.904454 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1f4fb20a-5654-4605-a7a9-ff7cca88a1c4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/dc593789-ac4c-402b-a85d-759bc343e1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0371206 Apr 18 12:12:43.905634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57226) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:43.917756 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:43.918432 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:43.961393 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8a878ea0-b6cf-4cc7-83ae-ea96b59e2d18 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.4639988 Apr 18 12:12:43.967690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda6409-f848-433e-8d77-09bb1996c935,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:43.974717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:43.974857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57230) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:43.975426 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-314cfeba-c40a-4e73-9ae5-98f760f578be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c685066e76734223993229e68d1a6f34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9528780 Apr 18 12:12:43.978477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2e80dd4-42da-4fdf-afef-a433dc0d4c4e'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:43.988392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57234) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:44.034174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43638c-2181-4330-9d1a-95a7ee449955 None None] Pushing event updated for resources: {'Port': ['ID=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:44.040885 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.054816 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:44.055478 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.062723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f46a2-297c-47c2-97e3-e8652bdb4013 None None] Network 298c70c7-8db3-4a92-abdc-c5b02ae407c8 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:44.079018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28bb73f-104e-45c6-a42a-c5d89ad9934b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:44.079643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a28bb73f-104e-45c6-a42a-c5d89ad9934b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:44.113422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:44.113820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.164334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:44.164541 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.164827 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3b031-0120-480e-ad5c-a8f39f0d17fd None None] The sync data for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:44.257960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] Sync routers for ids ['be710e31-7078-497d-9bd7-9978d80ac7b9'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:44.284835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.285062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Allocated IP 2001:db8::5a (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/2539f87b-625d-4cd2-b521-0ec6b21e330e) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:44.285748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:44.285998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.310211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac11b9c-6bf8-4514-9359-2ca60ecfca7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.330174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] Routers {'be710e31-7078-497d-9bd7-9978d80ac7b9'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:44.330679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be710e31-7078-497d-9bd7-9978d80ac7b9'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.401687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.402984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-14c8454d-b913-47a6-8524-bcc5d4e0489e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.9058568 Apr 18 12:12:44.406835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac11b9c-6bf8-4514-9359-2ca60ecfca7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.408901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a28bb73f-104e-45c6-a42a-c5d89ad9934b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:44.410906 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a28bb73f-104e-45c6-a42a-c5d89ad9934b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports/69bfe229-f84d-4a76-aba9-883a2f4ed276 HTTP/1.1" status: 200 len: 911 time: 0.5043356 Apr 18 12:12:44.413425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4813125 Apr 18 12:12:44.416016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.424672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57238) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:44.426688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57240) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:44.426688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57242) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:44.430497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16f81b4-91ee-4f4c-91ca-7cb687dec0a9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Network': ['ID=d3a9047c-7cc5-4842-97bc-cb55f982a8c0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:44.446670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.456266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network d3a9047c-7cc5-4842-97bc-cb55f982a8c0 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:44.514526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:44.556378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] Routers {'be710e31-7078-497d-9bd7-9978d80ac7b9'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:44.556584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be710e31-7078-497d-9bd7-9978d80ac7b9'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.653415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:44.654168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4831d587-1d46-4e57-802f-e1edf254b310 None None] The sync data for ids ['be710e31-7078-497d-9bd7-9978d80ac7b9'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:44.736114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Provisioning for port 69bfe229-f84d-4a76-aba9-883a2f4ed276 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:44.741683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Provisioning complete for port 69bfe229-f84d-4a76-aba9-883a2f4ed276 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:44.742060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.792405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] DHCP port deletion for 298c70c7-8db3-4a92-abdc-c5b02ae407c8 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:44.806434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] Deleting port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:44.806965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.832035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Delete allocated IP 2001:db8:0:1::3d3 (271f780d-586d-4c80-b4a8-ee399987cbd9/dac7022b-3d58-474a-8b1b-2209389647ab) {{(pid=88783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 12:12:44.900869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6fa0518a-7479-408e-8bcb-6f8d7af9e5d5,segment=NetworkSegment(7eab1dde-3e77-449c-b232-64a45c662fd0),segment_id=7eab1dde-3e77-449c-b232-64a45c662fd0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:44.901263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:44.930963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Port 69bfe229-f84d-4a76-aba9-883a2f4ed276 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:44.941909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:45.080333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.099803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Ignored duplicate provisioning block setup for port d4866b16-9654-4e45-83f8-8798aa17fbd3 by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 12:12:45.147797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Provisioning for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:45.169628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.231127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Provisioning complete for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:45.231419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.277165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] In _notify_port_updated(), no bound segment for port d4866b16-9654-4e45-83f8-8798aa17fbd3 on network 271f780d-586d-4c80-b4a8-ee399987cbd9 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:12:45.282500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:45.283547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.286225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] For port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6fa0518a-7479-408e-8bcb-6f8d7af9e5d5,segment=NetworkSegment(7eab1dde-3e77-449c-b232-64a45c662fd0),segment_id=7eab1dde-3e77-449c-b232-64a45c662fd0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:45.286634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.288575 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/ports/d4866b16-9654-4e45-83f8-8798aa17fbd3 HTTP/1.1" status: 200 len: 926 time: 1.3147364 Apr 18 12:12:45.289301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57250) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:45.303738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:45.304108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.305624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a2e80dd4-42da-4fdf-afef-a433dc0d4c4e'}, {'subnet_id': 'dac7022b-3d58-474a-8b1b-2209389647ab'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:45.330139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:45.339939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8426011-dccb-4572-8e15-b6ecac7a3dbc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=d4866b16-9654-4e45-83f8-8798aa17fbd3,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:45.459298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.480775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] Calling delete_port for 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:45.508379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:45.514644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:45.520849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:45.526925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:45.527851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Synchronizing usage tracker for tenant:602a3cc14fc44547b73eaa6c7180a66e on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:45.576507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac11b9c-6bf8-4514-9359-2ca60ecfca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.591635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.706399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.757188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:45.763090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac11b9c-6bf8-4514-9359-2ca60ecfca7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda6409-f848-433e-8d77-09bb1996c935,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:45.776009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.803459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ac11b9c-6bf8-4514-9359-2ca60ecfca7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.807005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ac11b9c-6bf8-4514-9359-2ca60ecfca7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cda6409-f848-433e-8d77-09bb1996c935 HTTP/1.1" status: 204 len: 168 time: 1.8102126 Apr 18 12:12:45.807239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] Pushing event deleted for resources: {'Port': ['ID=6fa0518a-7479-408e-8bcb-6f8d7af9e5d5,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:45.809695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Provisioning for port d2212db5-3dab-4ac1-8c06-d5db51b926bd completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:45.815899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69729a-c508-40cf-9f44-18f82bdbbd2f None None] No DVR routers for this DVR port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:45.817387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:45.817797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:45.827208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Provisioning complete for port d2212db5-3dab-4ac1-8c06-d5db51b926bd triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:45.827447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:45.895780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Transition to ACTIVE for port object 2539f87b-625d-4cd2-b521-0ec6b21e330e will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:45.905118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Unset dirty status for tenant:602a3cc14fc44547b73eaa6c7180a66e on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:45.909604 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-20d27cf6-6de6-401a-9b2f-0d501ad5ba63 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 1.4236121 Apr 18 12:12:45.909604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:45.909604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:45.914582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57258) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:45.917424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8:0:1::182 (271f780d-586d-4c80-b4a8-ee399987cbd9/dac7022b-3d58-474a-8b1b-2209389647ab/d4866b16-9654-4e45-83f8-8798aa17fbd3) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:46.009816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.044623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] For port d2212db5-3dab-4ac1-8c06-d5db51b926bd, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d2212db5-3dab-4ac1-8c06-d5db51b926bd,segment=NetworkSegment(eaf404ac-ed18-4701-97d7-a6232cb8c1d8),segment_id=eaf404ac-ed18-4701-97d7-a6232cb8c1d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:46.106557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.136845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.147900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Could not find standard attr ID for object 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:12:46.189360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00594561-c914-4008-a862-c3aa12fdd872 None None] Pushing event updated for resources: {'Port': ['ID=d2212db5-3dab-4ac1-8c06-d5db51b926bd,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:46.229780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.270737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea3f6-ef97-4992-a327-9787e3a45925 None None] Provisioning complete for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:46.271451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea3f6-ef97-4992-a327-9787e3a45925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.347124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:46.386820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:46.389266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:46.395616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:46.396490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.399329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:12:46.407563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.424097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.448358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a9047c-7cc5-4842-97bc-cb55f982a8c0']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:46.449208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea3f6-ef97-4992-a327-9787e3a45925 None None] Provisioning for port d4866b16-9654-4e45-83f8-8798aa17fbd3 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:46.455808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9a6ea3f6-ef97-4992-a327-9787e3a45925 None None] Provisioning complete for port d4866b16-9654-4e45-83f8-8798aa17fbd3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:46.462217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a6ea3f6-ef97-4992-a327-9787e3a45925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.462596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Ignored duplicate provisioning block setup for port d4866b16-9654-4e45-83f8-8798aa17fbd3 by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 12:12:46.465003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8043f424-6bb0-47b1-a0c5-c19b9f34452f') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:46.465311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8043f424-6bb0-47b1-a0c5-c19b9f34452f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:46.465829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 6fa0518a-7479-408e-8bcb-6f8d7af9e5d5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:46.466176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.477781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.494654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.501585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:46.501980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:46.516200 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:46.532172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=2539f87b-625d-4cd2-b521-0ec6b21e330e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:46.579807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57264) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:46.592641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.596407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] The port '6fa0518a-7479-408e-8bcb-6f8d7af9e5d5' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:46.630422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9a6ea3f6-ef97-4992-a327-9787e3a45925 None None] Port d4866b16-9654-4e45-83f8-8798aa17fbd3 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:46.675645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.691451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.723932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.735708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ac11acf2-5e6a-4f57-834c-b62e9fd39d6b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.3014464 Apr 18 12:12:46.750064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57268) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:46.753457 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=d4866b16-9654-4e45-83f8-8798aa17fbd3,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:46.764753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::171', 'mac_address': 'fa:16:3e:6e:b6:cd'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:46.796721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] In _notify_port_updated(), no bound segment for port d4866b16-9654-4e45-83f8-8798aa17fbd3 on network 271f780d-586d-4c80-b4a8-ee399987cbd9 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:12:46.802975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:46.803679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.807865 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-53909e11-c9d2-4664-819c-827960f54fdd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/ports/d4866b16-9654-4e45-83f8-8798aa17fbd3 HTTP/1.1" status: 200 len: 1012 time: 1.5122330 Apr 18 12:12:46.809556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cdadf942-6e98-4f4a-bad6-70036dff5919 None None] Provisioning for port 2539f87b-625d-4cd2-b521-0ec6b21e330e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:46.813008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.817443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57272) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:46.827029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cdadf942-6e98-4f4a-bad6-70036dff5919 None None] Provisioning complete for port 2539f87b-625d-4cd2-b521-0ec6b21e330e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:46.827029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cdadf942-6e98-4f4a-bad6-70036dff5919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.853301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3a9047c-7cc5-4842-97bc-cb55f982a8c0 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:12:46.913039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:46.945039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d2212db5-3dab-4ac1-8c06-d5db51b926bd up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:12:46.951891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3a9047c-7cc5-4842-97bc-cb55f982a8c0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:46.959374 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9cdd025d-e34b-42d1-9086-8e4e20b14d36 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d3a9047c-7cc5-4842-97bc-cb55f982a8c0 HTTP/1.1" status: 204 len: 168 time: 1.0437543 Apr 18 12:12:46.964317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:46.978653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57276) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:46.990570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cdadf942-6e98-4f4a-bad6-70036dff5919 None None] Port 2539f87b-625d-4cd2-b521-0ec6b21e330e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:46.999606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'network': {'name': 'tempest-network--1207030753', 'router:external': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:47.023709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port d4866b16-9654-4e45-83f8-8798aa17fbd3 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:47.024055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.036171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Usage tracker for resource:security_group_rule and tenant:773fbd576ed745b49797141244917c9f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:47.057440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d2212db5-3dab-4ac1-8c06-d5db51b926bd triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:47.057859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.059648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:47.076161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:network and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:47.109606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:47.120989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:47.123796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.132274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:47.135703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.142371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:47.195024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c8bad0be-8f94-4f42-a7bf-ec3323aa1b82 None None] Provisioning complete for port d4866b16-9654-4e45-83f8-8798aa17fbd3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:47.195938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c8bad0be-8f94-4f42-a7bf-ec3323aa1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.247069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298c70c7-8db3-4a92-abdc-c5b02ae407c8']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:47.274215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eab1dde-3e77-449c-b232-64a45c662fd0') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:47.274815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eab1dde-3e77-449c-b232-64a45c662fd0') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:47.276011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c8bad0be-8f94-4f42-a7bf-ec3323aa1b82 None None] Port d4866b16-9654-4e45-83f8-8798aa17fbd3 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:47.300703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Made reservation on behalf of 4bd1ade7e4ae41a2bc332b437d5e808e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:47.301960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Deleting port 9bd57beb-f2b9-4213-8d53-7418c71fa3e0 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:47.302535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.302981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.351323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.419760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.428516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.482549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:47.505704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:47.505704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:47.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:47.526025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.538423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.538792 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Added segment 77e3c5d7-e51b-478f-93e9-df9973077d59 of type vlan for network e677f7df-6be3-4278-906d-fff286e0be92 Apr 18 12:12:47.672431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for d4866b16-9654-4e45-83f8-8798aa17fbd3 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:47.729891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.759768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.802773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.809777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.816676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.858276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.939053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=298c70c7-8db3-4a92-abdc-c5b02ae407c8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:47.980114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:47.981071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:47.981651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.024436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Calling delete_port for 9bd57beb-f2b9-4213-8d53-7418c71fa3e0 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:48.068988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4fa29dd9-79a9-49bb-b316-8c475285c50f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/298c70c7-8db3-4a92-abdc-c5b02ae407c8 HTTP/1.1" status: 204 len: 168 time: 8.5101800 Apr 18 12:12:48.072148 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=773fbd576ed745b49797141244917c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4827657 Apr 18 12:12:48.072148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b07ff5-2657-4696-bfad-62d1df47bcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55324d6-5cbc-409e-b9a9-92b18fa8a2c1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:48.080447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57280) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.080840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57282) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.104931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-283758908'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:48.109194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8:1::1 (46a4eb9e-62f8-4f30-86b4-bd9f86125756/0d99b782-0565-4a82-ae84-2c0f70c94ab2/d6e620c0-2c23-4050-9986-bf1e50b2d76c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:48.115591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:48.128216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:48.135861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:48.155748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:48.160778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.218848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c21c7cf-04c5-4de4-9737-dc20c44e1efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.253252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:48.256676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.259835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.268469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c21c7cf-04c5-4de4-9737-dc20c44e1efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.309079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Network': ['ID=e677f7df-6be3-4278-906d-fff286e0be92,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:48.320763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e677f7df-6be3-4278-906d-fff286e0be92 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:48.334338 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f573313a-6b42-4942-9286-48c254d0deec tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3496635 Apr 18 12:12:48.338539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57288) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.343356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] In _notify_port_updated(), no bound segment for port 2539f87b-625d-4cd2-b521-0ec6b21e330e on network 9587e7b7-db43-41ff-ab30-17d471bf55ae {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:12:48.348892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:48.349439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.353495 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "PUT /v2.0/ports/2539f87b-625d-4cd2-b521-0ec6b21e330e HTTP/1.1" status: 200 len: 1002 time: 1.6014385 Apr 18 12:12:48.357145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57292) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.411884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cceecba-5a14-4ecd-984b-ba52dc061941 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=2539f87b-625d-4cd2-b521-0ec6b21e330e,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:48.420656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:48.448492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.493702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port 2539f87b-625d-4cd2-b521-0ec6b21e330e {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:48.493932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.503837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.504299 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment ede012d9-d09a-4559-9851-4d52fdc73ffa of type vlan for network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 Apr 18 12:12:48.520770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.589478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=d4866b16-9654-4e45-83f8-8798aa17fbd3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:48.703851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.706228 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef6c6136-0d73-44d0-91b0-cb0802812bd0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/d4866b16-9654-4e45-83f8-8798aa17fbd3 HTTP/1.1" status: 204 len: 168 time: 1.8877697 Apr 18 12:12:48.710540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57296) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.718932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0b0bb221-8374-4c09-ae27-53cbcf2b5a56 None None] Provisioning complete for port 2539f87b-625d-4cd2-b521-0ec6b21e330e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:48.719364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0b0bb221-8374-4c09-ae27-53cbcf2b5a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.728215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Pushing event deleted for resources: {'Port': ['ID=9bd57beb-f2b9-4213-8d53-7418c71fa3e0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:48.749831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c21c7cf-04c5-4de4-9737-dc20c44e1efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.777074 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-73590c57-437d-47d3-bd7e-fb8ab23a634f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:12:48.777603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-73590c57-437d-47d3-bd7e-fb8ab23a634f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:48.786829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0b0bb221-8374-4c09-ae27-53cbcf2b5a56 None None] Port 2539f87b-625d-4cd2-b521-0ec6b21e330e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:48.788973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b82b6d-712e-4ed2-a70f-6650160f4235 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:48.793180 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-14b82b6d-712e-4ed2-a70f-6650160f4235 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] 10.222.0.24 "GET /v2.0/networks/e677f7df-6be3-4278-906d-fff286e0be92 HTTP/1.1" status: 200 len: 757 time: 0.4439282 Apr 18 12:12:48.806884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57300) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.843359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21c7cf-04c5-4de4-9737-dc20c44e1efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55324d6-5cbc-409e-b9a9-92b18fa8a2c1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:48.906601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-73590c57-437d-47d3-bd7e-fb8ab23a634f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:48.908329 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-73590c57-437d-47d3-bd7e-fb8ab23a634f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/d4866b16-9654-4e45-83f8-8798aa17fbd3 HTTP/1.1" status: 404 len: 333 time: 0.1966424 Apr 18 12:12:48.911081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57304) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:48.935214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:48.991922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.061952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet dac7022b-3d58-474a-8b1b-2209389647ab {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:49.116884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.135270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2faffc-f75a-4d85-b3a9-deb5ba1f88d4 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:49.136598 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fe2faffc-f75a-4d85-b3a9-deb5ba1f88d4 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] 10.222.0.24 "GET /v2.0/networks/29b91bfa-f77f-4c58-813c-08a80aa32b0d HTTP/1.1" status: 200 len: 768 time: 0.3043263 Apr 18 12:12:49.144442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57308) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:49.146448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c21c7cf-04c5-4de4-9737-dc20c44e1efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.154481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1c21c7cf-04c5-4de4-9737-dc20c44e1efc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c55324d6-5cbc-409e-b9a9-92b18fa8a2c1 HTTP/1.1" status: 204 len: 168 time: 1.0623374 Apr 18 12:12:49.154618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for 2539f87b-625d-4cd2-b521-0ec6b21e330e owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:49.154704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.228057 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.233325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.238703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:49.239281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.286132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.379514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.437817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.494145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Port': ['ID=2539f87b-625d-4cd2-b521-0ec6b21e330e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:49.554793 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4710822 Apr 18 12:12:49.565301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57316) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:49.580801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:49.643196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object d6e620c0-2c23-4050-9986-bf1e50b2d76c will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:49.644496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cb0fc-a52f-4dae-bd3c-ffc5d6079c75 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=83dd0ad3-158b-4031-b7d3-64abb8b3d285,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:49.648687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.661008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:49.770921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.817319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.874906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:49.999544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=dac7022b-3d58-474a-8b1b-2209389647ab,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:50.004827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.021008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.021097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.024525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebe05df-2eb2-455b-aa0e-bc8cb476e596 None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:50.030602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:50.037646 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9835a4a4-d6e0-4a07-bbd5-a1dd40e654da tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/dac7022b-3d58-474a-8b1b-2209389647ab HTTP/1.1" status: 204 len: 168 time: 1.1255949 Apr 18 12:12:50.039500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57328) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:50.043547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:50.046712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:50.089383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:50.127616 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d50da088-3de5-4da3-b660-3d9c188f1819 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/ports/2539f87b-625d-4cd2-b521-0ec6b21e330e HTTP/1.1" status: 204 len: 168 time: 1.7695799 Apr 18 12:12:50.132390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet a2e80dd4-42da-4fdf-afef-a433dc0d4c4e {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:12:50.134310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57332) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:50.139268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.213776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:50.216813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.217270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.267210 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bf665b-91f0-4847-8c43-6997e49155e9 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] GET failed (client error): The resource could not be found. Apr 18 12:12:50.267937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c0bf665b-91f0-4847-8c43-6997e49155e9 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Synchronizing usage tracker for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:50.295503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Router be710e31-7078-497d-9bd7-9978d80ac7b9 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:12:50.305927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e677f7df-6be3-4278-906d-fff286e0be92']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.326265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:50.327883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:50.330818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77e3c5d7-e51b-478f-93e9-df9973077d59') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.331108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77e3c5d7-e51b-478f-93e9-df9973077d59') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.343601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:50.344861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.353661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.ipam_backend_mixin [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing IP validity checks on allocation pools {{(pid=88783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:12:50.354174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.ipam_backend_mixin [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88783) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:12:50.364950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.427853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.441372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=d6e620c0-2c23-4050-9986-bf1e50b2d76c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:50.496983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c0bf665b-91f0-4847-8c43-6997e49155e9 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Unset dirty status for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:50.498156 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c0bf665b-91f0-4847-8c43-6997e49155e9 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "GET /v2.0/ports/2539f87b-625d-4cd2-b521-0ec6b21e330e HTTP/1.1" status: 404 len: 333 time: 0.3620572 Apr 18 12:12:50.505723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:50.523695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-231252280'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:50.601911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57348) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:50.614038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.620716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:50.621224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.675188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:50.716993 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:50.728214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:50.738237 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] Sync routers for ids ['be710e31-7078-497d-9bd7-9978d80ac7b9'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:50.749381 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] Routers {'be710e31-7078-497d-9bd7-9978d80ac7b9'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:50.750858 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be710e31-7078-497d-9bd7-9978d80ac7b9'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.791832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e0d126c9-93d9-408a-8ec1-e33fdfc8e213 None None] Provisioning for port d6e620c0-2c23-4050-9986-bf1e50b2d76c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:50.797566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e0d126c9-93d9-408a-8ec1-e33fdfc8e213 None None] Provisioning complete for port d6e620c0-2c23-4050-9986-bf1e50b2d76c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:50.798247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e0d126c9-93d9-408a-8ec1-e33fdfc8e213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.813440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.820592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:50.834101 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.845847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] Routers {'be710e31-7078-497d-9bd7-9978d80ac7b9'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:50.846678 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be710e31-7078-497d-9bd7-9978d80ac7b9'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.850131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:50.854048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e677f7df-6be3-4278-906d-fff286e0be92 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:12:50.865283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.919698 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:50.920350 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24cb28d-76ed-4c50-abda-b14386c97fbb None None] The sync data for ids ['be710e31-7078-497d-9bd7-9978d80ac7b9'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:50.930609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.932002 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-db962893-67c9-49a7-a60b-363bd216ba46 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "PUT /v2.0/routers/be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 200 len: 705 time: 6.4521646 Apr 18 12:12:50.932865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.942196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57354) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:50.953189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:50.955694 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/networks/e677f7df-6be3-4278-906d-fff286e0be92 HTTP/1.1" status: 204 len: 168 time: 1.8069861 Apr 18 12:12:50.960410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57358) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:50.965106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e0d126c9-93d9-408a-8ec1-e33fdfc8e213 None None] Port d6e620c0-2c23-4050-9986-bf1e50b2d76c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:50.975766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30957ea7-9421-491d-8e8d-7caf5f503bcc tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Network': ['ID=e677f7df-6be3-4278-906d-fff286e0be92,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:50.987271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'network': {'name': 'tempest-network--92351912'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:50.990014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:51.023175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:51.025223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Usage tracker for resource:network and tenant:4bd1ade7e4ae41a2bc332b437d5e808e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:51.028503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.034204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:51.046074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-502571534'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:51.051977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:51.058171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:51.073875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:network and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:51.073875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:51.075405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.142493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:51.177420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] device_id is not set on port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:51.214449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Made reservation on behalf of 4bd1ade7e4ae41a2bc332b437d5e808e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:51.217456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.219139 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6545e961-64b1-4fe3-9d64-55e7a118e83d tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/routers/be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 200 len: 740 time: 0.2751029 Apr 18 12:12:51.226734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57362) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:51.229917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.236698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8facf-0e55-42c2-ac04-88fb0cea22e1 None None] Network 271f780d-586d-4c80-b4a8-ee399987cbd9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:51.241335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=52018663-20b3-4d02-ae9d-c6cb3e36df2a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:51.281618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:51.296971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.297372 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Added segment ae9246d0-ada4-4063-bbae-6ad47eb6d4a1 of type vlan for network 2e86f415-935d-4a1a-9961-0bdaefe13ffd Apr 18 12:12:51.332420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.348417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': 'ede012d9-d09a-4559-9851-4d52fdc73ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:51.348978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: 83dd0ad3-158b-4031-b7d3-64abb8b3d285, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:51.363450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e80dd4-42da-4fdf-afef-a433dc0d4c4e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:51.371255 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-71df44f7-f240-40a5-9caf-2b20cfb1ea4c tempest-RoutersAdminTest-1403500205 tempest-RoutersAdminTest-1403500205-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 200 len: 205 time: 0.1382608 Apr 18 12:12:51.375039 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1008bd69-3309-4927-8a38-5f154802a578 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/a2e80dd4-42da-4fdf-afef-a433dc0d4c4e HTTP/1.1" status: 204 len: 168 time: 1.3310056 Apr 18 12:12:51.379015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57366) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:51.379340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57368) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:51.381632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:51.385075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.417370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e04b0131-2e50-456e-a305-464d37a1da68 None None] Provisioning complete for port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:51.417835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e04b0131-2e50-456e-a305-464d37a1da68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.465574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.470766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Allocated IP 2001:db8::2c7 (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/01bc22e6-4f8a-41c0-89ba-4da19f1fa46c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:51.477571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:51.511371 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fe9f8c50-9168-420e-9b91-4f422d80e949 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 200 len: 205 time: 0.1113305 Apr 18 12:12:51.516022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57374) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:51.527029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.527926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:51.533628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.571437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:51.597413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 83dd0ad3-158b-4031-b7d3-64abb8b3d285) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:51.607856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:51.608464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.625219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a7325-9109-446b-b512-8af8923f7ac8 None None] Network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:51.651374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] DHCP port deletion for 271f780d-586d-4c80-b4a8-ee399987cbd9 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:12:51.660786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] Deleting port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:51.661149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.661618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:security_group_rule and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:51.691283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:51.709731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:51.713842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.788053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:51.850298 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8739026 Apr 18 12:12:51.859437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57378) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:51.877378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23e431-ce7b-41e1-a99f-9ad2da88e220 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Network': ['ID=2e86f415-935d-4a1a-9961-0bdaefe13ffd,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:51.885222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:51.902401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 2e86f415-935d-4a1a-9961-0bdaefe13ffd details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:51.942650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:51.943017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.020975 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b5c45762-1405-4a66-b4b2-8facb2dbebe6 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4472423 Apr 18 12:12:52.026643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57382) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:52.128723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-83dd0ad3-158b-4031-b7d3-64abb8b3d285', 'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '52018663-20b3-4d02-ae9d-c6cb3e36df2a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:52.129814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.145330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] For port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,segment=NetworkSegment(ba633c48-beb2-4ed9-b8d2-1218061617d6),segment_id=ba633c48-beb2-4ed9-b8d2-1218061617d6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:52.145728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.271960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.314083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] Calling delete_port for f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:52.321036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.324696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.359605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:12:52.405859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.412920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.423912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.449399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Transition to ACTIVE for port object 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:52.454964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.455768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Fanout notify agent at l3_agent the message router_deleted on router be710e31-7078-497d-9bd7-9978d80ac7b9 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:12:52.487628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.491862 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef7f0d36-fd74-4646-a9b9-9f93c2c6031a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 204 len: 168 time: 0.9717321 Apr 18 12:12:52.494274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57386) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:52.523035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.523781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.529691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Allocated IP 172.20.0.3 (83dd0ad3-158b-4031-b7d3-64abb8b3d285/52018663-20b3-4d02-ae9d-c6cb3e36df2a/9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:52.531246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.557214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.575326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.585369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.596681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d8623302-58f4-4f3e-9c7d-ac198227d024 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 200 len: 205 time: 0.1028659 Apr 18 12:12:52.601847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57390) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:52.639891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] No DVR routers for this DVR port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:52.649014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] For port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,segment=NetworkSegment(ba633c48-beb2-4ed9-b8d2-1218061617d6),segment_id=ba633c48-beb2-4ed9-b8d2-1218061617d6)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:52.650022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.679117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:52.682150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.703075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1917a-5f43-4bdf-a4f5-de10343648c3 None None] Pushing event deleted for resources: {'Port': ['ID=f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:52.751163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-7fa32b63-da84-4cdb-9efc-093994656de2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] delete failed (client error): The resource could not be found. Apr 18 12:12:52.754776 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7fa32b63-da84-4cdb-9efc-093994656de2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/be710e31-7078-497d-9bd7-9978d80ac7b9 HTTP/1.1" status: 404 len: 336 time: 0.1496763 Apr 18 12:12:52.759044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57394) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:52.771863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=d6e620c0-2c23-4050-9986-bf1e50b2d76c,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:52.774145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.845602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.846572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc23abb2-898d-4056-8718-0d73bb2ff48a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:52.856626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:52.861560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Transition to ACTIVE for port object 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:52.863948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:52.866981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:52.874850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:52.875539 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.881159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=01bc22e6-4f8a-41c0-89ba-4da19f1fa46c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:52.890890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7117857a-294c-4e6a-a09b-7501c6013c7a tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=56e64f90-412d-47a7-823b-227b01d39c70 HTTP/1.1" status: 200 len: 205 time: 0.1273637 Apr 18 12:12:52.891637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Transition to ACTIVE for port object 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:52.897291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57398) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:52.900410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:52.930840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:12:52.931597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.931597 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Added segment 58b3e474-1cac-4936-91bc-994f9976d2c2 of type vlan for network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d Apr 18 12:12:52.966095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.975632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Network 2e86f415-935d-4a1a-9961-0bdaefe13ffd is not hosted by any dhcp agent {{(pid=88782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 12:12:52.976750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:52.977480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:52.978977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "PUT /v2.0/networks/2e86f415-935d-4a1a-9961-0bdaefe13ffd HTTP/1.1" status: 200 len: 856 time: 1.1109061 Apr 18 12:12:52.987049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57402) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:52.996154 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-9675f9e9-4812-42d4-bc77-2fd932cf85f9 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] delete failed (client error): The resource could not be found. Apr 18 12:12:52.997263 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9675f9e9-4812-42d4-bc77-2fd932cf85f9 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/56e64f90-412d-47a7-823b-227b01d39c70 HTTP/1.1" status: 404 len: 336 time: 0.0989914 Apr 18 12:12:53.000396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57404) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.016886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:12:53.016886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:12:53.051355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:53.052105 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f570cbe3-d97a-4eab-abed-62014d24301e tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=c227cb53-463f-4382-8e54-379c40cdb4a0 HTTP/1.1" status: 200 len: 205 time: 0.0501096 Apr 18 12:12:53.056948 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a13c8a93-1847-4191-a776-83b692c9b76f tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5478811 Apr 18 12:12:53.057310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57410) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.057579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:53.057700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57412) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.061553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:53.066649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6e:b6:cd'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:53.116453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53398-38ac-4f25-951c-2c43a4c34ab9 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event updated for resources: {'Network': ['ID=2e86f415-935d-4a1a-9961-0bdaefe13ffd,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:53.127124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.153388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Pushing event updated for resources: {'Port': ['ID=9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:53.160889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.191186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Attempting to bind port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:12:53.191474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Attempting to bind port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ede012d9-d09a-4559-9851-4d52fdc73ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:12:53.191826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Attempting to bind port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d on network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:12:53.199371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:12:53.199664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Checking segment: {'id': 'ede012d9-d09a-4559-9851-4d52fdc73ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:53.200065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.200455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Bound using segment: {'id': 'ede012d9-d09a-4559-9851-4d52fdc73ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:12:53.200922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Bound port: 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ede012d9-d09a-4559-9851-4d52fdc73ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:12:53.201534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.216193 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-60d9975b-fa1c-4aeb-b85b-939b2ac2f147 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] delete failed (client error): The resource could not be found. Apr 18 12:12:53.220197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-60d9975b-fa1c-4aeb-b85b-939b2ac2f147 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/c227cb53-463f-4382-8e54-379c40cdb4a0 HTTP/1.1" status: 404 len: 336 time: 0.1587057 Apr 18 12:12:53.222598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=52018663-20b3-4d02-ae9d-c6cb3e36df2a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:53.224334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57418) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.282802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:53.299314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:53.303827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:53.304143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:53.309435 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e58c3672-988f-4ae4-aff3-002a18d30060 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=df350f98-c4dd-4f12-b6f8-f151eddc2c40 HTTP/1.1" status: 200 len: 205 time: 0.0769293 Apr 18 12:12:53.312317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.315639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57422) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.317332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] For port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:12:53.321967 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] For port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d,segment=NetworkSegment(ede012d9-d09a-4559-9851-4d52fdc73ffa),segment_id=ede012d9-d09a-4559-9851-4d52fdc73ffa)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:12:53.357619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ca32976a-7244-47b1-b7b2-67adc515baeb None None] Provisioning for port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:12:53.365377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ca32976a-7244-47b1-b7b2-67adc515baeb None None] Provisioning complete for port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:53.366207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca32976a-7244-47b1-b7b2-67adc515baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.437994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ca32976a-7244-47b1-b7b2-67adc515baeb None None] Port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:53.450272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.455136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.458583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:53.458583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.486570 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-77373381-c7b4-425e-8b88-a57972357714 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] delete failed (client error): The resource could not be found. Apr 18 12:12:53.491632 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-77373381-c7b4-425e-8b88-a57972357714 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/df350f98-c4dd-4f12-b6f8-f151eddc2c40 HTTP/1.1" status: 404 len: 336 time: 0.1710150 Apr 18 12:12:53.539696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57426) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.545475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.572291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478df6e7-2189-4fe7-a252-13735038e30c None None] Pushing event updated for resources: {'Port': ['ID=9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:53.630317 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-45091345-afb3-4f45-83e1-16cb9a3d605f tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=c876e210-44ee-4c18-85ae-36e374a213d6 HTTP/1.1" status: 200 len: 205 time: 0.0777724 Apr 18 12:12:53.634900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57430) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.638444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dd0ad3-158b-4031-b7d3-64abb8b3d285']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:53.714764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-93f9b0bf-dae9-49e4-9f87-3339f39fa2b9 None None] Provisioning complete for port d6e620c0-2c23-4050-9986-bf1e50b2d76c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:53.715401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-93f9b0bf-dae9-49e4-9f87-3339f39fa2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.728478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede012d9-d09a-4559-9851-4d52fdc73ffa') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:53.728834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede012d9-d09a-4559-9851-4d52fdc73ffa') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:53.745476 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-5a389d1a-dbc3-4c1f-9e7f-31be47bef011 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] delete failed (client error): The resource could not be found. Apr 18 12:12:53.749108 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5a389d1a-dbc3-4c1f-9e7f-31be47bef011 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/c876e210-44ee-4c18-85ae-36e374a213d6 HTTP/1.1" status: 404 len: 336 time: 0.1106918 Apr 18 12:12:53.750404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fead79-1461-4073-b458-9e526a02fca3 None None] Network 83dd0ad3-158b-4031-b7d3-64abb8b3d285 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:53.756481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57434) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.759872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.809948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:53.810553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.855748 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e0f36100-9c73-4909-b730-11629cbf1cf2 tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "GET /v2.0/ports?device_id=9456ad02-6db4-4f13-9428-84d266ad6dac HTTP/1.1" status: 200 len: 205 time: 0.0957465 Apr 18 12:12:53.856684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57438) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.866960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-93f9b0bf-dae9-49e4-9f87-3339f39fa2b9 None None] Port d6e620c0-2c23-4050-9986-bf1e50b2d76c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:53.874444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Network': ['ID=a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:53.904052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:53.921092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.947424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:53.947888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:53.964240 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-a6dc644d-64bc-4613-9b32-e05efc433a5d tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] delete failed (client error): The resource could not be found. Apr 18 12:12:53.970390 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a6dc644d-64bc-4613-9b32-e05efc433a5d tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/routers/9456ad02-6db4-4f13-9428-84d266ad6dac HTTP/1.1" status: 404 len: 336 time: 0.1077187 Apr 18 12:12:53.970390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:53.971455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] The port 'f5c0e57d-ecb7-4f46-bdda-a6f9fdd9ed13' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:12:53.975691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6bebe622-bf31-46cd-ab31-cd03718ef8a9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.2601120 Apr 18 12:12:53.976470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57442) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.977985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router dc593789-ac4c-402b-a85d-759bc343e1ae has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:12:53.981123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57444) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:53.985773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.022976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'subnet': {'network_id': 'a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:54.083653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53af0b8-57f7-4ed7-9cd0-d2544bfd093d None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:12:54.085701 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-675cd3cb-566d-4ec4-a15f-e28399aca98d tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:54.086207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-675cd3cb-566d-4ec4-a15f-e28399aca98d tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:54.088107 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-675cd3cb-566d-4ec4-a15f-e28399aca98d tempest-RoutersAdminTest-1439467881 tempest-RoutersAdminTest-1439467881-project] 10.222.0.24 "DELETE /v2.0/subnets/79473e01-42ef-4c3d-a611-7f0b5e4f9ffb HTTP/1.1" status: 404 len: 337 time: 0.0995347 Apr 18 12:12:54.174980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:12:54.174980 dv-neutron-837089-1-hyperv neutron-server[88783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:12:54.174980 dv-neutron-837089-1-hyperv neutron-server[88783]: [parameters: {'id': '83dd0ad3-158b-4031-b7d3-64abb8b3d285'}] Apr 18 12:12:54.174980 dv-neutron-837089-1-hyperv neutron-server[88783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:12:54.175642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:12:54.215202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e86f415-935d-4a1a-9961-0bdaefe13ffd']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.217843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53af0b8-57f7-4ed7-9cd0-d2544bfd093d None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:12:54.257192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9246d0-ada4-4063-bbae-6ad47eb6d4a1') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.257396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9246d0-ada4-4063-bbae-6ad47eb6d4a1') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.378112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.378329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.387486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.417597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:54.432709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:subnet and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:54.436040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271f780d-586d-4c80-b4a8-ee399987cbd9']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.445128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:54.459585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.465692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.471662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:54.475762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba633c48-beb2-4ed9-b8d2-1218061617d6') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.476041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba633c48-beb2-4ed9-b8d2-1218061617d6') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.485899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:54.486292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:54.501715 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:54.517089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:12:54.524640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.537713 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-59478f28-4a6a-40e6-b026-7906d6d41999 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/dc593789-ac4c-402b-a85d-759bc343e1ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0523055 Apr 18 12:12:54.537842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57452) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:54.543013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] In _notify_port_updated(), no bound segment for port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c on network 9587e7b7-db43-41ff-ab30-17d471bf55ae {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:12:54.549062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] Sync routers for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:12:54.566608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:54.567653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.574849 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "PUT /v2.0/ports/01bc22e6-4f8a-41c0-89ba-4da19f1fa46c HTTP/1.1" status: 200 len: 1002 time: 1.5138493 Apr 18 12:12:54.575724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57458) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:54.604675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:54.605312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.611535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.617199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:54.621211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.639937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:54.640587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:54.655286 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:54.684021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.697074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db1b21-55e8-4b5e-b27e-d91103f02604 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=01bc22e6-4f8a-41c0-89ba-4da19f1fa46c,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:54.718098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.743323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:12:54.743936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.745385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:54.745921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.751740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.789794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ab29d-8298-49d7-aeb1-ffb51c8e1a67 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:54.791375 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2a9ab29d-8298-49d7-aeb1-ffb51c8e1a67 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports/d6e620c0-2c23-4050-9986-bf1e50b2d76c HTTP/1.1" status: 200 len: 913 time: 0.2528102 Apr 18 12:12:54.792857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57462) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:54.801992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:54.803845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.819481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:54.819881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab5d9c-e90a-4228-8ac7-b0db00513510 None None] The sync data for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:12:54.830734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57464) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:54.831210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2e86f415-935d-4a1a-9961-0bdaefe13ffd {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:12:54.843734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:54.852742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] Pushing event deleted for resources: {'Network': ['ID=2e86f415-935d-4a1a-9961-0bdaefe13ffd,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:54.995298 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2c477fed-081e-4159-ab84-f321d0fc4d56 tempest-ExternalNetworksTestJSON-441612957 tempest-ExternalNetworksTestJSON-441612957-project-admin] 10.222.0.24 "DELETE /v2.0/networks/2e86f415-935d-4a1a-9961-0bdaefe13ffd HTTP/1.1" status: 204 len: 168 time: 1.9605846 Apr 18 12:12:55.003114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57472) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:55.005287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.067364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.085052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=271f780d-586d-4c80-b4a8-ee399987cbd9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:55.091027 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2891259-4418-4b14-b2fe-1e32084b6807 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] DELETE failed (client error): The resource could not be found. Apr 18 12:12:55.091346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2891259-4418-4b14-b2fe-1e32084b6807 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:12:55.095927 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c2891259-4418-4b14-b2fe-1e32084b6807 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] 10.222.0.24 "DELETE /v2.0/subnets/a228c25b-0798-4c19-84a2-7bb1ea813d7a HTTP/1.1" status: 404 len: 337 time: 0.0819354 Apr 18 12:12:55.097313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57476) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:55.100375 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ccf33c26-4d1c-439d-a866-4b481895540b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/271f780d-586d-4c80-b4a8-ee399987cbd9 HTTP/1.1" status: 204 len: 168 time: 3.7012188 Apr 18 12:12:55.122607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57480) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:55.225028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c0cf347b-a0a4-4080-8c4f-a370b53ce3f8 None None] Provisioning complete for port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:12:55.227117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0cf347b-a0a4-4080-8c4f-a370b53ce3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.273865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.290547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.336835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf347b-a0a4-4080-8c4f-a370b53ce3f8 None None] Port 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:12:55.407286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:55.441876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Usage tracker for resource:security_group_rule and tenant:c231d894f9eb42118d3f20d019a2843a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:55.491712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:55.507176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.570635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf18f842-02b4-4021-8cd4-732866822b39 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:55.571230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cf18f842-02b4-4021-8cd4-732866822b39 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:55.575718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:55.576579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Subnet': ['ID=a82c4f01-eb3a-4db9-9334-aac85a6be1a4,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:55.634166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Checking segment: {'id': '58b3e474-1cac-4936-91bc-994f9976d2c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:55.634558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network hostable DHCP agents. Network: a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:55.735838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.760327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cf18f842-02b4-4021-8cd4-732866822b39 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:55.761483 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cf18f842-02b4-4021-8cd4-732866822b39 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6379492 Apr 18 12:12:55.765151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57488) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:55.799213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b91bfa-f77f-4c58-813c-08a80aa32b0d']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:55.801151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d,segment=NetworkSegment(ede012d9-d09a-4559-9851-4d52fdc73ffa),segment_id=ede012d9-d09a-4559-9851-4d52fdc73ffa)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:12:55.801502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.818383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:55.825228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b09638d-2db4-4720-a75a-e01439f97d6f') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:55.825456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b09638d-2db4-4720-a75a-e01439f97d6f') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:55.844036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.863391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.871540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:55.871925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:55.891300 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:55.958775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.959057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:55.968763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd132c4-7848-4d2d-a5a6-6ec010768e75 None None] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:55.973607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:55.974184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:55.976320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:55.991609 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8beee9f9-1315-43d4-94e8-5f032155990e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2205143 Apr 18 12:12:55.992389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57492) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:56.000470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1761808322'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:56.006596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:56.013157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:56.016059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:56.022750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:56.076768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.104099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.106379 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] 10.222.0.24 "DELETE /v2.0/networks/29b91bfa-f77f-4c58-813c-08a80aa32b0d HTTP/1.1" status: 204 len: 168 time: 1.0078585 Apr 18 12:12:56.108078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65a243-2dc1-41aa-8fde-0f74e5d33db3 tempest-ExternalNetworksTestJSON-115252688 tempest-ExternalNetworksTestJSON-115252688-project] Pushing event deleted for resources: {'Network': ['ID=29b91bfa-f77f-4c58-813c-08a80aa32b0d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:56.124459 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9d7bbdb5-d68b-4824-b90b-45d8539a5a7f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1421049 Apr 18 12:12:56.127204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57498) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:56.133791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1263486638', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:56.143342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:56.148250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:router and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:56.151283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:56.161889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:56.173613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for 01bc22e6-4f8a-41c0-89ba-4da19f1fa46c owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:56.185647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:56.189435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.221085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:56.221538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452476d-e9f6-4155-8ce6-ce21f904a585 None None] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:56.230690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.231108 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment 7f6b9627-3658-4a5f-9aca-0adc2e0e1e41 of type vlan for network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 Apr 18 12:12:56.238078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.239149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.272670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.277171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11637dfa-c632-41c1-bb74-a594edebf09a req-ea12c8d9-b75e-4a85-a244-83ed009aec70 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:56.278670 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-11637dfa-c632-41c1-bb74-a594edebf09a req-ea12c8d9-b75e-4a85-a244-83ed009aec70 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.8427517 Apr 18 12:12:56.282881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.387264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.429087 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-11637dfa-c632-41c1-bb74-a594edebf09a req-20209c4b-f87a-4c1c-bfc7-71323e647ca5 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206729 Apr 18 12:12:56.434721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.463397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.469721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:56.470248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.488222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.575030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:56.630058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=c62f2cd8-50f8-479d-91d1-61ef8ca19ad5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:56.632127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57506) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:56.644601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:56.721186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port 9e303d93-b7dd-4b1f-a8ac-5ac9e1c2f89d on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:12:56.819122 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c231d894f9eb42118d3f20d019a2843a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0179510 Apr 18 12:12:56.821248 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-844d2c4a-e295-409f-a56c-5d3fb6706322 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8268647 Apr 18 12:12:56.824258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57512) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:56.824929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57514) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:56.827268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f611d-57d6-4d33-8116-98aba2d810db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33655d15-7f4b-4c8a-b0d4-d7216c52ba39,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:56.843763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:56.906694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.940773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7567-08d4-4a47-aa14-ca6a5f7d6be4 req-49803fd9-5f2a-4e68-9bfc-e46a93fe427e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:56.941888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.942233 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9afe7567-08d4-4a47-aa14-ca6a5f7d6be4 req-49803fd9-5f2a-4e68-9bfc-e46a93fe427e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.3621826 Apr 18 12:12:56.948518 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4a8576d8-1d3b-408e-aff0-f587a1a981e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=602a3cc14fc44547b73eaa6c7180a66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039267 Apr 18 12:12:56.948710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:56.949351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57520) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:57.057246 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9afe7567-08d4-4a47-aa14-ca6a5f7d6be4 req-cb797567-1dad-4d6c-bd39-26d38561e025 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088943 Apr 18 12:12:57.083651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Port': ['ID=01bc22e6-4f8a-41c0-89ba-4da19f1fa46c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:57.111506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83dd0ad3-158b-4031-b7d3-64abb8b3d285']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:57.134223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1652b2-2075-4e44-b473-65e91e7b9ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.161137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede012d9-d09a-4559-9851-4d52fdc73ffa') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:57.161335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede012d9-d09a-4559-9851-4d52fdc73ffa') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:12:57.180870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1652b2-2075-4e44-b473-65e91e7b9ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.195496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.203559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:57.208433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.254424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.313644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:57.338377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:57.357269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.361070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4028eb7-47e7-497f-8a35-3285adb57585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.415341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:57.449683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:12:57.450004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:12:57.469535 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:12:57.476160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1652b2-2075-4e44-b473-65e91e7b9ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.505985 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b973d1e0-1005-4364-b46b-dd0171686b11 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/ports/01bc22e6-4f8a-41c0-89ba-4da19f1fa46c HTTP/1.1" status: 204 len: 168 time: 2.8887031 Apr 18 12:12:57.507931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4028eb7-47e7-497f-8a35-3285adb57585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.524791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57526) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:57.536860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1652b2-2075-4e44-b473-65e91e7b9ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cedf9f-8a74-46d5-9e7c-4480a171e888,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:57.568685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.582248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:57.585900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.603758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1652b2-2075-4e44-b473-65e91e7b9ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.607384 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3c1652b2-2075-4e44-b473-65e91e7b9ef5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83cedf9f-8a74-46d5-9e7c-4480a171e888 HTTP/1.1" status: 204 len: 168 time: 0.6540847 Apr 18 12:12:57.611805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.651702 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd33014-71c2-417e-908c-6902265fb4e8 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] GET failed (client error): The resource could not be found. Apr 18 12:12:57.652464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2cd33014-71c2-417e-908c-6902265fb4e8 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Synchronizing usage tracker for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:12:57.764158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.75 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3a83a089-ffd7-4402-82c0-cc5ce5894ee2) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:57.766164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2cd33014-71c2-417e-908c-6902265fb4e8 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Unset dirty status for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:12:57.770711 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2cd33014-71c2-417e-908c-6902265fb4e8 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "GET /v2.0/ports/01bc22e6-4f8a-41c0-89ba-4da19f1fa46c HTTP/1.1" status: 404 len: 333 time: 0.2376692 Apr 18 12:12:57.771255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57532) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:57.777809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-921977878'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:57.802400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.832791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.853202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=83dd0ad3-158b-4031-b7d3-64abb8b3d285,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:57.868789 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f10012f0-e342-4613-9c6c-46698abf737a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/83dd0ad3-158b-4031-b7d3-64abb8b3d285 HTTP/1.1" status: 204 len: 168 time: 5.8036501 Apr 18 12:12:57.878586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9cf61-9f1c-4215-817b-7a1312cd42e9 req-3555384a-f7ed-4e07-99b4-aa6c190e08d3 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:57.882985 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-75a9cf61-9f1c-4215-817b-7a1312cd42e9 req-3555384a-f7ed-4e07-99b4-aa6c190e08d3 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6927495 Apr 18 12:12:57.890492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57538) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:57.904326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1260966015'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:57.962830 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-75a9cf61-9f1c-4215-817b-7a1312cd42e9 req-a33f83cc-01f5-42ec-a07a-e1ee8429c7fc tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619531 Apr 18 12:12:57.968003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:57.991294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:57.991598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4028eb7-47e7-497f-8a35-3285adb57585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:57.995711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:58.011275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:58.053978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:58.076937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:58.081236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.099733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4028eb7-47e7-497f-8a35-3285adb57585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33655d15-7f4b-4c8a-b0d4-d7216c52ba39,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:58.128772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:58.132141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.136990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4028eb7-47e7-497f-8a35-3285adb57585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.138184 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f4028eb7-47e7-497f-8a35-3285adb57585 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33655d15-7f4b-4c8a-b0d4-d7216c52ba39 HTTP/1.1" status: 204 len: 168 time: 1.3073428 Apr 18 12:12:58.151683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port d6e620c0-2c23-4050-9986-bf1e50b2d76c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:12:58.152020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.188077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:12:58.207542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:58.211283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.222904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.223240 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1 of type vlan for network ffee59a7-697d-4db5-ab29-6b469988547a Apr 18 12:12:58.253499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] device_id is not set on port 8736e5b2-f330-4087-8cc9-da189daf1c06 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:58.294658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969707f-da4f-495e-977d-2ad57a12b1da req-b3ffcf99-a5a7-4f7c-b85f-b61da10e1192 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:58.296092 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a969707f-da4f-495e-977d-2ad57a12b1da req-b3ffcf99-a5a7-4f7c-b85f-b61da10e1192 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.2086353 Apr 18 12:12:58.296552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57546) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:58.310534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.328963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.390115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.478714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:12:58.508820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:58.521656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:12:58.549666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=440707ed-16ad-423d-aee6-597c6a51cbca,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:58.555996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.563949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:12:58.564306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: c62f2cd8-50f8-479d-91d1-61ef8ca19ad5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:12:58.586752 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a969707f-da4f-495e-977d-2ad57a12b1da req-0d3f5132-6533-4f34-916e-252a0dce719b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785211 Apr 18 12:12:58.602407 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d76ca611-ee4b-437e-8342-95d2b9382ad4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bd1ade7e4ae41a2bc332b437d5e808e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938452 Apr 18 12:12:58.607189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=3a83a089-ffd7-4402-82c0-cc5ce5894ee2,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:58.618787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:58.690753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for d6e620c0-2c23-4050-9986-bf1e50b2d76c owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:12:58.691286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.696981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:58.697599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.813869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Allocated IP 2001:db8::66 (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/8736e5b2-f330-4087-8cc9-da189daf1c06) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:58.853540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:12:58.964594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c92ac5f-7fef-47ae-bce5-6a18c4c4f995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:58.997458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.026029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57560) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:59.038772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c62f2cd8-50f8-479d-91d1-61ef8ca19ad5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:12:59.040124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=ffee59a7-697d-4db5-ab29-6b469988547a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:59.053262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:59.053844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.058169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e9855-cd69-4d46-91d2-9ad1ddfe15fe None None] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:12:59.076986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network ffee59a7-697d-4db5-ab29-6b469988547a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:12:59.091704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=d6e620c0-2c23-4050-9986-bf1e50b2d76c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:59.284748 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-44a344fd-e32c-4fac-aee3-bd4d12c3534e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4507186 Apr 18 12:12:59.291122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57564) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:59.298260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5', 'name': 'tempest-PortsIpV6TestJSON-120748391'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:59.305363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c92ac5f-7fef-47ae-bce5-6a18c4c4f995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.313101 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-03e9eb8f-1aca-448f-8890-8dda1481ab27 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4190531 Apr 18 12:12:59.333345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57568) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:59.348456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.358734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:12:59.460752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c62f2cd8-50f8-479d-91d1-61ef8ca19ad5', 'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': '440707ed-16ad-423d-aee6-597c6a51cbca'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:12:59.461732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.567851 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7672eb6d-6f42-4c3f-bc28-8ed2b7990fa5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ba4c7a17d124fcc860a182a2566f72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5349400 Apr 18 12:12:59.571630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57572) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:12:59.582996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:59.591866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:59.655210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Allocated IP 2001:db8::2 (c62f2cd8-50f8-479d-91d1-61ef8ca19ad5/440707ed-16ad-423d-aee6-597c6a51cbca/50ebe6df-47a6-4634-a042-4d68ec97064d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:12:59.705701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:12:59.718595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:12:59.722778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.729390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:12:59.789506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:12:59.807446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544620e-f0d7-4c88-a50d-6205ff51fd02 req-448a3426-9f8c-4e7a-b392-edd4322985d9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:12:59.808643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3544620e-f0d7-4c88-a50d-6205ff51fd02 req-448a3426-9f8c-4e7a-b392-edd4322985d9 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7661912 Apr 18 12:12:59.822218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:12:59.825172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port b60ba8e1-a790-4f23-bc4a-360183b7d121 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:12:59.852711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c92ac5f-7fef-47ae-bce5-6a18c4c4f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.879615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fa10071-9853-425a-a656-9f2785d5319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.897355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c92ac5f-7fef-47ae-bce5-6a18c4c4f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76f5469-59ae-43e1-a096-296505f83689,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:12:59.902154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.933102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.934062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.945458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router dc593789-ac4c-402b-a85d-759bc343e1ae has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:12:59.945736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Transition to ACTIVE for port object 50ebe6df-47a6-4634-a042-4d68ec97064d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:12:59.947753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fa10071-9853-425a-a656-9f2785d5319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:12:59.966885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Transition to ACTIVE for port object 50ebe6df-47a6-4634-a042-4d68ec97064d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:00.005780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:00.009217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.026152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.028078 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3544620e-f0d7-4c88-a50d-6205ff51fd02 req-81e192d3-9f76-4c08-8cee-07fcd5a78be1 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035856 Apr 18 12:13:00.028870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c92ac5f-7fef-47ae-bce5-6a18c4c4f995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.032303 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5c92ac5f-7fef-47ae-bce5-6a18c4c4f995 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a76f5469-59ae-43e1-a096-296505f83689 HTTP/1.1" status: 204 len: 168 time: 1.4111643 Apr 18 12:13:00.033845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Transition to ACTIVE for port object 8736e5b2-f330-4087-8cc9-da189daf1c06 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:00.106580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:00.107708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:00.113515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:00.247937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Pushing event updated for resources: {'Port': ['ID=50ebe6df-47a6-4634-a042-4d68ec97064d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:00.252098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Attempting to bind port 50ebe6df-47a6-4634-a042-4d68ec97064d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:00.252584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Attempting to bind port 50ebe6df-47a6-4634-a042-4d68ec97064d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:00.253057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Attempting to bind port 50ebe6df-47a6-4634-a042-4d68ec97064d on network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:00.259494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:00.261246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Checking segment: {'id': '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:00.261246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.261246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Bound using segment: {'id': '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:00.261634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Bound port: 50ebe6df-47a6-4634-a042-4d68ec97064d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:00.262094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.348095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::119 (c62f2cd8-50f8-479d-91d1-61ef8ca19ad5/440707ed-16ad-423d-aee6-597c6a51cbca/b60ba8e1-a790-4f23-bc4a-360183b7d121) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:00.359012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:00.374369 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] Sync routers for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:00.375148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] For port 50ebe6df-47a6-4634-a042-4d68ec97064d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:00.380004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] For port 50ebe6df-47a6-4634-a042-4d68ec97064d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=50ebe6df-47a6-4634-a042-4d68ec97064d,segment=NetworkSegment(7f6b9627-3658-4a5f-9aca-0adc2e0e1e41),segment_id=7f6b9627-3658-4a5f-9aca-0adc2e0e1e41)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:00.392385 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:00.393362 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:00.413750 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cee80d9e-74fc-43d7-80a7-3d316939de52 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/dc593789-ac4c-402b-a85d-759bc343e1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768056 Apr 18 12:13:00.414099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57578) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:00.423102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fa10071-9853-425a-a656-9f2785d5319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.425433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fa10071-9853-425a-a656-9f2785d5319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.429003 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9fa10071-9853-425a-a656-9f2785d5319a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/653f3bc7-54e6-42de-ae20-466735c901f4 HTTP/1.1" status: 204 len: 168 time: 0.8507183 Apr 18 12:13:00.438518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.450700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.500032 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:00.521742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa10071-9853-425a-a656-9f2785d5319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653f3bc7-54e6-42de-ae20-466735c901f4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:00.522204 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:00.523106 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:00.584658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94434f2-01af-45d3-9b09-226561b8325c None None] Pushing event updated for resources: {'Port': ['ID=50ebe6df-47a6-4634-a042-4d68ec97064d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:00.608595 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:00.608994 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d6617a-a10d-41bb-9e09-ff8eefae572d None None] The sync data for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:00.670689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:00.692188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:00.704136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:00.712850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:00.713504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.792861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:00.969559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=8736e5b2-f330-4087-8cc9-da189daf1c06,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:01.022490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.023059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6858ac2b-10a9-415e-98d2-54271924f88b tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2474439 Apr 18 12:13:01.028782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57600) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:01.092341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'network_id': '9587e7b7-db43-41ff-ab30-17d471bf55ae', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1877200672'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:01.133212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object b60ba8e1-a790-4f23-bc4a-360183b7d121 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:01.215742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-89573ea5-30b1-462c-b75c-97773cb750bd None None] Provisioning for port 8736e5b2-f330-4087-8cc9-da189daf1c06 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:01.225360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-89573ea5-30b1-462c-b75c-97773cb750bd None None] Provisioning complete for port 8736e5b2-f330-4087-8cc9-da189daf1c06 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:01.225853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-89573ea5-30b1-462c-b75c-97773cb750bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.312179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.336527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-89573ea5-30b1-462c-b75c-97773cb750bd None None] Port 8736e5b2-f330-4087-8cc9-da189daf1c06 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:01.363294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.508198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:01.519268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=64143eb1-97f4-45db-93ff-655867e41f4e,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:01.522613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:01.523199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: ffee59a7-697d-4db5-ab29-6b469988547a, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:01.526966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=b60ba8e1-a790-4f23-bc4a-360183b7d121,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:01.532860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:01.543863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:01.549332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:01.549950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.560296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.560645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.560989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.561301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.561629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.561952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.562277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.562624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.563501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.563819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.564138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.564450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:01.583121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:01.596750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:13:01.613507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:01.669617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34fbed-ae31-49af-be24-2d7b7b8f5a18 req-2193997f-c637-436e-99a4-6c6ec49f3edb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:01.671345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network ffee59a7-697d-4db5-ab29-6b469988547a is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:01.671517 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ef34fbed-ae31-49af-be24-2d7b7b8f5a18 req-2193997f-c637-436e-99a4-6c6ec49f3edb tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.3664777 Apr 18 12:13:01.680497 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1a0d7d7d-2185-4b2f-a6b4-9b4601e27b51 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3855340 Apr 18 12:13:01.682249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57622) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:01.692352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'c62f2cd8-50f8-479d-91d1-61ef8ca19ad5', 'name': 'tempest-PortsIpV6TestJSON-349183033'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:01.758099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Made reservation on behalf of cff8cef58683476cb12b4fccd8e1dda6 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:01.762112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.802556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] device_id is not set on port c7351411-04bc-4a16-ba98-e799126cabff yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:01.860382 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ef34fbed-ae31-49af-be24-2d7b7b8f5a18 req-5e0dfa37-f7d3-4a36-967a-9479061aba8b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722405 Apr 18 12:13:01.901159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, ffee59a7-697d-4db5-ab29-6b469988547a) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:01.915672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d78e706-d693-4b10-a8d8-f4e57ccfcd4d None None] Network ffee59a7-697d-4db5-ab29-6b469988547a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:01.934677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:01.935270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:01.948321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.048405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:02.101615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:02.107722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fc4d00d-6005-4a73-a104-34fdfddeb695 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7684977 Apr 18 12:13:02.110446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:02.110597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57634) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:02.134523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:02.135522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:02.212274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:02.239189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e170fd8-716b-4cc6-906d-087aea51c96d None None] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:02.310386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:02.311041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:02.372123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:02.377793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.381659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:02.392423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.396527 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4796927b-ca17-4767-9f4b-de870bf9b9a5 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2681360 Apr 18 12:13:02.397701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:02.399613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57642) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:02.416944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Allocated IP 2001:db8::3d2 (9587e7b7-db43-41ff-ab30-17d471bf55ae/7ab71647-be54-458f-8417-37edf56d3510/c7351411-04bc-4a16-ba98-e799126cabff) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:02.427527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:02.428095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5057dfc-d84b-4105-9e25-b7dca71b0eb0 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:02.583044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d33c925b-d258-4fd0-9838-260391e99a6e None None] Provisioning for port 50ebe6df-47a6-4634-a042-4d68ec97064d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:02.618118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-ffee59a7-697d-4db5-ab29-6b469988547a', 'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '64143eb1-97f4-45db-93ff-655867e41f4e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:02.618970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.623685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.664441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:02.667670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.699116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port b0893aaa-7b12-4a3e-bc4d-f24f349ddeea yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:02.786328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 69bfe229-f84d-4a76-aba9-883a2f4ed276 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:02.786328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.827962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:02.863238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Transition to ACTIVE for port object c7351411-04bc-4a16-ba98-e799126cabff will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:03.102025 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:13:03.102951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 50ebe6df-47a6-4634-a042-4d68ec97064d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:03.109670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.179490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Allocated IP 172.20.0.1 (ffee59a7-697d-4db5-ab29-6b469988547a/64143eb1-97f4-45db-93ff-655867e41f4e/ee8ec99d-7520-4a21-a947-f0c648f015ac) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:03.209396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::387 (c62f2cd8-50f8-479d-91d1-61ef8ca19ad5/440707ed-16ad-423d-aee6-597c6a51cbca/b0893aaa-7b12-4a3e-bc4d-f24f349ddeea) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:03.299285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:03.322483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.330430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 69bfe229-f84d-4a76-aba9-883a2f4ed276 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:03.334110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 50ebe6df-47a6-4634-a042-4d68ec97064d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:03.350103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 50ebe6df-47a6-4634-a042-4d68ec97064d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:03.350504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.456394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:03.470012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:03.476230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:03.481730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:03.482375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.486964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=c7351411-04bc-4a16-ba98-e799126cabff,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:03.661761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.688937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.730133 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a5ca22f4-10f7-4184-a8a7-b1a4fb36c729 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6975994 Apr 18 12:13:03.730363 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57678) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:03.735985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Transition to ACTIVE for port object ee8ec99d-7520-4a21-a947-f0c648f015ac will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:03.747055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::171', 'mac_address': 'fa:16:3e:6e:b6:cd'}, {'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:6a:71:3d'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:03.773287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 50ebe6df-47a6-4634-a042-4d68ec97064d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=50ebe6df-47a6-4634-a042-4d68ec97064d,segment=NetworkSegment(7f6b9627-3658-4a5f-9aca-0adc2e0e1e41),segment_id=7f6b9627-3658-4a5f-9aca-0adc2e0e1e41)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:03.815472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Transition to ACTIVE for port object ee8ec99d-7520-4a21-a947-f0c648f015ac will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:03.889426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.920984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.927911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:03.948778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1577030572', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:03.975454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=69bfe229-f84d-4a76-aba9-883a2f4ed276,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:03.975991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:04.004356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Usage tracker for resource:port and tenant:d08fde8cbf0d4b8786673bd1308568f8 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:04.020456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:04.025351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57684) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:04.040845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:04.050164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Network ffee59a7-697d-4db5-ab29-6b469988547a is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:04.061833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:04.068350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:04.089945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Provisioning complete for port 50ebe6df-47a6-4634-a042-4d68ec97064d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:04.090540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.139110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=50ebe6df-47a6-4634-a042-4d68ec97064d,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:04.240010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.406658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Attempting to bind port ee8ec99d-7520-4a21-a947-f0c648f015ac on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:04.407237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Attempting to bind port ee8ec99d-7520-4a21-a947-f0c648f015ac by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:04.407379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Attempting to bind port ee8ec99d-7520-4a21-a947-f0c648f015ac on network ffee59a7-697d-4db5-ab29-6b469988547a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:04.409350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Pushing event updated for resources: {'Port': ['ID=ee8ec99d-7520-4a21-a947-f0c648f015ac,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:04.419246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:04.419617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Checking segment: {'id': '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:04.420015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.420405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Bound using segment: {'id': '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:04.420870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Bound port: ee8ec99d-7520-4a21-a947-f0c648f015ac, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ffee59a7-697d-4db5-ab29-6b469988547a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:04.421235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.432731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a45e03-2cb8-4405-bf09-25b93cf28279 req-5b02bdd7-dbf7-4735-94cc-545b0372d5b4 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:04.434490 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4a45e03-2cb8-4405-bf09-25b93cf28279 req-5b02bdd7-dbf7-4735-94cc-545b0372d5b4 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 1.3178854 Apr 18 12:13:04.440766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.458352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Made reservation on behalf of d08fde8cbf0d4b8786673bd1308568f8 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:04.461107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.480849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a600b746-25db-4e1a-a4ae-8ddd082c8544 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:04.514067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=64143eb1-97f4-45db-93ff-655867e41f4e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:04.526802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.616087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.616672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.617160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.617682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.618162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.618664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.619136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.619623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.620116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.620588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.621084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.621566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:04.642737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.646437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.647950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] For port ee8ec99d-7520-4a21-a947-f0c648f015ac, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:04.651661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] For port ee8ec99d-7520-4a21-a947-f0c648f015ac, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ee8ec99d-7520-4a21-a947-f0c648f015ac,segment=NetworkSegment(5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1),segment_id=5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:04.699412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:04.717152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Provisioning for port b60ba8e1-a790-4f23-bc4a-360183b7d121 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:04.722781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Provisioning complete for port b60ba8e1-a790-4f23-bc4a-360183b7d121 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:04.723675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.731342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Usage tracker for resource:security_group_rule and tenant:d08fde8cbf0d4b8786673bd1308568f8 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:04.746403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:04.761295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4a45e03-2cb8-4405-bf09-25b93cf28279 req-1f64210d-7e0a-4774-98ad-abd9792fbbe6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751985 Apr 18 12:13:04.762495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.763183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee59a7-697d-4db5-ab29-6b469988547a']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:04.788507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:04.809065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:04.809363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:04.820478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.831873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a600b746-25db-4e1a-a4ae-8ddd082c8544 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "PUT /v2.0/quotas/cea4cda4f03c4b00b4e95b41a062b831 HTTP/1.1" status: 200 len: 368 time: 0.8041828 Apr 18 12:13:04.835201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57690) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:04.845227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Request body: {'network': {'project_id': 'cea4cda4f03c4b00b4e95b41a062b831'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:04.851798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.851955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router dc593789-ac4c-402b-a85d-759bc343e1ae has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:04.866360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:04.882551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Usage tracker for resource:network and tenant:cea4cda4f03c4b00b4e95b41a062b831 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:04.883674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:04.892918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6acf0-7500-4e85-a927-c64cb24cee69 None None] Pushing event updated for resources: {'Port': ['ID=ee8ec99d-7520-4a21-a947-f0c648f015ac,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:04.896201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Port b60ba8e1-a790-4f23-bc4a-360183b7d121 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:04.913611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object b0893aaa-7b12-4a3e-bc4d-f24f349ddeea will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:04.943133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.952237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 50ebe6df-47a6-4634-a042-4d68ec97064d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:04.958753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:04.959314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:04.959420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:04.977078 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:05.016288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Provisioning for port c7351411-04bc-4a16-ba98-e799126cabff completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:05.025622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Provisioning complete for port c7351411-04bc-4a16-ba98-e799126cabff triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:05.026045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.085152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeb4d09-62df-4e19-81f5-1fd1598fb4e3 None None] Network ffee59a7-697d-4db5-ab29-6b469988547a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:05.116467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Made reservation on behalf of cea4cda4f03c4b00b4e95b41a062b831 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:05.119468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.128800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d26c428a-6da7-4a29-8e73-893d5ebd8739 None None] Port c7351411-04bc-4a16-ba98-e799126cabff cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:05.133718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.135181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:05.144699 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48824c66-b46b-4528-8614-861b89af9050 None None] Sync routers for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:05.161470 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48824c66-b46b-4528-8614-861b89af9050 None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:05.162080 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-48824c66-b46b-4528-8614-861b89af9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:05.181764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.191293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 50ebe6df-47a6-4634-a042-4d68ec97064d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:05.191822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.212902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:05.228704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Usage tracker for resource:security_group_rule and tenant:cea4cda4f03c4b00b4e95b41a062b831 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:05.229849 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-48824c66-b46b-4528-8614-861b89af9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:05.236660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.237882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:05.241622 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48824c66-b46b-4528-8614-861b89af9050 None None] Routers {'dc593789-ac4c-402b-a85d-759bc343e1ae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:05.242413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-48824c66-b46b-4528-8614-861b89af9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:12:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dc593789-ac4c-402b-a85d-759bc343e1ae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:05.248187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:05.282149 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-694cf4f8-1f20-46c0-8435-bb6f53025d82 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/dc593789-ac4c-402b-a85d-759bc343e1ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8662493 Apr 18 12:13:05.284318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.285798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57694) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:05.305354 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-48824c66-b46b-4528-8614-861b89af9050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:05.305983 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48824c66-b46b-4528-8614-861b89af9050 None None] The sync data for ids ['dc593789-ac4c-402b-a85d-759bc343e1ae'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:05.320724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:13:05.320724 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:13:05.320724 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': 'ffee59a7-697d-4db5-ab29-6b469988547a'}] Apr 18 12:13:05.320724 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:05.321124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:05.329608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.331839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.337333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fea34ace-1cc3-4023-bf68-a49f838210a2 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:05.342708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] device_id is not set on port 3f00c9ed-72a2-4184-b436-185e6e4c63da yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:05.365404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.369054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f503c448-ae8c-448f-9523-cad96e16939e None None] Provisioning complete for port b60ba8e1-a790-4f23-bc4a-360183b7d121 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:05.369541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f503c448-ae8c-448f-9523-cad96e16939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.434246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] In _notify_port_updated(), no bound segment for port c7351411-04bc-4a16-ba98-e799126cabff on network 9587e7b7-db43-41ff-ab30-17d471bf55ae {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:13:05.439712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:05.440636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.444595 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "PUT /v2.0/ports/c7351411-04bc-4a16-ba98-e799126cabff HTTP/1.1" status: 200 len: 1067 time: 1.7129710 Apr 18 12:13:05.446683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57698) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:05.474394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:05.484212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:05.499424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:05.505516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:05.506171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.516363 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fea34ace-1cc3-4023-bf68-a49f838210a2 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:05.517582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fea34ace-1cc3-4023-bf68-a49f838210a2 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc593789-ac4c-402b-a85d-759bc343e1ae HTTP/1.1" status: 200 len: 205 time: 0.2305262 Apr 18 12:13:05.523635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7af2b0-91bd-43d3-910d-66c619469152 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event updated for resources: {'Port': ['ID=c7351411-04bc-4a16-ba98-e799126cabff,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:05.528001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57702) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:05.568891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a49ed0f-252e-4b34-8a65-7b412b74b18e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:05.581561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f503c448-ae8c-448f-9523-cad96e16939e None None] Port b60ba8e1-a790-4f23-bc4a-360183b7d121 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:05.679117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=b0893aaa-7b12-4a3e-bc4d-f24f349ddeea,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:05.689836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5d2ba17a-d5f7-49f1-a89b-eaf9853ef4f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0047657 Apr 18 12:13:05.706547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57706) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:05.743857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port c7351411-04bc-4a16-ba98-e799126cabff {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:05.744403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.789495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.824051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.874129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a82f62-6658-471d-b1b4-3f600038597e None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:13:05.893937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port ee8ec99d-7520-4a21-a947-f0c648f015ac {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:05.894271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:05.913265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.014646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Provisioning for port b0893aaa-7b12-4a3e-bc4d-f24f349ddeea completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:06.030834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Provisioning complete for port b0893aaa-7b12-4a3e-bc4d-f24f349ddeea triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:06.031204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.074044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a82f62-6658-471d-b1b4-3f600038597e None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:13:06.106180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Port b0893aaa-7b12-4a3e-bc4d-f24f349ddeea cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:06.172026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.201668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Provisioning complete for port c7351411-04bc-4a16-ba98-e799126cabff triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:06.202296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.230854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Allocated IP 172.26.4.213 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3f00c9ed-72a2-4184-b436-185e6e4c63da) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:06.287194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7013c2f5-d51f-47d7-a80d-80b82d36e0de None None] Port c7351411-04bc-4a16-ba98-e799126cabff cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:06.373085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:06.433732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f84262-4139-495a-b1d4-9ac57ba7d2c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:06.434603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d5f84262-4139-495a-b1d4-9ac57ba7d2c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:06.441566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port ee8ec99d-7520-4a21-a947-f0c648f015ac, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ee8ec99d-7520-4a21-a947-f0c648f015ac,segment=NetworkSegment(5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1),segment_id=5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:06.441983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.451744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d8fd6b-052e-431e-9049-212a9cc6bdd2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:06.456028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.462844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.516811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.517147 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Added segment fc10006b-3b94-4ebe-9534-8278868ae5c2 of type vlan for network 3127e926-a546-4f78-b85c-d77c789ccc1b Apr 18 12:13:06.604762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1b36-d491-4a88-b824-208f575d2611 req-09ec7e2d-e59b-43ca-9307-6eb99b4175e0 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:06.606245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d40a1b36-d491-4a88-b824-208f575d2611 req-09ec7e2d-e59b-43ca-9307-6eb99b4175e0 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7138252 Apr 18 12:13:06.610960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.646142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.646384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for ee8ec99d-7520-4a21-a947-f0c648f015ac owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:06.656179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.657207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router dc593789-ac4c-402b-a85d-759bc343e1ae {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:13:06.723474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d5f84262-4139-495a-b1d4-9ac57ba7d2c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:06.727700 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d5f84262-4139-495a-b1d4-9ac57ba7d2c6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A119 HTTP/1.1" status: 200 len: 928 time: 1.0144215 Apr 18 12:13:06.741564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57712) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:06.788548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:13:06.802198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for c7351411-04bc-4a16-ba98-e799126cabff owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:06.852875 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d40a1b36-d491-4a88-b824-208f575d2611 req-f72e00eb-eb9d-41c7-bee6-e17736267c46 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293520 Apr 18 12:13:06.863855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.1 (a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d/a82c4f01-eb3a-4db9-9334-aac85a6be1a4/468f8492-bee3-4327-8d93-23ae47a16fa5) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:06.875209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.878783 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5bb47c52-4e10-4c53-b24d-dda20cad7a85 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/dc593789-ac4c-402b-a85d-759bc343e1ae HTTP/1.1" status: 204 len: 168 time: 1.3461466 Apr 18 12:13:06.879227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57716) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:06.954685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port b0893aaa-7b12-4a3e-bc4d-f24f349ddeea {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:06.954882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.955009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:06.955555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:06.956126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.003707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.016198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet 0d99b782-0565-4a82-ae84-2c0f70c94ab2 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:07.101929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.139954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=ee8ec99d-7520-4a21-a947-f0c648f015ac,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:07.148675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.149070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Pushing event updated for resources: {'Network': ['ID=3127e926-a546-4f78-b85c-d77c789ccc1b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:07.160170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3127e926-a546-4f78-b85c-d77c789ccc1b details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:07.164155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port ee8ec99d-7520-4a21-a947-f0c648f015ac on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:07.167534 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5ccb98f9-2394-4321-a5e1-304eb1f24053 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3267119 Apr 18 12:13:07.172965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57720) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:07.182354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Request body: {'network': {'project_id': 'cea4cda4f03c4b00b4e95b41a062b831'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:07.192830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:07.198286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.234089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Usage tracker for resource:network and tenant:cea4cda4f03c4b00b4e95b41a062b831 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:07.245586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:07.255439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:07.299391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.331314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.379502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.386548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Made reservation on behalf of cea4cda4f03c4b00b4e95b41a062b831 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:07.388790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.427092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.439394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Port': ['ID=c7351411-04bc-4a16-ba98-e799126cabff,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:07.497299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:07.518238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffee59a7-697d-4db5-ab29-6b469988547a']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:07.548361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.548701 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Added segment 28012c47-2a3b-430b-aac7-76372a47fd8a of type vlan for network f37d3ec5-fe4f-4db9-b120-a3e935b22687 Apr 18 12:13:07.548811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:07.549121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccfcc1e-1c0c-467b-a7a3-b72a2366cef1') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:07.596912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.631574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.644760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.651250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.677560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.738578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=0d99b782-0565-4a82-ae84-2c0f70c94ab2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:07.740814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.754020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674de529-03cf-43ae-ab40-cd3d25a68386 None None] Network 46a4eb9e-62f8-4f30-86b4-bd9f86125756 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:07.823808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.839349 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f2cb9240-d4d6-47a1-b117-4f924503e6ab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/0d99b782-0565-4a82-ae84-2c0f70c94ab2 HTTP/1.1" status: 204 len: 168 time: 0.9565699 Apr 18 12:13:07.844081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57724) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:07.937042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:07.941797 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3dfdc3fe-5c51-459f-bdfa-c123a5e06682 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/ports/c7351411-04bc-4a16-ba98-e799126cabff HTTP/1.1" status: 204 len: 168 time: 2.4889882 Apr 18 12:13:07.947677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57730) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:07.958812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for b0893aaa-7b12-4a3e-bc4d-f24f349ddeea owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:07.994792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:07.995193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.001951 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7123ae-b987-4b8d-8b7b-a63c9f983f59 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] GET failed (client error): The resource could not be found. Apr 18 12:13:08.002500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9e7123ae-b987-4b8d-8b7b-a63c9f983f59 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Synchronizing usage tracker for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:08.011921 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:08.016622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet d4e939dc-d048-4ff3-8136-770257fe7b1a {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:08.021908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.047893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.065295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ee0d8fb-8a37-4c05-9bef-c29eef4697b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.077025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] DHCP port deletion for 46a4eb9e-62f8-4f30-86b4-bd9f86125756 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:08.081549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Deleting port d2212db5-3dab-4ac1-8c06-d5db51b926bd {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:08.081941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.083251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.117193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.118158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:08.118770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.160280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9e7123ae-b987-4b8d-8b7b-a63c9f983f59 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Unset dirty status for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:08.163999 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9e7123ae-b987-4b8d-8b7b-a63c9f983f59 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "GET /v2.0/ports/c7351411-04bc-4a16-ba98-e799126cabff HTTP/1.1" status: 404 len: 333 time: 0.2111917 Apr 18 12:13:08.171657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57734) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.201559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:08.216650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:08.217898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:08.220804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:08.251300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:08.253951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Pushing event updated for resources: {'Port': ['ID=3f00c9ed-72a2-4184-b436-185e6e4c63da,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:08.256929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:08.291438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Pushing event updated for resources: {'Network': ['ID=f37d3ec5-fe4f-4db9-b120-a3e935b22687,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:08.294302 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-26b47371-27b8-40a0-b238-931d5b88ed75 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1205282 Apr 18 12:13:08.300592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57738) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.300881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] For port d2212db5-3dab-4ac1-8c06-d5db51b926bd, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d2212db5-3dab-4ac1-8c06-d5db51b926bd,segment=NetworkSegment(eaf404ac-ed18-4701-97d7-a6232cb8c1d8),segment_id=eaf404ac-ed18-4701-97d7-a6232cb8c1d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:08.302032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.313612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network f37d3ec5-fe4f-4db9-b120-a3e935b22687 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:08.314733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Request body: {'network': {'project_id': 'cea4cda4f03c4b00b4e95b41a062b831'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:08.332893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:08.339423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port 8736e5b2-f330-4087-8cc9-da189daf1c06 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:08.339750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.348171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.352596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.372093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Usage tracker for resource:network and tenant:cea4cda4f03c4b00b4e95b41a062b831 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:08.384426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:08.397183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:08.405493 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 12:13:08.405971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:13:08.407651 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0abb2bf4-9deb-4641-a65f-93f6578cad00 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1027403 Apr 18 12:13:08.416312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57742) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.437492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=ffee59a7-697d-4db5-ab29-6b469988547a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:08.462652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.473356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Calling delete_port for d2212db5-3dab-4ac1-8c06-d5db51b926bd owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:08.479476 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c8e93daa-11a9-4b35-bc22-1a3003000f72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/ffee59a7-697d-4db5-ab29-6b469988547a HTTP/1.1" status: 204 len: 168 time: 6.3708024 Apr 18 12:13:08.491226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57746) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.506659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:08.507358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.527423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522541906'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:08.538967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=468f8492-bee3-4327-8d93-23ae47a16fa5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:08.542502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.562037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:08.582860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:08.630675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:08.650074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:08.654665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-120773bf-c90d-48e1-994a-38d29da75be8 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 5.3540976 Apr 18 12:13:08.659804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.664875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57750) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.673265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d36c-9247-41f9-831d-61a2dbdd915a req-aedc9150-08ca-4e11-b44e-5235756ee432 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:08.679060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a615d36c-9247-41f9-831d-61a2dbdd915a req-aedc9150-08ca-4e11-b44e-5235756ee432 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6472580 Apr 18 12:13:08.696102 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0185ee33-75ed-474b-8c26-605560d0db86 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cea4cda4f03c4b00b4e95b41a062b831&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741394 Apr 18 12:13:08.699566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57754) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.702247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Pushing event deleted for resources: {'Port': ['ID=d2212db5-3dab-4ac1-8c06-d5db51b926bd,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:08.712577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.712577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.712882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.713212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.713533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.713856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.714176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.714512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.714837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.717226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.717226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.717226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:13:08.722733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57daf5c-6a0e-4cbf-968f-67260536c647 None None] No DVR routers for this DVR port d2212db5-3dab-4ac1-8c06-d5db51b926bd on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:08.730454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.213'}]}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:08.740003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:08.743171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.753241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Usage tracker for resource:router and tenant:d08fde8cbf0d4b8786673bd1308568f8 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:08.786846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.787343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:08.794117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.819064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=b0893aaa-7b12-4a3e-bc4d-f24f349ddeea,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:08.821112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:08.829742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:08.833153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.895911 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a615d36c-9247-41f9-831d-61a2dbdd915a req-2b291fc4-6a9f-48d2-b6f2-9d72d79132cf tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134879 Apr 18 12:13:08.917035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174ce754-6eda-44b1-9098-c44562cdd4c7 None None] Network c8b6d856-23fd-4ee9-ba01-560c7801db07 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:08.922272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.924316 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9798f5a3-af52-4b13-84bb-dcb371558cf6 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/b0893aaa-7b12-4a3e-bc4d-f24f349ddeea HTTP/1.1" status: 204 len: 168 time: 2.1792686 Apr 18 12:13:08.928081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57758) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:08.942888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d2212db5-3dab-4ac1-8c06-d5db51b926bd no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:08.983889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:08.986875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e939dc-d048-4ff3-8136-770257fe7b1a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:09.000531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for 8736e5b2-f330-4087-8cc9-da189daf1c06 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:09.006679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:09.015044 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-54cfda93-f3b2-4ea5-ac3d-89e631d12f9d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:13:09.016402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-54cfda93-f3b2-4ea5-ac3d-89e631d12f9d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:09.019401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.020684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.041796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: d2212db5-3dab-4ac1-8c06-d5db51b926bd {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:09.042166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d2212db5-3dab-4ac1-8c06-d5db51b926bd not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:09.052116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.052321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 0f91235f-cac5-46d3-abd5-a7af75a7fb38 of type vlan for network e337ac04-9c3d-4185-9155-cce925e62f7e Apr 18 12:13:09.071588 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e8df52b9-6560-4fb7-8962-ed8b4637d565 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/d4e939dc-d048-4ff3-8136-770257fe7b1a HTTP/1.1" status: 204 len: 168 time: 1.2019167 Apr 18 12:13:09.080501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbf40-01c5-41c9-a2b5-3cd75aa2e834 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.083711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57762) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:09.094305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.121441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.122509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbf40-01c5-41c9-a2b5-3cd75aa2e834 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.160539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-54cfda93-f3b2-4ea5-ac3d-89e631d12f9d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:09.164091 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-54cfda93-f3b2-4ea5-ac3d-89e631d12f9d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/b0893aaa-7b12-4a3e-bc4d-f24f349ddeea HTTP/1.1" status: 404 len: 333 time: 0.2324989 Apr 18 12:13:09.165391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57766) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:09.175770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.299544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port b60ba8e1-a790-4f23-bc4a-360183b7d121 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:09.299883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.320114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.350767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] DHCP port deletion for c8b6d856-23fd-4ee9-ba01-560c7801db07 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:09.355521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] Deleting port 4a6a2287-73a7-4d27-a3b4-3737c95023bd {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:09.356240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.405556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.409547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbf40-01c5-41c9-a2b5-3cd75aa2e834 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.462630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.468209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:09.468874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.605123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] For port 4a6a2287-73a7-4d27-a3b4-3737c95023bd, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4a6a2287-73a7-4d27-a3b4-3737c95023bd,segment=NetworkSegment(c530943a-daf3-4396-95b5-b230f02f687c),segment_id=c530943a-daf3-4396-95b5-b230f02f687c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:09.605451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.605578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Port': ['ID=8736e5b2-f330-4087-8cc9-da189daf1c06,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:09.620126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbbf40-01c5-41c9-a2b5-3cd75aa2e834 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d8fd6b-052e-431e-9049-212a9cc6bdd2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:09.713944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7bfbbf40-01c5-41c9-a2b5-3cd75aa2e834 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.717810 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7bfbbf40-01c5-41c9-a2b5-3cd75aa2e834 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4d8fd6b-052e-431e-9049-212a9cc6bdd2 HTTP/1.1" status: 204 len: 168 time: 1.0152116 Apr 18 12:13:09.764575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.766622 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-139ee17f-2c4c-4eed-975c-b5b76004a8e2 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/ports/8736e5b2-f330-4087-8cc9-da189daf1c06 HTTP/1.1" status: 204 len: 168 time: 1.5913103 Apr 18 12:13:09.767064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57770) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:09.774110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57774) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:09.782550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] Calling delete_port for 4a6a2287-73a7-4d27-a3b4-3737c95023bd owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:09.849413 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d511d6b8-b2f1-48c2-aaab-f2bc28b628d5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] GET failed (client error): The resource could not be found. Apr 18 12:13:09.849946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d511d6b8-b2f1-48c2-aaab-f2bc28b628d5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Synchronizing usage tracker for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:09.938812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:09.974262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.009744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] No DVR routers for this DVR port 4a6a2287-73a7-4d27-a3b4-3737c95023bd on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:10.017340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16202f-77cc-4605-b12e-614cbfde5c4d None None] Pushing event deleted for resources: {'Port': ['ID=4a6a2287-73a7-4d27-a3b4-3737c95023bd,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:10.028920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5241423 Apr 18 12:13:10.046156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57780) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:10.048739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.070305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f428908-4735-460e-9a52-dba0cff0d977 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=e337ac04-9c3d-4185-9155-cce925e62f7e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:10.081522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e337ac04-9c3d-4185-9155-cce925e62f7e details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:10.115070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d511d6b8-b2f1-48c2-aaab-f2bc28b628d5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Unset dirty status for tenant:cff8cef58683476cb12b4fccd8e1dda6 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:10.116302 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d511d6b8-b2f1-48c2-aaab-f2bc28b628d5 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "GET /v2.0/ports/8736e5b2-f330-4087-8cc9-da189daf1c06 HTTP/1.1" status: 404 len: 333 time: 0.3414576 Apr 18 12:13:10.123095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for b60ba8e1-a790-4f23-bc4a-360183b7d121 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:10.154037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': 'e337ac04-9c3d-4185-9155-cce925e62f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:10.185910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57784) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:10.204969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.257981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.271427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55035b6a-7ca1-4fa1-9dca-875129159854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.353279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46a4eb9e-62f8-4f30-86b4-bd9f86125756']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:10.372027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:10.372384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.412701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:10.412900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaf404ac-ed18-4701-97d7-a6232cb8c1d8') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:10.417915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:10.474497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:10.481990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.489430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:10.498684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.531857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:10.569497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.574718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4d169-5269-4645-886f-61cea4ef067a req-cf7b0b6e-56f7-4989-b63f-f27dd51ce277 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:10.576195 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bcd4d169-5269-4645-886f-61cea4ef067a req-cf7b0b6e-56f7-4989-b63f-f27dd51ce277 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.5312045 Apr 18 12:13:10.581915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37d3ec5-fe4f-4db9-b120-a3e935b22687']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:10.617509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28012c47-2a3b-430b-aac7-76372a47fd8a') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:10.617826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28012c47-2a3b-430b-aac7-76372a47fd8a') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:10.639665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.644034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:10.644428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.648732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:10.652214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:10.668055 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:10.709938 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bcd4d169-5269-4645-886f-61cea4ef067a req-0c936b19-d722-4622-b25f-ee5d99dc11e8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181595 Apr 18 12:13:10.711156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.771087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.775731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:10.776138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:10.789750 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:10.887604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.892782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.902304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=b60ba8e1-a790-4f23-bc4a-360183b7d121,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:10.924185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4a6a2287-73a7-4d27-a3b4-3737c95023bd no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:10.925723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.940203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=46a4eb9e-62f8-4f30-86b4-bd9f86125756,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:10.947855 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6b7a4da3-27d0-44ee-9481-716450032013 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/46a4eb9e-62f8-4f30-86b4-bd9f86125756 HTTP/1.1" status: 204 len: 168 time: 1.8579071 Apr 18 12:13:10.951253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57790) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:10.970091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:10.983409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4a6a2287-73a7-4d27-a3b4-3737c95023bd {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:10.983739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4a6a2287-73a7-4d27-a3b4-3737c95023bd not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:11.007433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.080273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.088928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.089697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.121592 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f37d3ec5-fe4f-4db9-b120-a3e935b22687 HTTP/1.1" status: 204 len: 168 time: 1.3532853 Apr 18 12:13:11.123677 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a642ef17-8903-453d-834c-0077701d9039 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/b60ba8e1-a790-4f23-bc4a-360183b7d121 HTTP/1.1" status: 204 len: 168 time: 1.9575510 Apr 18 12:13:11.124581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57796) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:11.178339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57798) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:11.211822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bab2b4-8c27-4cf7-8d60-62ef2c05a4b4 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Pushing event deleted for resources: {'Network': ['ID=f37d3ec5-fe4f-4db9-b120-a3e935b22687,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:11.255147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.445537 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b24e3fad-ebf4-4fdb-a85c-9178231a1161 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:13:11.445959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b24e3fad-ebf4-4fdb-a85c-9178231a1161 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:11.495038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:11.555107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.598788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=468f8492-bee3-4327-8d93-23ae47a16fa5,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:11.599390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e9e1d-010c-41f1-a027-35430d936207 req-e873e683-690e-4780-ad89-5a637eb6e652 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:11.601192 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9a8e9e1d-010c-41f1-a027-35430d936207 req-e873e683-690e-4780-ad89-5a637eb6e652 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.4212992 Apr 18 12:13:11.614739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.621624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.638187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b24e3fad-ebf4-4fdb-a85c-9178231a1161 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:11.642598 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b24e3fad-ebf4-4fdb-a85c-9178231a1161 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/b60ba8e1-a790-4f23-bc4a-360183b7d121 HTTP/1.1" status: 404 len: 333 time: 0.4522378 Apr 18 12:13:11.648627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.667882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57806) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:11.682614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.856113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.877117 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9a8e9e1d-010c-41f1-a027-35430d936207 req-7cc0638f-1d63-4df8-b300-af1a993b4d98 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2464318 Apr 18 12:13:11.918939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 440707ed-16ad-423d-aee6-597c6a51cbca {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:11.920619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=5adac9e7-3c87-42a7-89e8-de935b65d78e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:11.924443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3127e926-a546-4f78-b85c-d77c789ccc1b']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:11.941047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:11.969764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc10006b-3b94-4ebe-9534-8278868ae5c2') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:11.970055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc10006b-3b94-4ebe-9534-8278868ae5c2') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:11.990341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.009230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '0f91235f-cac5-46d3-abd5-a7af75a7fb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'e337ac04-9c3d-4185-9155-cce925e62f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:12.009581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: e337ac04-9c3d-4185-9155-cce925e62f7e, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:12.028915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.037083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.057722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-66a2847b-1699-4057-8b29-829993bd5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:12.059216 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-66a2847b-1699-4057-8b29-829993bd5448 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.6878130 Apr 18 12:13:12.076139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:12.076633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:12.092792 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:12.158444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.170569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.182008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network e337ac04-9c3d-4185-9155-cce925e62f7e is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:12.210193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.239997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.280153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.293992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:12.298876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.310816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] Pushing event deleted for resources: {'Network': ['ID=3127e926-a546-4f78-b85c-d77c789ccc1b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:12.313172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, e337ac04-9c3d-4185-9155-cce925e62f7e) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:12.318352 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1562f7e0-b28b-4a27-a716-081b96965f11 tempest-QuotasNegativeTest-1672849214 tempest-QuotasNegativeTest-1672849214-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3127e926-a546-4f78-b85c-d77c789ccc1b HTTP/1.1" status: 204 len: 168 time: 1.1410441 Apr 18 12:13:12.320101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:12.321188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.328375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ebd19-ff26-4ea7-8342-57679562e3bf None None] Network e337ac04-9c3d-4185-9155-cce925e62f7e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:12.333965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b6d856-23fd-4ee9-ba01-560c7801db07']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:12.345750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:12.368182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c530943a-daf3-4396-95b5-b230f02f687c') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:12.368477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c530943a-daf3-4396-95b5-b230f02f687c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:12.381746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.403532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.443671 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9d80591d-619d-4e01-908c-4ba0d554fa19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3900647 Apr 18 12:13:12.443893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=440707ed-16ad-423d-aee6-597c6a51cbca,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:12.448063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57812) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:12.452751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.454893 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5c977163-949e-4c53-98c8-4f1c750012cf tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/440707ed-16ad-423d-aee6-597c6a51cbca HTTP/1.1" status: 204 len: 168 time: 0.7859120 Apr 18 12:13:12.466107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cb8094-c4a5-48fd-b221-b09f80f3403f None None] Network c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:12.487706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.493800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57816) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:12.629824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.702009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.723966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Port': ['ID=ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:12.860397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.864376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5a4f0-db3d-4e6e-b074-cbe70c9cdfdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-e337ac04-9c3d-4185-9155-cce925e62f7e', 'network_id': 'e337ac04-9c3d-4185-9155-cce925e62f7e', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '5adac9e7-3c87-42a7-89e8-de935b65d78e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:12.865509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0c5a4f0-db3d-4e6e-b074-cbe70c9cdfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.876754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-f7db084f-4ae3-473c-883d-cc925a621471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:12.877975 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-f7db084f-4ae3-473c-883d-cc925a621471 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 0.7659006 Apr 18 12:13:12.897162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.955961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:12.968523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:12.968943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.030357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=5adac9e7-3c87-42a7-89e8-de935b65d78e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:13.045732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] DHCP port deletion for c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:13.051614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] Deleting port 50ebe6df-47a6-4634-a042-4d68ec97064d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:13.052291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.086709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:13.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:13.110519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.139573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e337ac04-9c3d-4185-9155-cce925e62f7e']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:13.152970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f91235f-cac5-46d3-abd5-a7af75a7fb38') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:13.153413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f91235f-cac5-46d3-abd5-a7af75a7fb38') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:13.166510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.181563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade92d25-4fe5-439f-851c-de138abe1a2c None None] Network e337ac04-9c3d-4185-9155-cce925e62f7e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:13.190800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.199307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:13.200207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:13.217817 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:13.319017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.351665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57826) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:13.386673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.391267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.422906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=e337ac04-9c3d-4185-9155-cce925e62f7e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:13.431161 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-619d7d4b-3ee1-4337-9c5b-b7adbbedcb30 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/e337ac04-9c3d-4185-9155-cce925e62f7e HTTP/1.1" status: 204 len: 168 time: 0.9821172 Apr 18 12:13:13.435226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57832) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:13.436961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-542131cf-af1c-40b7-ae7d-470fd8e949ca tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/ports/ffb7995f-7c5a-4d5b-9b3c-09e6cfdde571 HTTP/1.1" status: 204 len: 168 time: 3.2497027 Apr 18 12:13:13.437667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57834) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:13.440077 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-a5e1c42a-7962-4a00-99e9-1e6fe91ff163 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 1001 time: 0.4905126 Apr 18 12:13:13.444809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1674430160'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:13.450662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:13.451217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:13.451495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 50ebe6df-47a6-4634-a042-4d68ec97064d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:13.451827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.463136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:13.466800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] For port 50ebe6df-47a6-4634-a042-4d68ec97064d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=50ebe6df-47a6-4634-a042-4d68ec97064d,segment=NetworkSegment(7f6b9627-3658-4a5f-9aca-0adc2e0e1e41),segment_id=7f6b9627-3658-4a5f-9aca-0adc2e0e1e41)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:13.467270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.468107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:13.474883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:13.529171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.579320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.627594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] Calling delete_port for 50ebe6df-47a6-4634-a042-4d68ec97064d owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:13.631639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:13.635013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.659456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=c8b6d856-23fd-4ee9-ba01-560c7801db07,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:13.677976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.679089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.702319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:13.720488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Usage tracker for resource:security_group_rule and tenant:7ec765ce0f6f4cf49b700d2bb02669cf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:13.724001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting subnet 7ab71647-be54-458f-8417-37edf56d3510 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:13.725692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:13.727832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:13.730320 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-733807f8-5185-4d40-8c11-f447ef97e06d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/c8b6d856-23fd-4ee9-ba01-560c7801db07 HTTP/1.1" status: 204 len: 168 time: 2.7780862 Apr 18 12:13:13.733717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.760082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57842) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:13.775320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:13.791529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.791994 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 9d001b43-fdd1-43ae-908f-25a7b7487320 of type vlan for network aa553216-9f56-4fc9-92cd-6b2c950538e5 Apr 18 12:13:13.801583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193826813'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:13.820707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c7cf1-f4e5-4b93-a141-15d1ef346c05 req-7b84590f-259d-408a-b16b-ea0a56383b7b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:13.822206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e48c7cf1-f4e5-4b93-a141-15d1ef346c05 req-7b84590f-259d-408a-b16b-ea0a56383b7b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7288761 Apr 18 12:13:13.823593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-aca97727-3875-4581-8e5d-96f09fa7724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:13.824977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-aca97727-3875-4581-8e5d-96f09fa7724a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.3773563 Apr 18 12:13:13.833584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.886007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:13.898442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.930853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:13.946031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:13.955548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:13.996448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] Pushing event deleted for resources: {'Port': ['ID=50ebe6df-47a6-4634-a042-4d68ec97064d,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:13.998310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec48231-8dd3-4678-a17f-1697aa62c45e None None] No DVR routers for this DVR port 50ebe6df-47a6-4634-a042-4d68ec97064d on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:14.004431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.048982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.054397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:14.058716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4186194'] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.059561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.100755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:14.186085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.219854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=aa553216-9f56-4fc9-92cd-6b2c950538e5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:14.231130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:14.252897 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-774ea4c1-802b-4782-8575-14a5df231c19 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8162925 Apr 18 12:13:14.254429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db1839-7151-493b-9ed4-9ab4a205e7e2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:14.257781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57846) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:14.262980 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6b5c0e91-1843-4e94-8634-ff1be12cf778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ec765ce0f6f4cf49b700d2bb02669cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9076080 Apr 18 12:13:14.266645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:14.280332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:14.322950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.432675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab71647-be54-458f-8417-37edf56d3510,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:14.446390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.452811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1257820-6816-43da-8e64-356313133c49 None None] Network 9587e7b7-db43-41ff-ab30-17d471bf55ae requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:14.486695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.495704 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3c97eab5-306d-43b3-82b7-de25050587d6 tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/subnets/7ab71647-be54-458f-8417-37edf56d3510 HTTP/1.1" status: 204 len: 168 time: 1.0544043 Apr 18 12:13:14.498218 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e48c7cf1-f4e5-4b93-a141-15d1ef346c05 req-9c5f5005-ddd1-44c1-ad26-878970e18d3a tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6132796 Apr 18 12:13:14.500231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.502071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57854) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:14.520834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:14.524240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.577432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4df29f72-db27-4694-a5f7-f779dfd78e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.606764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:14.612845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d4a70e9e-953e-4173-a721-d401bf9d0e23 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/routers/5dade59e-846b-468f-b0e5-c77463f9c02a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2108967 Apr 18 12:13:14.624508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57858) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:14.628615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] For port 50ebe6df-47a6-4634-a042-4d68ec97064d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=50ebe6df-47a6-4634-a042-4d68ec97064d,segment=NetworkSegment(7f6b9627-3658-4a5f-9aca-0adc2e0e1e41),segment_id=7f6b9627-3658-4a5f-9aca-0adc2e0e1e41)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:14.629001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.636310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'port': {'network_id': 'a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d', 'name': 'tempest-FloatingIPTestJSON-1983794822'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:14.661741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.662854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:14.678349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:14.679048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:14.690602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4df29f72-db27-4694-a5f7-f779dfd78e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.742291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:14.754514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:14.755137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:14.776033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:14.779581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.818205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:14.818633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4f296a-c790-4adc-93ca-584e9deddc41 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:14.834709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.835181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbe8faaa-d41e-4412-a9ee-6ca78d23f37b {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:13:14.836341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 is not hosted by any dhcp agent {{(pid=88783) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 12:13:14.842021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:14.842691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.844893 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "PUT /v2.0/networks/aa553216-9f56-4fc9-92cd-6b2c950538e5 HTTP/1.1" status: 200 len: 723 time: 0.5828919 Apr 18 12:13:14.851109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57862) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:14.863281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 50ebe6df-47a6-4634-a042-4d68ec97064d owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:14.896655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.911255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-d838d82a-e981-47b9-b1cd-8ef281dba657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:14.912723 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-d838d82a-e981-47b9-b1cd-8ef281dba657 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0289643 Apr 18 12:13:14.917044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:14.922275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] DHCP port deletion for 9587e7b7-db43-41ff-ab30-17d471bf55ae request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:14.927034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] Deleting port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:14.931128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.951365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:14.951699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment 0f65ed89-8921-4aa0-891b-566973fe7e91 of type vlan for network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff Apr 18 12:13:14.974633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 50ebe6df-47a6-4634-a042-4d68ec97064d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:14.977849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239522e-3f2e-4d48-be2a-9b6030135e01 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=aa553216-9f56-4fc9-92cd-6b2c950538e5,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:15.014893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:15.041102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:15.041444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.047579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 50ebe6df-47a6-4634-a042-4d68ec97064d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:15.048006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 50ebe6df-47a6-4634-a042-4d68ec97064d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:15.051173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:15.068030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:port and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:15.072591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4df29f72-db27-4694-a5f7-f779dfd78e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.077393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:15.090987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 12:13:15.092392 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b94a6061-b1a8-4dc2-ac78-46052a09ff38 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.4119210 Apr 18 12:13:15.096855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:15.099898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57866) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:15.102441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df29f72-db27-4694-a5f7-f779dfd78e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db1839-7151-493b-9ed4-9ab4a205e7e2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:15.133146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:15.135796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.154325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:15.159616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:15.164501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4df29f72-db27-4694-a5f7-f779dfd78e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.168314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4df29f72-db27-4694-a5f7-f779dfd78e43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2db1839-7151-493b-9ed4-9ab4a205e7e2 HTTP/1.1" status: 204 len: 168 time: 0.8813748 Apr 18 12:13:15.180170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:15.198251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:15.198659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:15.231847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Deleting port 3f00c9ed-72a2-4184-b436-185e6e4c63da {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:15.232449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.235944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-2a09c858-60d9-4438-bf5d-c316406f498c service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096759 Apr 18 12:13:15.264243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:15.267302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.297855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:15.300006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.347926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] device_id is not set on port 03683ad8-6834-4208-a9cc-cbc952af523f yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:15.357494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] For port b291aefc-7645-4e28-b2c5-fb6e9f4fd541, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,segment=NetworkSegment(63695f24-fbae-4a05-a8ac-7759ff98d5c7),segment_id=63695f24-fbae-4a05-a8ac-7759ff98d5c7)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:15.357890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.416594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.422753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:15.423385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.433533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.497498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] Calling delete_port for b291aefc-7645-4e28-b2c5-fb6e9f4fd541 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:15.516506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] For port b291aefc-7645-4e28-b2c5-fb6e9f4fd541, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,segment=NetworkSegment(63695f24-fbae-4a05-a8ac-7759ff98d5c7),segment_id=63695f24-fbae-4a05-a8ac-7759ff98d5c7)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:15.516874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.672430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.706557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 50ebe6df-47a6-4634-a042-4d68ec97064d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:15.707163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:15.732232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=4dcb2bef-fff1-4ca3-bcc3-9b35099986ff,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:15.752718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:15.774015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] Pushing event deleted for resources: {'Port': ['ID=b291aefc-7645-4e28-b2c5-fb6e9f4fd541,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:15.787970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805f68d3-0a09-4750-ae38-671f43bba98e None None] No DVR routers for this DVR port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:15.806638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Calling delete_port for b291aefc-7645-4e28-b2c5-fb6e9f4fd541 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:15.978533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-13bf4809-3112-426d-82c9-91a3402211b0 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2153521 Apr 18 12:13:15.988557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57876) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:16.017805 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e4f81af-b6a8-40a0-bf61-e3d9dba8d9a7 req-221a27a1-c374-414c-b8b4-45b299db9b8b service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7702167 Apr 18 12:13:16.018601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57880) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:16.029944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:16.043358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.3 (a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d/a82c4f01-eb3a-4db9-9334-aac85a6be1a4/03683ad8-6834-4208-a9cc-cbc952af523f) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:16.051498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] The port '50ebe6df-47a6-4634-a042-4d68ec97064d' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:13:16.086262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.129074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.246829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Calling delete_port for 3f00c9ed-72a2-4184-b436-185e6e4c63da owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:16.253174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:16.315721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Usage tracker for resource:security_group_rule and tenant:aab2e82a76d44c05a1d4fda991d30cd3 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:16.320741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:16.321045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:16.321464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2762e69d-7c2d-489d-97d0-f589a4c2f702 req-4d40e1dc-2406-4246-8dea-a9d191bb82b8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:16.322409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.322958 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2762e69d-7c2d-489d-97d0-f589a4c2f702 req-4d40e1dc-2406-4246-8dea-a9d191bb82b8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.5848095 Apr 18 12:13:16.329979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:16.332789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:16.341578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:16.344245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:16.348245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:16.371483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:16.371483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62f2cd8-50f8-479d-91d1-61ef8ca19ad5']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:16.388231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:16.388483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6b9627-3658-4a5f-9aca-0adc2e0e1e41') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:16.410216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.434245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.445371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:16.446560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:16.461466 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:16.495387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.529176 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2762e69d-7c2d-489d-97d0-f589a4c2f702 req-ba3ceb8a-d84a-4c0a-847f-75f3e92d22d7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887360 Apr 18 12:13:16.532745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:16.536168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.649005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=85395a1d-211a-4a94-b7ef-c559d9e91b1a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:16.676222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.695959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.702754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '9d001b43-fdd1-43ae-908f-25a7b7487320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:16.703709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: aa553216-9f56-4fc9-92cd-6b2c950538e5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:16.706572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.711544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.724916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=c62f2cd8-50f8-479d-91d1-61ef8ca19ad5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:16.742789 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-266573c6-5916-4db3-8339-4de6b1904b72 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/c62f2cd8-50f8-479d-91d1-61ef8ca19ad5 HTTP/1.1" status: 204 len: 168 time: 4.2333741 Apr 18 12:13:16.746346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57884) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:16.752799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1401724147'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:16.758900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:16.761105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.776149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.794797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:16.803501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:16.808131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:16.821767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:16.826768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Deleting port b291aefc-7645-4e28-b2c5-fb6e9f4fd541 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:16.826768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.827358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f00c9ed-72a2-4184-b436-185e6e4c63da,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:16.862306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:16.881181 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aab2e82a76d44c05a1d4fda991d30cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8556330 Apr 18 12:13:16.881921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6960d-9ddb-439c-b655-afeb6435299b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0c3f8-5a75-4244-a851-9ebcfea10761,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:16.884724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57888) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:16.919792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b291aefc-7645-4e28-b2c5-fb6e9f4fd541 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:16.934290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] The port 'b291aefc-7645-4e28-b2c5-fb6e9f4fd541' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:13:16.954097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, aa553216-9f56-4fc9-92cd-6b2c950538e5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:16.955143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: b291aefc-7645-4e28-b2c5-fb6e9f4fd541 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:16.955654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b291aefc-7645-4e28-b2c5-fb6e9f4fd541 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:16.967309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8d117b-cfde-4cdd-a04d-0620ad0a4c33 None None] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:16.976913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:16.977501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.011423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:17.020145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:17.023790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.033182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:17.040745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=03683ad8-6834-4208-a9cc-cbc952af523f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:17.050417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:17.093078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.099470 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3d96cc1b-8c5e-42a4-9b69-c29e0574a2c0 tempest-RoutersAdminNegativeIpV6Test-355777253 tempest-RoutersAdminNegativeIpV6Test-355777253-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3f00c9ed-72a2-4184-b436-185e6e4c63da HTTP/1.1" status: 204 len: 168 time: 1.9942343 Apr 18 12:13:17.121118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.123278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:17.134909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:17.135527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.150667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.159571 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment a51aa511-fb85-47e7-90a7-974bc39e9122 of type vlan for network 195a9894-02de-49e9-980f-4edbde60a8ff Apr 18 12:13:17.160836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.185056 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-619ba9df-c173-473a-a2bb-b4300fd78754 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3295696 Apr 18 12:13:17.188190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.192576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57894) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:17.196546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-926383d2-e48a-4e6d-b1c1-c9e83dff05ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.199055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:17.243239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-aa553216-9f56-4fc9-92cd-6b2c950538e5', 'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '85395a1d-211a-4a94-b7ef-c559d9e91b1a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:17.244514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9587e7b7-db43-41ff-ab30-17d471bf55ae']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:17.245372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.255644 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-004a12b8-34df-4c92-8476-ed7655162f15 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6228549 Apr 18 12:13:17.263629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57898) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:17.283006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'port': {'network_id': 'a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d', 'name': 'tempest-FloatingIPTestJSON-1781793204'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:17.310270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63695f24-fbae-4a05-a8ac-7759ff98d5c7') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:17.310270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63695f24-fbae-4a05-a8ac-7759ff98d5c7') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:17.331872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=e43956e7-510d-40e5-ba10-96a6bb8ad7c7,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:17.331872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-926383d2-e48a-4e6d-b1c1-c9e83dff05ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.350274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.379912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': '0f65ed89-8921-4aa0-891b-566973fe7e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:17.379912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:17.391982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.410669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:17.410669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:17.427691 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:17.532942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Allocated IP 172.20.0.2 (aa553216-9f56-4fc9-92cd-6b2c950538e5/85395a1d-211a-4a94-b7ef-c559d9e91b1a/fe4ca343-4153-40d7-8655-07b3f96d36bb) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:17.574606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:17.581999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.586400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:17.591162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.606604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-926383d2-e48a-4e6d-b1c1-c9e83dff05ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.618688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.637991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.725782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926383d2-e48a-4e6d-b1c1-c9e83dff05ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0c3f8-5a75-4244-a851-9ebcfea10761,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:17.795450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2155079'] for subnet, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.797099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] Pushing event deleted for resources: {'Network': ['ID=9587e7b7-db43-41ff-ab30-17d471bf55ae,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:17.805634 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8ce47503-4837-47da-99e4-cd73da18988e tempest-AllowedAddressPairIpV6TestJSON-220182008 tempest-AllowedAddressPairIpV6TestJSON-220182008-project] 10.222.0.24 "DELETE /v2.0/networks/9587e7b7-db43-41ff-ab30-17d471bf55ae HTTP/1.1" status: 204 len: 168 time: 3.2985742 Apr 18 12:13:17.807583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-926383d2-e48a-4e6d-b1c1-c9e83dff05ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.808763 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-926383d2-e48a-4e6d-b1c1-c9e83dff05ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7d0c3f8-5a75-4244-a851-9ebcfea10761 HTTP/1.1" status: 204 len: 168 time: 0.9209900 Apr 18 12:13:17.825093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:17.831971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:17.833207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.865209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=195a9894-02de-49e9-980f-4edbde60a8ff,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:17.867566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee84f5f-5cc8-4a6f-9732-244276031505 req-5dbef9a5-d074-487c-b337-0ed686b90d0e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:17.869067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fee84f5f-5cc8-4a6f-9732-244276031505 req-5dbef9a5-d074-487c-b337-0ed686b90d0e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1572394 Apr 18 12:13:17.881942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:17.889272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:port and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:17.894636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:17.905349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:17.910655 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e57e7bdf-f34f-4da1-93f6-0c6db8d97317 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1632435 Apr 18 12:13:17.917127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57910) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:17.922593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:17.925056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:17.929804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453b59d5-d247-4387-8164-72e8acb750da None None] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:17.942312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 195a9894-02de-49e9-980f-4edbde60a8ff details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:17.972767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-90a7a9bc-804a-4465-874b-6e82035428ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9774613 Apr 18 12:13:17.973064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57914) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:17.977509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fee84f5f-5cc8-4a6f-9732-244276031505 req-d3314c5c-0f85-4b0b-8802-9eb47e5ceb9c tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028714 Apr 18 12:13:17.986392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-520356210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:18.006154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:18.009333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:18.013916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.017176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Transition to ACTIVE for port object fe4ca343-4153-40d7-8655-07b3f96d36bb will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:18.041321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:18.080929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] device_id is not set on port 70d5f0d9-d182-48ec-a127-8f52ccc3efc2 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:18.144141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:18.164615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Transition to ACTIVE for port object fe4ca343-4153-40d7-8655-07b3f96d36bb will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:18.211824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:18.226489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:18.231458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:18.238967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:18.248418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:18.272045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.352726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:18.360041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.360948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.361070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.361906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:18.368130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:18.373389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:18.379635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Pushing event updated for resources: {'Port': ['ID=fe4ca343-4153-40d7-8655-07b3f96d36bb,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:18.401731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.7 (a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d/a82c4f01-eb3a-4db9-9334-aac85a6be1a4/70d5f0d9-d182-48ec-a127-8f52ccc3efc2) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:18.412210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b23ac8-1959-4243-b81e-5956c3351bed req-705b98e7-36a3-4ada-b406-488e3e962d7b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:18.419850 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e9b23ac8-1959-4243-b81e-5956c3351bed req-705b98e7-36a3-4ada-b406-488e3e962d7b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.2768888 Apr 18 12:13:18.423925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57924) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:18.474778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57930) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:18.507127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.579657 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e9b23ac8-1959-4243-b81e-5956c3351bed req-2684fb0f-4ae4-4663-aac1-8be490687bc8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580794 Apr 18 12:13:18.629606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Attempting to bind port fe4ca343-4153-40d7-8655-07b3f96d36bb on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:18.633515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Attempting to bind port fe4ca343-4153-40d7-8655-07b3f96d36bb by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9d001b43-fdd1-43ae-908f-25a7b7487320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:18.633515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Attempting to bind port fe4ca343-4153-40d7-8655-07b3f96d36bb on network aa553216-9f56-4fc9-92cd-6b2c950538e5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:18.644654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731700082180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9897794'] for subnet, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.645311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:18.645699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Checking segment: {'id': '9d001b43-fdd1-43ae-908f-25a7b7487320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:18.646096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.646495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Bound using segment: {'id': '9d001b43-fdd1-43ae-908f-25a7b7487320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:18.648951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Bound port: fe4ca343-4153-40d7-8655-07b3f96d36bb, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d001b43-fdd1-43ae-908f-25a7b7487320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'aa553216-9f56-4fc9-92cd-6b2c950538e5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:18.649367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.684530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-4dcb2bef-fff1-4ca3-bcc3-9b35099986ff', 'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': 'e43956e7-510d-40e5-ba10-96a6bb8ad7c7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:18.686612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.767714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.810003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.828956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:18.829548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.833854 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "PUT /v2.0/subnets/85395a1d-211a-4a94-b7ef-c559d9e91b1a HTTP/1.1" status: 200 len: 806 time: 1.6403043 Apr 18 12:13:18.834548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57944) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:18.854855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:18.906496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] For port fe4ca343-4153-40d7-8655-07b3f96d36bb, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:18.923328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] For port fe4ca343-4153-40d7-8655-07b3f96d36bb, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe4ca343-4153-40d7-8655-07b3f96d36bb,segment=NetworkSegment(9d001b43-fdd1-43ae-908f-25a7b7487320),segment_id=9d001b43-fdd1-43ae-908f-25a7b7487320)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:18.928659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:18.933823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd90aa3-e829-409f-b82d-962e63433a07 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=85395a1d-211a-4a94-b7ef-c559d9e91b1a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:18.955635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Usage tracker for resource:security_group_rule and tenant:559cba165f964fcbb0e6d67a566e2c6d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:18.959399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:18.982902 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-783b4268-3928-45f7-bf4e-2c1e8f07314c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cff8cef58683476cb12b4fccd8e1dda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4994755 Apr 18 12:13:18.983956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57950) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:19.009375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.012825 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1a86628f-0bde-48bb-9d52-479059a97965 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0381246 Apr 18 12:13:19.012994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Allocated IP 2001:db8::2 (4dcb2bef-fff1-4ca3-bcc3-9b35099986ff/e43956e7-510d-40e5-ba10-96a6bb8ad7c7/ae789e3c-d9f8-4701-bd7e-85bf352db39d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:19.017089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57954) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:19.033438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'port': {'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff', 'name': 'tempest-RoutersIpV6Test-476348606'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:19.037673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:19.044476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.052674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.058641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=2d3f0af2-8c56-4e2c-8f52-90fca5de6853,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:19.121599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': 'a51aa511-fb85-47e7-90a7-974bc39e9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:19.122026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: 195a9894-02de-49e9-980f-4edbde60a8ff, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:19.146386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.158260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcf384-6127-4eb3-b8e3-2919342ff8b1 req-ac9897c0-cf1f-4076-9582-a949d1fad854 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:19.159786 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f3dcf384-6127-4eb3-b8e3-2919342ff8b1 req-ac9897c0-cf1f-4076-9582-a949d1fad854 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.3869677 Apr 18 12:13:19.195941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6177b9bf-5e2c-4542-b0b7-3d371f97925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.212984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port fe4ca343-4153-40d7-8655-07b3f96d36bb {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:19.212984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.225578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea446a6c-76c7-4b3f-a289-1d575e46ee75 None None] Pushing event updated for resources: {'Port': ['ID=fe4ca343-4153-40d7-8655-07b3f96d36bb,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:19.257832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6177b9bf-5e2c-4542-b0b7-3d371f97925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.264874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:19.274429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 195a9894-02de-49e9-980f-4edbde60a8ff is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:19.278186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:port and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:19.284599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:19.293700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:19.304272 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f3dcf384-6127-4eb3-b8e3-2919342ff8b1 req-2aace9e8-cb35-4c3b-ab48-76c5437a157e tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335986 Apr 18 12:13:19.388450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.402064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Transition to ACTIVE for port object ae789e3c-d9f8-4701-bd7e-85bf352db39d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:19.404082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.425724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Transition to ACTIVE for port object ae789e3c-d9f8-4701-bd7e-85bf352db39d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:19.433298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 195a9894-02de-49e9-980f-4edbde60a8ff) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:19.446022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd467f9-0a26-41bc-992b-a9e9b185a555 None None] Network 195a9894-02de-49e9-980f-4edbde60a8ff requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:19.482279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.486059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:19.489544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.498482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6177b9bf-5e2c-4542-b0b7-3d371f97925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.565605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=70d5f0d9-d182-48ec-a127-8f52ccc3efc2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:19.624299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] device_id is not set on port 32297802-0714-4087-ad9d-b671ca517fe1 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:19.645803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.661710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:19.662518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.685340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.757688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:19.780851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port fe4ca343-4153-40d7-8655-07b3f96d36bb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe4ca343-4153-40d7-8655-07b3f96d36bb,segment=NetworkSegment(9d001b43-fdd1-43ae-908f-25a7b7487320),segment_id=9d001b43-fdd1-43ae-908f-25a7b7487320)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:19.781516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:19.782435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:19.783374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177b9bf-5e2c-4542-b0b7-3d371f97925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e57dfcf-f2b9-44fd-bb0d-4a33093f7075,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:19.794135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:19.810400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:19.836615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:19.848503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:19.853427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:19.905217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Pushing event updated for resources: {'Port': ['ID=ae789e3c-d9f8-4701-bd7e-85bf352db39d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:19.914864 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=559cba165f964fcbb0e6d67a566e2c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4918950 Apr 18 12:13:19.975233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57974) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:19.981589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bedb3e-9045-473b-9bed-d0fd6e353a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106bbcbc-5cec-4ae2-bada-c76124eb40e8,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:19.988444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for fe4ca343-4153-40d7-8655-07b3f96d36bb owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:20.002291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6177b9bf-5e2c-4542-b0b7-3d371f97925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.008304 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6177b9bf-5e2c-4542-b0b7-3d371f97925a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e57dfcf-f2b9-44fd-bb0d-4a33093f7075 HTTP/1.1" status: 204 len: 168 time: 1.0180547 Apr 18 12:13:20.008402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-195a9894-02de-49e9-980f-4edbde60a8ff', 'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': '2d3f0af2-8c56-4e2c-8f52-90fca5de6853'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:20.008402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.025026 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1c7913e6-ac60-4240-a57e-603348504694 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1065748 Apr 18 12:13:20.031610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Attempting to bind port ae789e3c-d9f8-4701-bd7e-85bf352db39d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:20.032233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Attempting to bind port ae789e3c-d9f8-4701-bd7e-85bf352db39d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '0f65ed89-8921-4aa0-891b-566973fe7e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:20.032334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Attempting to bind port ae789e3c-d9f8-4701-bd7e-85bf352db39d on network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:20.039412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1175262800'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:20.048456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 57980) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:20.059562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:20.063057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff', 'name': 'tempest-PortsIpV6TestJSON-990080078', 'fixed_ips': [{'subnet_id': '2d3f0af2-8c56-4e2c-8f52-90fca5de6853', 'ip_address': '2001:db8::10'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:20.084120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:20.084616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Checking segment: {'id': '0f65ed89-8921-4aa0-891b-566973fe7e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:20.085086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.085808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Bound using segment: {'id': '0f65ed89-8921-4aa0-891b-566973fe7e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:20.086363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Bound port: ae789e3c-d9f8-4701-bd7e-85bf352db39d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f65ed89-8921-4aa0-891b-566973fe7e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4dcb2bef-fff1-4ca3-bcc3-9b35099986ff'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:20.086834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.093894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8::206 (4dcb2bef-fff1-4ca3-bcc3-9b35099986ff/e43956e7-510d-40e5-ba10-96a6bb8ad7c7/32297802-0714-4087-ad9d-b671ca517fe1) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:20.097756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Usage tracker for resource:network and tenant:3332e272cc8f49b0a433c659cbb6e5a4 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:20.106872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:20.127894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:20.168252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:20.169566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.265770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] For port ae789e3c-d9f8-4701-bd7e-85bf352db39d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:20.279943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] For port ae789e3c-d9f8-4701-bd7e-85bf352db39d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae789e3c-d9f8-4701-bd7e-85bf352db39d,segment=NetworkSegment(0f65ed89-8921-4aa0-891b-566973fe7e91),segment_id=0f65ed89-8921-4aa0-891b-566973fe7e91)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:20.293702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Allocated IP 2001:db8::2 (195a9894-02de-49e9-980f-4edbde60a8ff/2d3f0af2-8c56-4e2c-8f52-90fca5de6853/1105afda-8788-4b1a-8094-b86eded6d136) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:20.297300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404d888-ab74-4745-8c36-321480b2a2ee req-7a8db3b4-16ba-416b-9a19-e76ede72cf38 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:20.309128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Made reservation on behalf of 3332e272cc8f49b0a433c659cbb6e5a4 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:20.311846 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0404d888-ab74-4745-8c36-321480b2a2ee req-7a8db3b4-16ba-416b-9a19-e76ede72cf38 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7670224 Apr 18 12:13:20.320541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.352545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.381492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:20.400895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.415521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:20.419927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:20.422839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:20.430088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Usage tracker for resource:security_group_rule and tenant:3332e272cc8f49b0a433c659cbb6e5a4 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:20.434739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:20.434963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:20.443153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:20.517144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.543172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e4737-60d3-4756-9c8e-41f7916b50e8 None None] Pushing event updated for resources: {'Port': ['ID=ae789e3c-d9f8-4701-bd7e-85bf352db39d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:20.613293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:20.669768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.675987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=fe4ca343-4153-40d7-8655-07b3f96d36bb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:20.704641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Transition to ACTIVE for port object 1105afda-8788-4b1a-8094-b86eded6d136 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:20.756059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Transition to ACTIVE for port object 1105afda-8788-4b1a-8094-b86eded6d136 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:20.825277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e48f2927-e4f4-4f3e-9155-68091bc31929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.825277 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-80e85a75-59e5-4b6e-94b0-ae1b45fb0826 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5522656 Apr 18 12:13:20.843842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:20.853153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 57988) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:20.873064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '70d5f0d9-d182-48ec-a127-8f52ccc3efc2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:20.886827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:20.891762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:floatingip and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:20.922540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:20.947916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:20.971386 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0404d888-ab74-4745-8c36-321480b2a2ee req-07c887bc-30a7-4cdf-8682-82459bf3bee6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6234131 Apr 18 12:13:21.006264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e48f2927-e4f4-4f3e-9155-68091bc31929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.089154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Pushing event updated for resources: {'Port': ['ID=1105afda-8788-4b1a-8094-b86eded6d136,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:21.093599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.101175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0e5f59-56a9-4fea-ad05-7901886e0ae7 None None] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:21.168378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c177c12b-c474-402b-a33f-bb91b1a97efe None None] Could not find standard attr ID for object fe4ca343-4153-40d7-8655-07b3f96d36bb. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:13:21.170307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.173811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Network 195a9894-02de-49e9-980f-4edbde60a8ff is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:21.221284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:21.227483 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:21.291221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port fe4ca343-4153-40d7-8655-07b3f96d36bb on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:21.300344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.321185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.368073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object 32297802-0714-4087-ad9d-b671ca517fe1 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:21.368614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.370551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e48f2927-e4f4-4f3e-9155-68091bc31929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.401166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.406639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f2927-e4f4-4f3e-9155-68091bc31929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106bbcbc-5cec-4ae2-bada-c76124eb40e8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:21.422173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Attempting to bind port 1105afda-8788-4b1a-8094-b86eded6d136 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:21.422712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Attempting to bind port 1105afda-8788-4b1a-8094-b86eded6d136 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a51aa511-fb85-47e7-90a7-974bc39e9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:21.423222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Attempting to bind port 1105afda-8788-4b1a-8094-b86eded6d136 on network 195a9894-02de-49e9-980f-4edbde60a8ff {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:21.433610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port a6dd40fe-fe17-461b-a5b4-3345f213a357 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:21.439451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e48f2927-e4f4-4f3e-9155-68091bc31929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.443163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e48f2927-e4f4-4f3e-9155-68091bc31929 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/106bbcbc-5cec-4ae2-bada-c76124eb40e8 HTTP/1.1" status: 204 len: 168 time: 1.4411285 Apr 18 12:13:21.467228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:21.468378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Checking segment: {'id': 'a51aa511-fb85-47e7-90a7-974bc39e9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:21.469928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.470792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Bound using segment: {'id': 'a51aa511-fb85-47e7-90a7-974bc39e9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:21.471837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Bound port: 1105afda-8788-4b1a-8094-b86eded6d136, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51aa511-fb85-47e7-90a7-974bc39e9122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:21.473339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.517754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:21.520116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.528266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.11 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/9864f5cd-61df-4153-81d8-e2d13ecc1c08) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:21.587869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.717652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e49364fa-a66d-40c5-9567-8b579d2fdf22,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:21.754244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=32297802-0714-4087-ad9d-b671ca517fe1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:21.783563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.786201 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Added segment 8c93134b-3440-4558-bf3b-c9fb5d3e4845 of type vlan for network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 Apr 18 12:13:21.792890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972d7d2-2bba-4fd3-9082-9029fd114b3b req-6f5403a6-8c4b-4575-8cda-70b4239c574f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:21.802522 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0972d7d2-2bba-4fd3-9082-9029fd114b3b req-6f5403a6-8c4b-4575-8cda-70b4239c574f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6312759 Apr 18 12:13:21.838382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:21.841492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] For port 1105afda-8788-4b1a-8094-b86eded6d136, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:21.844910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:21.848764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] For port 1105afda-8788-4b1a-8094-b86eded6d136, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1105afda-8788-4b1a-8094-b86eded6d136,segment=NetworkSegment(a51aa511-fb85-47e7-90a7-974bc39e9122),segment_id=a51aa511-fb85-47e7-90a7-974bc39e9122)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:21.852396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:21.861315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:21.861315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.929709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:21.981173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.032931 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-12c7c23a-1f8a-488b-aa29-d049b3bc4e46 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0008638 Apr 18 12:13:22.034271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58014) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:22.078586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31f305b-4f0f-43c0-a1d5-8ade45a4ce4e None None] Network aa553216-9f56-4fc9-92cd-6b2c950538e5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:22.099460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.173773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58018) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:22.178587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.223029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=85395a1d-211a-4a94-b7ef-c559d9e91b1a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:22.251640 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0972d7d2-2bba-4fd3-9082-9029fd114b3b req-9bbe7337-fd0a-4ae3-8ea5-1dff78d2394d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399266 Apr 18 12:13:22.298444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.299573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb7e17-7ba1-4fce-85fa-bb491ed75e21 None None] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:22.404526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:13:22.425186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.518342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9747a-151e-439c-a238-2af7a5651c2a None None] Pushing event updated for resources: {'Port': ['ID=1105afda-8788-4b1a-8094-b86eded6d136,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:22.557972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2055955541'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:22.579547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.586004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:22.586814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.595204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:22.629778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:22.633263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::10 (195a9894-02de-49e9-980f-4edbde60a8ff/2d3f0af2-8c56-4e2c-8f52-90fca5de6853/a6dd40fe-fe17-461b-a5b4-3345f213a357) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:22.638744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:22.651025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:22.669965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa553216-9f56-4fc9-92cd-6b2c950538e5']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:22.683726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58026) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:22.693188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:network and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:22.755911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:22.766910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=9864f5cd-61df-4153-81d8-e2d13ecc1c08,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:22.799760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:22.803258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d001b43-fdd1-43ae-908f-25a7b7487320') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:22.803657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d001b43-fdd1-43ae-908f-25a7b7487320') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:22.816928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3b8186d0-0508-461d-83fe-71b049e9ccf0 None None] Provisioning for port ae789e3c-d9f8-4701-bd7e-85bf352db39d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:22.928151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:22.957917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc153df3-a9e8-4980-a150-e28ea50d6076 None None] DHCP port deletion for aa553216-9f56-4fc9-92cd-6b2c950538e5 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:23.014312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1c15aadd-1931-4c78-8e5c-654b26207e4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d08fde8cbf0d4b8786673bd1308568f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206596 Apr 18 12:13:23.014312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.019033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event updated for resources: {'Network': ['ID=ae6c24d9-0e3a-4577-b8f1-7894d7d74064,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:23.037937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58030) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:23.057409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:23.085235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:23.089426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:23.103096 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:23.127476 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fee32975-5321-4352-a2e7-72531715515b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.3662550 Apr 18 12:13:23.128158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58036) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:23.146702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1105afda-8788-4b1a-8094-b86eded6d136 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:23.215107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Request body: {'subnet': {'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:23.412702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:23.414497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.436178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 1105afda-8788-4b1a-8094-b86eded6d136 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:23.446097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae789e3c-d9f8-4701-bd7e-85bf352db39d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:23.504712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.512071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.631242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e85d26fb-3cea-4dfc-81d5-f99c5cc5b90a None None] Provisioning for port 32297802-0714-4087-ad9d-b671ca517fe1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:23.637275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e85d26fb-3cea-4dfc-81d5-f99c5cc5b90a None None] Provisioning complete for port 32297802-0714-4087-ad9d-b671ca517fe1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:23.637872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e85d26fb-3cea-4dfc-81d5-f99c5cc5b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.721837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ae789e3c-d9f8-4701-bd7e-85bf352db39d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:23.735124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:23.737894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:23.744366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ae789e3c-d9f8-4701-bd7e-85bf352db39d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:23.744729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.771316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:security_group_rule and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:23.775188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Usage tracker for resource:subnet and tenant:3332e272cc8f49b0a433c659cbb6e5a4 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:23.786115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:23.798890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e85d26fb-3cea-4dfc-81d5-f99c5cc5b90a None None] Port 32297802-0714-4087-ad9d-b671ca517fe1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:23.806779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:23.816746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:23.844806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:23.862080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.863589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9f383382-c4af-43f3-9673-3fbe15ca9fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.891640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4fcf60-5216-4be9-bba9-81eac2126858 None None] Network 195a9894-02de-49e9-980f-4edbde60a8ff requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:23.910704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.930815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=aa553216-9f56-4fc9-92cd-6b2c950538e5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:23.944604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Made reservation on behalf of 3332e272cc8f49b0a433c659cbb6e5a4 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:23.947749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:23.969235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ddf0d6-397d-443c-b3cf-7d794cfc0430 req-2bc82fee-1d7e-48ee-b9a3-a497723cd45b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:23.970742 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-30ddf0d6-397d-443c-b3cf-7d794cfc0430 req-2bc82fee-1d7e-48ee-b9a3-a497723cd45b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6143949 Apr 18 12:13:23.978615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.002936 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d5b7574b-d291-461a-87fd-f96866b817b3 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/aa553216-9f56-4fc9-92cd-6b2c950538e5 HTTP/1.1" status: 204 len: 168 time: 5.1616468 Apr 18 12:13:24.008049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58040) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:24.033565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9f383382-c4af-43f3-9673-3fbe15ca9fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.076199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Provisioning complete for port 32297802-0714-4087-ad9d-b671ca517fe1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:24.076661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.107123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.111716 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d70ffc-7df7-44bd-b3e4-a3481681f4de tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:13:24.112219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18d70ffc-7df7-44bd-b3e4-a3481681f4de tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:13:24.124067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object a6dd40fe-fe17-461b-a5b4-3345f213a357 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:24.139927 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-18d70ffc-7df7-44bd-b3e4-a3481681f4de tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/aa553216-9f56-4fc9-92cd-6b2c950538e5 HTTP/1.1" status: 404 len: 339 time: 0.1307847 Apr 18 12:13:24.141156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58044) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:24.155395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751077430', 'description': 'd1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:24.163448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:24.177116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:network and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:24.178626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Port 32297802-0714-4087-ad9d-b671ca517fe1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:24.186348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:24.188860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port ae789e3c-d9f8-4701-bd7e-85bf352db39d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae789e3c-d9f8-4701-bd7e-85bf352db39d,segment=NetworkSegment(0f65ed89-8921-4aa0-891b-566973fe7e91),segment_id=0f65ed89-8921-4aa0-891b-566973fe7e91)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:24.200667 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-30ddf0d6-397d-443c-b3cf-7d794cfc0430 req-7d5da6c0-b4a7-4f63-a1cc-862581a89e63 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133615 Apr 18 12:13:24.219145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:24.265036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.270024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.278701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.305084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.330519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Provisioning for port 1105afda-8788-4b1a-8094-b86eded6d136 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:24.344904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Provisioning complete for port 1105afda-8788-4b1a-8094-b86eded6d136 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:24.345276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.356395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:24.360869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.362742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9f383382-c4af-43f3-9673-3fbe15ca9fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.378739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f383382-c4af-43f3-9673-3fbe15ca9fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a49ed0f-252e-4b34-8a65-7b412b74b18e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.386520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.387483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.390789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.427816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=ae789e3c-d9f8-4701-bd7e-85bf352db39d,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.462997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:24.475100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.480725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:24.547670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.553021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9f383382-c4af-43f3-9673-3fbe15ca9fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.561445 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9f383382-c4af-43f3-9673-3fbe15ca9fb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a49ed0f-252e-4b34-8a65-7b412b74b18e HTTP/1.1" status: 204 len: 168 time: 1.5217187 Apr 18 12:13:24.570697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 195a9894-02de-49e9-980f-4edbde60a8ff is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:24.588608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98d20d2f-4808-4455-b277-1e202d4a90b9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.591435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:24.636223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] For port 1105afda-8788-4b1a-8094-b86eded6d136, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1105afda-8788-4b1a-8094-b86eded6d136,segment=NetworkSegment(a51aa511-fb85-47e7-90a7-974bc39e9122),segment_id=a51aa511-fb85-47e7-90a7-974bc39e9122)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:24.651507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:24.668897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:24.669572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.682745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.683089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Added segment b1967b3e-721d-40ad-9d13-200510949f9d of type vlan for network 5f4dde90-d90b-4725-911c-836df72b725b Apr 18 12:13:24.683230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.703659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=a6dd40fe-fe17-461b-a5b4-3345f213a357,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.774540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event updated for resources: {'Subnet': ['ID=367ecae5-788a-4d77-93e8-3659a05c71ed,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.800881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34823d8f-9a3c-4e1f-b19b-7d90d0a82914 None None] Pushing event updated for resources: {'Port': ['ID=1105afda-8788-4b1a-8094-b86eded6d136,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.809133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.814475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Checking segment: {'id': '8c93134b-3440-4558-bf3b-c9fb5d3e4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:24.814927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Network hostable DHCP agents. Network: ae6c24d9-0e3a-4577-b8f1-7894d7d74064, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:24.822092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.822718 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment dae3ce52-5c81-468a-9235-ac63e8dcdf5d of type vlan for network 158a9631-810b-4738-8e75-813772cdc34a Apr 18 12:13:24.835803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.850248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.879779 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5c17477b-35ce-43e0-bc8e-a2165df560d4 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.8279860 Apr 18 12:13:24.886219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58050) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:24.886913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=32297802-0714-4087-ad9d-b671ca517fe1,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:24.899704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': '195a9894-02de-49e9-980f-4edbde60a8ff', 'name': 'tempest-PortsIpV6TestJSON-326020000', 'fixed_ips': [{'subnet_id': '2d3f0af2-8c56-4e2c-8f52-90fca5de6853', 'ip_address': '2001:db8::f'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:24.924392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-90dc4dd0-c2e5-453a-814e-efb8cd8237f5 None None] Provisioning complete for port 1105afda-8788-4b1a-8094-b86eded6d136 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:24.924763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-90dc4dd0-c2e5-453a-814e-efb8cd8237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:24.965083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1105afda-8788-4b1a-8094-b86eded6d136 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:25.008165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:25.037553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.038165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.046028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:25.050044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.108465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 1105afda-8788-4b1a-8094-b86eded6d136 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:25.111235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.178827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:25.185018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:25.188391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:25.196004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:25.211744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Network': ['ID=5f4dde90-d90b-4725-911c-836df72b725b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:25.219179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c44ad275-369a-4286-906d-9d694d4295b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0281975 Apr 18 12:13:25.219179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, ae6c24d9-0e3a-4577-b8f1-7894d7d74064) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:25.226952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58056) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:25.237056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:25.237056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.253737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:25.269800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:25.287253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f4c22-4bfa-448f-910f-a60e24c3b0b0 None None] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:25.320533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ce25316d-3248-45d4-8577-dc43c8a73232 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1841512 Apr 18 12:13:25.332917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58064) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:25.341786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Request body: {'port': {'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1410760856'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:25.375380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae789e3c-d9f8-4701-bd7e-85bf352db39d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:25.501332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.506612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:25.508992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.545884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Provisioning complete for port 32297802-0714-4087-ad9d-b671ca517fe1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:25.546773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.556598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:25.565569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:25.570677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:25.582349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:25.612630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:25.616117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Usage tracker for resource:port and tenant:3332e272cc8f49b0a433c659cbb6e5a4 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:25.619913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:25.627463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:25.657296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Port 32297802-0714-4087-ad9d-b671ca517fe1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:25.658197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58074) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:25.658482 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5126939 Apr 18 12:13:25.663843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ae789e3c-d9f8-4701-bd7e-85bf352db39d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:25.664261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.714774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Made reservation on behalf of 3332e272cc8f49b0a433c659cbb6e5a4 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:25.719786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.732886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:25.736028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:25.737013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.793183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ef718-e8ec-4f1a-8800-f57414019464 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=158a9631-810b-4738-8e75-813772cdc34a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:25.800517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.806708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 158a9631-810b-4738-8e75-813772cdc34a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:25.877036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-ae6c24d9-0e3a-4577-b8f1-7894d7d74064', 'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064', 'tenant_id': '3332e272cc8f49b0a433c659cbb6e5a4', 'fixed_ips': [{'subnet_id': '367ecae5-788a-4d77-93e8-3659a05c71ed'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:25.877867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:25.896152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Provisioning for port a6dd40fe-fe17-461b-a5b4-3345f213a357 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:25.923701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] device_id is not set on port 5877fa36-db63-47f8-ba91-eb1e04eb1988 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:25.958220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Provisioning complete for port a6dd40fe-fe17-461b-a5b4-3345f213a357 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:25.958601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.041320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6837e-b1f2-40e6-a922-25902f397ec1 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:26.042559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e7c6837e-b1f2-40e6-a922-25902f397ec1 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Synchronizing usage tracker for tenant:b900456ef7ce41da9867a03f4efc206e on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:26.111171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:13:26.131664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fe4ca343-4153-40d7-8655-07b3f96d36bb no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:26.157597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af465523-6a61-4135-b688-4673564a293c req-b7d1d1fa-2cad-4473-adc9-442919aaba9b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:26.160197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af465523-6a61-4135-b688-4673564a293c req-b7d1d1fa-2cad-4473-adc9-442919aaba9b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7202208 Apr 18 12:13:26.169862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.181889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7e150c73-893c-4846-9548-b2346ac50609 None None] Port a6dd40fe-fe17-461b-a5b4-3345f213a357 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:26.187174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: fe4ca343-4153-40d7-8655-07b3f96d36bb {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:26.187174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fe4ca343-4153-40d7-8655-07b3f96d36bb not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:26.196308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e7c6837e-b1f2-40e6-a922-25902f397ec1 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Unset dirty status for tenant:b900456ef7ce41da9867a03f4efc206e on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:26.200561 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e7c6837e-b1f2-40e6-a922-25902f397ec1 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks?id=158a9631-810b-4738-8e75-813772cdc34a HTTP/1.1" status: 200 len: 760 time: 0.5408015 Apr 18 12:13:26.205751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58086) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:26.208855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Allocated IP 172.20.0.9 (ae6c24d9-0e3a-4577-b8f1-7894d7d74064/367ecae5-788a-4d77-93e8-3659a05c71ed/5877fa36-db63-47f8-ba91-eb1e04eb1988) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:26.219084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'description': 'd2'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:26.250615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.283761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.302023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58090) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:26.348509 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af465523-6a61-4135-b688-4673564a293c req-8bc244f0-1df8-4df5-8100-7c539f26e490 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729383 Apr 18 12:13:26.447879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 32c0c493-b079-48de-8709-fe0f925fca77 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:26.547902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=9864f5cd-61df-4153-81d8-e2d13ecc1c08,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:26.597601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.602477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-707622146'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:26.605957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.704369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:26.794562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Usage tracker for resource:network and tenant:8fc7558bfc8e4aca864caa8c363c8a2f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:26.806142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:26.833244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:26.860357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.887270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.905425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=33afbffb-a076-4994-bfdc-16f1f2471ea7,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:26.966147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Made reservation on behalf of 8fc7558bfc8e4aca864caa8c363c8a2f for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:26.969665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:26.986870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:26.987229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network hostable DHCP agents. Network: 5f4dde90-d90b-4725-911c-836df72b725b, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:27.010133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.029129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.038201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.045500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.046272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.080274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:27.083746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 158a9631-810b-4738-8e75-813772cdc34a is not hosted by any dhcp agent {{(pid=88782) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 12:13:27.089160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.089743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.090990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "PUT /v2.0/networks/158a9631-810b-4738-8e75-813772cdc34a HTTP/1.1" status: 200 len: 757 time: 0.8842292 Apr 18 12:13:27.099725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58100) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:27.100610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Usage tracker for resource:security_group_rule and tenant:8fc7558bfc8e4aca864caa8c363c8a2f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:27.112980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:27.151161 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP 149945e0-6fe3-42d3-95c2-0af1d08be022 associated. External IP: 172.26.4.11, port: 70d5f0d9-d182-48ec-a127-8f52ccc3efc2. Apr 18 12:13:27.190521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Transition to ACTIVE for port object 5877fa36-db63-47f8-ba91-eb1e04eb1988 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:27.199190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:27.217633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:27.220914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::f (195a9894-02de-49e9-980f-4edbde60a8ff/2d3f0af2-8c56-4e2c-8f52-90fca5de6853/32c0c493-b079-48de-8709-fe0f925fca77) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:27.239074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daab20-0035-4e0f-a14f-903728ca9728 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=158a9631-810b-4738-8e75-813772cdc34a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:27.251543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 158a9631-810b-4738-8e75-813772cdc34a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:27.315080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=32297802-0714-4087-ad9d-b671ca517fe1,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:27.326911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 5f4dde90-d90b-4725-911c-836df72b725b) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:27.331202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.331937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.345278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337f3b15-dea7-43bb-9e97-2f42f421003d None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:27.377765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a56c5-c476-4e67-b731-c7827cb92af1 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.382903 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c05a56c5-c476-4e67-b731-c7827cb92af1 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks?id=158a9631-810b-4738-8e75-813772cdc34a HTTP/1.1" status: 200 len: 760 time: 0.2722635 Apr 18 12:13:27.386026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58104) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:27.403771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2084421521'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:27.419838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-feefa94b-389a-45e6-9aae-0496c5cf4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.421836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-feefa94b-389a-45e6-9aae-0496c5cf4f46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=70813461c05c4f0d807361a303f30546&device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 1098 time: 0.5170231 Apr 18 12:13:27.426200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:27.474014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:27.543472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f340d-224f-4f2c-aa2f-74046e9f5870 req-1778e6c6-f5b2-4e58-a9c1-0c407129eba4 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.545154 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-636f340d-224f-4f2c-aa2f-74046e9f5870 req-1778e6c6-f5b2-4e58-a9c1-0c407129eba4 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6827979 Apr 18 12:13:27.551636 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0407d7e8-6b89-4b6f-a6f8-08ce3b8592e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3174407 Apr 18 12:13:27.559535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:27.564240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58108) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:27.571083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.622742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:27.645693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'name': 'tempest-NetworksTestDHCPv6-112570086'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:27.647632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:27.651635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.677600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Allocated IP 172.20.0.2 (ae6c24d9-0e3a-4577-b8f1-7894d7d74064/367ecae5-788a-4d77-93e8-3659a05c71ed/023c14f6-04a4-4083-b924-d843813497aa) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:27.683555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:27.688365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '33afbffb-a076-4994-bfdc-16f1f2471ea7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:27.689178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.696546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:27.698869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:27.733282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.781440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event updated for resources: {'Port': ['ID=5877fa36-db63-47f8-ba91-eb1e04eb1988,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:27.795666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-9e59eeee-c50e-4147-836f-25570fc1c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.797858 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-9e59eeee-c50e-4147-836f-25570fc1c395 service neutron] 10.222.0.15 "GET /v2.0/networks?id=324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 200 len: 912 time: 0.3683712 Apr 18 12:13:27.804939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:27.870053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.873911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/33afbffb-a076-4994-bfdc-16f1f2471ea7/04debee0-5bce-43d6-a2a2-a0b7f3332170) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:27.904563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:27.906357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.929121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:27.929945 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment 1106fbee-fc13-4c05-a567-3417a6a3708d of type vlan for network 97bb90d8-3d09-4780-8cfc-f301b467dca3 Apr 18 12:13:27.990173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:28.023624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.028083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c9824-cde0-4352-a389-2af7d4d4a40a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:28.036673 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-185263e5-e9da-4a78-b94d-a7808636502a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 200 len: 1001 time: 0.2291884 Apr 18 12:13:28.042261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.042652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Added segment cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2 of type vlan for network 3eca7f26-2caa-4e35-847d-fb1978fc051e Apr 18 12:13:28.127764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-468bdb88-840f-4c66-8846-f5238aec93a8 None None] Provisioning complete for port 32297802-0714-4087-ad9d-b671ca517fe1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:28.128128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-468bdb88-840f-4c66-8846-f5238aec93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.135003 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-18f69a97-c6ed-41bb-b2ba-8d42d325863b tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8009746 Apr 18 12:13:28.136964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:28.149145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-636f340d-224f-4f2c-aa2f-74046e9f5870 req-5ad26295-7c4f-4429-8233-22930f892dc2 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5800016 Apr 18 12:13:28.153092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.189999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-6d25a0dc-a7d2-41a7-b64b-b3bc7300c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:28.192457 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-6d25a0dc-a7d2-41a7-b64b-b3bc7300c643 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 200 len: 850 time: 0.1469584 Apr 18 12:13:28.195972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:28.196841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Request body: {'port': {'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1163003940', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:28.197359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.api.validators [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] bootfile-name is not in valid_values {{(pid=88782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:28.200852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.api.validators [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] tftp-server is not in valid_values {{(pid=88782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:28.200852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.api.validators [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] server-ip-address is not in valid_values {{(pid=88782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:28.238908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.243244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-468bdb88-840f-4c66-8846-f5238aec93a8 None None] Port 32297802-0714-4087-ad9d-b671ca517fe1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:28.255699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.273355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Transition to ACTIVE for port object 04debee0-5bce-43d6-a2a2-a0b7f3332170 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:28.282547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.288263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:28.291830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.311006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Transition to ACTIVE for port object 04debee0-5bce-43d6-a2a2-a0b7f3332170 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:28.313922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.319400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:28.319964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.358523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:28.365529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:28.367861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object 32c0c493-b079-48de-8709-fe0f925fca77 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:28.371350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:28.383981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:28.393235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.471671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router aac5f58a-6616-4049-99e4-dae2a572785e is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:13:28.473562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.476940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Pushing event updated for resources: {'Port': ['ID=04debee0-5bce-43d6-a2a2-a0b7f3332170,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:28.485529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:28.492459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:28.493402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:28.525132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Transition to ACTIVE for port object 023c14f6-04a4-4083-b924-d843813497aa will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:28.599877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Transition to ACTIVE for port object 023c14f6-04a4-4083-b924-d843813497aa will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:28.608276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Attempting to bind port 04debee0-5bce-43d6-a2a2-a0b7f3332170 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:28.608921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Attempting to bind port 04debee0-5bce-43d6-a2a2-a0b7f3332170 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:28.609444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Attempting to bind port 04debee0-5bce-43d6-a2a2-a0b7f3332170 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:28.615474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:28.616166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:28.616719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.617736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:28.618395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Bound port: 04debee0-5bce-43d6-a2a2-a0b7f3332170, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:28.618981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.630489 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3251569 Apr 18 12:13:28.634746 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2417610 Apr 18 12:13:28.638052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58116) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:28.638377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58118) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:28.644394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f76c1-0b8c-4e4e-b006-612e141ee67b tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=97bb90d8-3d09-4780-8cfc-f301b467dca3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:28.667548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 97bb90d8-3d09-4780-8cfc-f301b467dca3 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:28.672678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Request body: {'subnet': {'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:28.689052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:28.719581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:28.723048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.737692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:28.755153 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:28.780022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.785672 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:28.786646 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:28.839244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 9503b3ed-c17d-48f9-8d37-87782af935a9 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:28.884854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:28.904084 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:28.911218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:28.917033 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:28.918120 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:28.924144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Pushing event updated for resources: {'Port': ['ID=023c14f6-04a4-4083-b924-d843813497aa,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:28.926619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:28.931860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:28.970231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:28.994753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:29.000127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821dc14-d62e-4d5f-a904-5bb487a6b488 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event updated for resources: {'Network': ['ID=3eca7f26-2caa-4e35-847d-fb1978fc051e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:29.010479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.016297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-55ad553e-d56c-4b8f-b69e-b12b8c4ee660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:29.017774 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-55ad553e-d56c-4b8f-b69e-b12b8c4ee660 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=324df2cd-a971-4909-8ab8-52fd463acbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8007703 Apr 18 12:13:29.019108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Usage tracker for resource:port and tenant:3332e272cc8f49b0a433c659cbb6e5a4 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:29.027005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:29.039924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac78b00-4009-454b-978b-960e7213017b None None] Sync routers for ids ['aac5f58a-6616-4049-99e4-dae2a572785e'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:29.041128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network 195a9894-02de-49e9-980f-4edbde60a8ff is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:29.048774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:29.059492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:29.060212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:29.063298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:29.067409 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9e10cc87-48a1-4541-ad5c-c3ed4fd5179b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/aac5f58a-6616-4049-99e4-dae2a572785e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0312288 Apr 18 12:13:29.068495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:29.074746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:29.075596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.079200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58124) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:29.081015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] For port 04debee0-5bce-43d6-a2a2-a0b7f3332170, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:29.086974 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:29.087859 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c3d322-e272-46f0-a398-f7cd709ea573 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:29.093497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Usage tracker for resource:subnet and tenant:8fc7558bfc8e4aca864caa8c363c8a2f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:29.094784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=32c0c493-b079-48de-8709-fe0f925fca77,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:29.095281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:29.131438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:29.133467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Attempting to bind port 023c14f6-04a4-4083-b924-d843813497aa on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:29.133924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Attempting to bind port 023c14f6-04a4-4083-b924-d843813497aa by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '8c93134b-3440-4558-bf3b-c9fb5d3e4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:29.134360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Attempting to bind port 023c14f6-04a4-4083-b924-d843813497aa on network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:29.145265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Usage tracker for resource:subnet and tenant:b900456ef7ce41da9867a03f4efc206e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:29.152806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac78b00-4009-454b-978b-960e7213017b None None] Routers {'aac5f58a-6616-4049-99e4-dae2a572785e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:29.153011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7ac78b00-4009-454b-978b-960e7213017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['aac5f58a-6616-4049-99e4-dae2a572785e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:29.192935 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e0e8cd0-05f6-412c-8b99-7c3b9d2c552f tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.3363574 Apr 18 12:13:29.193288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58130) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:29.196983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:29.199182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:29.202090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:29.217739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:29.222764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Made reservation on behalf of 3332e272cc8f49b0a433c659cbb6e5a4 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:29.226327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.251892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:29.252323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Checking segment: {'id': '8c93134b-3440-4558-bf3b-c9fb5d3e4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:29.252720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.253122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Bound using segment: {'id': '8c93134b-3440-4558-bf3b-c9fb5d3e4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:29.253923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Bound port: 023c14f6-04a4-4083-b924-d843813497aa, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c93134b-3440-4558-bf3b-c9fb5d3e4845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ae6c24d9-0e3a-4577-b8f1-7894d7d74064'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:29.254299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.288417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] For port 04debee0-5bce-43d6-a2a2-a0b7f3332170, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=04debee0-5bce-43d6-a2a2-a0b7f3332170,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:29.292098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7ac78b00-4009-454b-978b-960e7213017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:29.299679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eecdcde-b12c-4cbd-8ddc-16ce75ebb74f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:29.300535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0eecdcde-b12c-4cbd-8ddc-16ce75ebb74f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:29.304745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] device_id is not set on port 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:29.317296 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b254491a-352b-4a32-8176-f33f6d91d923 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4246006 Apr 18 12:13:29.330417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58134) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:29.379879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac78b00-4009-454b-978b-960e7213017b None None] Routers {'aac5f58a-6616-4049-99e4-dae2a572785e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:29.380753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7ac78b00-4009-454b-978b-960e7213017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['aac5f58a-6616-4049-99e4-dae2a572785e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:29.390791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:29.394312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.400888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::5f (5f4dde90-d90b-4725-911c-836df72b725b/33afbffb-a076-4994-bfdc-16f1f2471ea7/9503b3ed-c17d-48f9-8d37-87782af935a9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:29.408720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Made reservation on behalf of 8fc7558bfc8e4aca864caa8c363c8a2f for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:29.412513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.449329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.460730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.493142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7ac78b00-4009-454b-978b-960e7213017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:29.493546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac78b00-4009-454b-978b-960e7213017b None None] The sync data for ids ['aac5f58a-6616-4049-99e4-dae2a572785e'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:29.575415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] For port 023c14f6-04a4-4083-b924-d843813497aa, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:29.580968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] For port 023c14f6-04a4-4083-b924-d843813497aa, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=023c14f6-04a4-4083-b924-d843813497aa,segment=NetworkSegment(8c93134b-3440-4558-bf3b-c9fb5d3e4845),segment_id=8c93134b-3440-4558-bf3b-c9fb5d3e4845)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:29.582020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd735cc7-b8e5-44ea-a388-d8b0f366d507 None None] Pushing event updated for resources: {'Port': ['ID=04debee0-5bce-43d6-a2a2-a0b7f3332170,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:29.586167 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-3bf54c47-f424-489a-aced-50c7560db51d service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568275 Apr 18 12:13:29.631197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e73c1825-7e31-41f0-877e-a2406931867e None None] Provisioning for port 32c0c493-b079-48de-8709-fe0f925fca77 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:29.636657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e73c1825-7e31-41f0-877e-a2406931867e None None] Provisioning complete for port 32c0c493-b079-48de-8709-fe0f925fca77 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:29.637027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e73c1825-7e31-41f0-877e-a2406931867e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.677102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:29.677228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0eecdcde-b12c-4cbd-8ddc-16ce75ebb74f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:29.677228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0eecdcde-b12c-4cbd-8ddc-16ce75ebb74f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports/32297802-0714-4087-ad9d-b671ca517fe1 HTTP/1.1" status: 200 len: 983 time: 0.5927556 Apr 18 12:13:29.704563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58138) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:29.765489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e73c1825-7e31-41f0-877e-a2406931867e None None] Port 32c0c493-b079-48de-8709-fe0f925fca77 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:29.784102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9045507d-66bf-46d5-b2eb-8d1c3c4c3ffc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:29.784967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9045507d-66bf-46d5-b2eb-8d1c3c4c3ffc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:29.788275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f003df-7059-4fc1-86dd-59bca8bf5c88 None None] Pushing event updated for resources: {'Port': ['ID=023c14f6-04a4-4083-b924-d843813497aa,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:29.977959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.005124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9045507d-66bf-46d5-b2eb-8d1c3c4c3ffc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:30.006323 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9045507d-66bf-46d5-b2eb-8d1c3c4c3ffc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6677721 Apr 18 12:13:30.012438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58142) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:30.085392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.093705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.094001 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP 149945e0-6fe3-42d3-95c2-0af1d08be022 disassociated. External IP: 172.26.4.11, port: 70d5f0d9-d182-48ec-a127-8f52ccc3efc2. Apr 18 12:13:30.181605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 9503b3ed-c17d-48f9-8d37-87782af935a9 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:30.338043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285cef1-9cba-4980-80ac-207e481de68b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:30.343987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285cef1-9cba-4980-80ac-207e481de68b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:30.349802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285cef1-9cba-4980-80ac-207e481de68b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:30.351513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d285cef1-9cba-4980-80ac-207e481de68b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3381243 Apr 18 12:13:30.354301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58146) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:30.359779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Allocated IP 172.20.0.5 (ae6c24d9-0e3a-4577-b8f1-7894d7d74064/367ecae5-788a-4d77-93e8-3659a05c71ed/6578d7b9-a506-4eaa-a33d-d2efaf2b3601) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:30.368852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f35b6-8ec2-4854-9e21-d70aec7df8a8 req-d832ba37-59fa-441b-9707-c04f993d6133 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:30.370319 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-379f35b6-8ec2-4854-9e21-d70aec7df8a8 req-d832ba37-59fa-441b-9707-c04f993d6133 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 1.0210335 Apr 18 12:13:30.499963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe7e9b93-42bb-47f1-81fb-9d12e79aa4f4 req-6a1e69fa-197f-4ebf-9533-6b927c0cc231 service neutron] 10.222.0.15 "GET /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8435304 Apr 18 12:13:30.585902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.685613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:30.692961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:30.695525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:30.701203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:30.702013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.710843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 32c0c493-b079-48de-8709-fe0f925fca77 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:30.710843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.723267 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-379f35b6-8ec2-4854-9e21-d70aec7df8a8 req-19e0a979-99b3-47fc-8335-c72e34de511d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414369 Apr 18 12:13:30.757721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:30.859533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=9503b3ed-c17d-48f9-8d37-87782af935a9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:30.949129 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5bcc1abc-b8a1-4c3e-8d59-7eca73650736 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3837173 Apr 18 12:13:30.957371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58150) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:30.998307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event updated for resources: {'Subnet': ['ID=644cd0a1-12a1-46ba-9449-2eacec33dd74,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:31.002605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:31.045105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.079145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 023c14f6-04a4-4083-b924-d843813497aa up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:31.147882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Checking segment: {'id': 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:31.148244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Network hostable DHCP agents. Network: 3eca7f26-2caa-4e35-847d-fb1978fc051e, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:31.192817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9aa7d6-4b66-40d7-a010-569ec77e5f08 None None] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:31.211660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.239121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Transition to ACTIVE for port object 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:31.327753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 023c14f6-04a4-4083-b924-d843813497aa completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:31.346517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 04debee0-5bce-43d6-a2a2-a0b7f3332170 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:31.381636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.402050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406cf3e5-048b-44be-8881-d9feecebe8af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:31.408783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406cf3e5-048b-44be-8881-d9feecebe8af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:31.409614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-406cf3e5-048b-44be-8881-d9feecebe8af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:31.441934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=5507098c-cd87-4a46-abdb-a1dec2eba2e0,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:31.446367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:31.451040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.466655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:31.468586 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:31.474210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': '1106fbee-fc13-4c05-a567-3417a6a3708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:31.474382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: 97bb90d8-3d09-4780-8cfc-f301b467dca3, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:31.488411 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:31.494674 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:31.507884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:31.512596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] Provisioning for port 023c14f6-04a4-4083-b924-d843813497aa completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:31.519745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:31.523570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] Provisioning complete for port 023c14f6-04a4-4083-b924-d843813497aa triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:31.524241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.528751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:31.532692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.558774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event updated for resources: {'Port': ['ID=6578d7b9-a506-4eaa-a33d-d2efaf2b3601,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:31.585889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80003865-15d6-4b95-bef4-344d82d597d5 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:31.616556 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:31.628857 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:31.629804 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:31.637528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:31.638220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.648891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 04debee0-5bce-43d6-a2a2-a0b7f3332170 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:31.666569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 3eca7f26-2caa-4e35-847d-fb1978fc051e) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:31.685229 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-21512f8e-e74e-41e2-bc44-e9311d744037 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/floatingips/149945e0-6fe3-42d3-95c2-0af1d08be022 HTTP/1.1" status: 200 len: 687 time: 2.4906766 Apr 18 12:13:31.692435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 32c0c493-b079-48de-8709-fe0f925fca77 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:31.699999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb5c81-586d-451d-ae73-e1cf0677c638 None None] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:31.712016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:31.712746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.714210 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:31.714841 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfac009d-d924-4a22-b660-e57f4c20872c None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:31.717072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58154) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:31.734296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-406cf3e5-048b-44be-8881-d9feecebe8af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:31.735854 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-406cf3e5-048b-44be-8881-d9feecebe8af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7779348 Apr 18 12:13:31.739497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58158) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:31.826344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network 97bb90d8-3d09-4780-8cfc-f301b467dca3 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:31.846557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 97bb90d8-3d09-4780-8cfc-f301b467dca3) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:31.868773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05027c21-2f08-490d-b6db-86e73b8ec952 None None] Network 97bb90d8-3d09-4780-8cfc-f301b467dca3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:31.914984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:31.915787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.955574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4781fee9-77e4-46b8-ab63-51e970fad1c1 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7661946 Apr 18 12:13:31.962011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58164) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:31.963484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 9864f5cd-61df-4153-81d8-e2d13ecc1c08 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:31.963814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.972259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 9503b3ed-c17d-48f9-8d37-87782af935a9 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:31.972573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:31.994766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.056517 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d6812845-e959-4d87-9a6a-4642d8ad1b3e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4167247 Apr 18 12:13:32.075761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58168) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:32.094001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Request body: {'port': {'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1738215037'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:32.270239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d92a08-c862-4f59-a8b3-3feb2d52e2f1 req-ce3c1879-fc4a-4212-a7f6-6a29bfce18f7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:32.277507 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15d92a08-c862-4f59-a8b3-3feb2d52e2f1 req-ce3c1879-fc4a-4212-a7f6-6a29bfce18f7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.4316390 Apr 18 12:13:32.281346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.285943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.422260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-3eca7f26-2caa-4e35-847d-fb1978fc051e', 'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e', 'tenant_id': '8fc7558bfc8e4aca864caa8c363c8a2f', 'fixed_ips': [{'subnet_id': '644cd0a1-12a1-46ba-9449-2eacec33dd74'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:32.423112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.471340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] For port 023c14f6-04a4-4083-b924-d843813497aa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=023c14f6-04a4-4083-b924-d843813497aa,segment=NetworkSegment(8c93134b-3440-4558-bf3b-c9fb5d3e4845),segment_id=8c93134b-3440-4558-bf3b-c9fb5d3e4845)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:32.535151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=32c0c493-b079-48de-8709-fe0f925fca77,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:32.559382 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-310bce84-9f49-4f1e-9f54-74da6b2caf95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9173064 Apr 18 12:13:32.571268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58172) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:32.579612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.702860 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15d92a08-c862-4f59-a8b3-3feb2d52e2f1 req-9e1499c7-972f-41fa-9a59-fefb38070560 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4222031 Apr 18 12:13:32.806383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.890350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.890959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.898547 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4f0186de-7a19-4d24-b2dd-945a36e88d65 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/32c0c493-b079-48de-8709-fe0f925fca77 HTTP/1.1" status: 204 len: 168 time: 2.5424380 Apr 18 12:13:32.911572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58178) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:32.937458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:32.968700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54e2bc-5d4b-4759-a675-edac23402bca None None] Pushing event updated for resources: {'Port': ['ID=023c14f6-04a4-4083-b924-d843813497aa,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:32.971935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-97bb90d8-3d09-4780-8cfc-f301b467dca3', 'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '5507098c-cd87-4a46-abdb-a1dec2eba2e0'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:32.972996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:32.990689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Allocated IP 2001:db8::2 (3eca7f26-2caa-4e35-847d-fb1978fc051e/644cd0a1-12a1-46ba-9449-2eacec33dd74/4b47a6ae-3489-44f9-839f-31fff0d9a19a) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:32.997836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.008429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Usage tracker for resource:port and tenant:8fc7558bfc8e4aca864caa8c363c8a2f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:33.022699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:33.033533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd442b2e-2fbf-4aea-b78c-254d4bb505cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:13:33.037467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fd442b2e-2fbf-4aea-b78c-254d4bb505cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:33.037467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:33.122656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 9864f5cd-61df-4153-81d8-e2d13ecc1c08 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:33.165272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 32297802-0714-4087-ad9d-b671ca517fe1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:33.165600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.167103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning for port 04debee0-5bce-43d6-a2a2-a0b7f3332170 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:33.185209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 9503b3ed-c17d-48f9-8d37-87782af935a9 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:33.221706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cddd53-2e5e-40bb-a9fb-d69631db4fbd tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:33.233054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cddd53-2e5e-40bb-a9fb-d69631db4fbd tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:33.242252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cddd53-2e5e-40bb-a9fb-d69631db4fbd tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:33.243239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-25cddd53-2e5e-40bb-a9fb-d69631db4fbd tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Synchronizing usage tracker for tenant:3332e272cc8f49b0a433c659cbb6e5a4 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:33.284974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning complete for port 04debee0-5bce-43d6-a2a2-a0b7f3332170 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:33.285556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.291344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.372986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bae66-600f-45b5-b253-cb0352b78dc4 req-a864ba0a-66df-4177-8a40-4aca5e3089d6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:33.380326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cf7bae66-600f-45b5-b253-cb0352b78dc4 req-a864ba0a-66df-4177-8a40-4aca5e3089d6 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.3051374 Apr 18 12:13:33.394108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Made reservation on behalf of 8fc7558bfc8e4aca864caa8c363c8a2f for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:33.397993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.408048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fd442b2e-2fbf-4aea-b78c-254d4bb505cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:33.412462 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fd442b2e-2fbf-4aea-b78c-254d4bb505cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/32c0c493-b079-48de-8709-fe0f925fca77 HTTP/1.1" status: 404 len: 333 time: 0.4868615 Apr 18 12:13:33.419899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58182) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:33.424164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-25cddd53-2e5e-40bb-a9fb-d69631db4fbd tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Unset dirty status for tenant:3332e272cc8f49b0a433c659cbb6e5a4 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:33.428443 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-25cddd53-2e5e-40bb-a9fb-d69631db4fbd tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 1.4351592 Apr 18 12:13:33.431949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58186) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:33.472085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Allocated IP 172.20.0.2 (97bb90d8-3d09-4780-8cfc-f301b467dca3/5507098c-cd87-4a46-abdb-a1dec2eba2e0/115c9f8f-aa2b-4ca7-9799-5b308cbc3791) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:33.603901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] device_id is not set on port 15481450-331e-45dd-ba18-0016cd642e83 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:33.657508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.668645 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cf7bae66-600f-45b5-b253-cb0352b78dc4 req-08c12686-6693-41a0-af1a-ea8e27a57d52 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866998 Apr 18 12:13:33.683042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.716193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.725738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.768533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Transition to ACTIVE for port object 4b47a6ae-3489-44f9-839f-31fff0d9a19a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:33.768661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port a6dd40fe-fe17-461b-a5b4-3345f213a357 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:33.768964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.808142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.843265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Deleting port 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:33.845061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.900232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.923317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 32297802-0714-4087-ad9d-b671ca517fe1 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:33.929681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Transition to ACTIVE for port object 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:33.952578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Transition to ACTIVE for port object 4b47a6ae-3489-44f9-839f-31fff0d9a19a will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:33.962193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] For port 04debee0-5bce-43d6-a2a2-a0b7f3332170, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=04debee0-5bce-43d6-a2a2-a0b7f3332170,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:33.962817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:33.963649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Transition to ACTIVE for port object 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:33.971677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=9864f5cd-61df-4153-81d8-e2d13ecc1c08,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:34.027036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.032894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.064617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.116704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Network 97bb90d8-3d09-4780-8cfc-f301b467dca3 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:34.120949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:34.121993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:34.125962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:34.127931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:34.130928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=9503b3ed-c17d-48f9-8d37-87782af935a9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:34.140640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:34.216838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Pushing event updated for resources: {'Port': ['ID=4b47a6ae-3489-44f9-839f-31fff0d9a19a,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:34.251599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning for port 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:34.441391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Attempting to bind port 4b47a6ae-3489-44f9-839f-31fff0d9a19a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:34.441965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Attempting to bind port 4b47a6ae-3489-44f9-839f-31fff0d9a19a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:34.442093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Attempting to bind port 4b47a6ae-3489-44f9-839f-31fff0d9a19a on network 3eca7f26-2caa-4e35-847d-fb1978fc051e {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:34.444047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning complete for port 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:34.444399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.470020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.502603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:34.503036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Checking segment: {'id': 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:34.503403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.503739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Bound using segment: {'id': 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:34.504211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Bound port: 4b47a6ae-3489-44f9-839f-31fff0d9a19a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:34.504570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.540823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Attempting to bind port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:34.541209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Attempting to bind port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '1106fbee-fc13-4c05-a567-3417a6a3708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:34.544028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Attempting to bind port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 on network 97bb90d8-3d09-4780-8cfc-f301b467dca3 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:34.544860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.550197 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6c230a26-2357-4d8d-9707-cfeeee2c7e93 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/floatingips/149945e0-6fe3-42d3-95c2-0af1d08be022 HTTP/1.1" status: 204 len: 168 time: 2.8280642 Apr 18 12:13:34.550773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58194) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:34.557218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '03683ad8-6834-4208-a9cc-cbc952af523f'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:34.561163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.571580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:34.576635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:floatingip and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:34.577917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:34.578294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Checking segment: {'id': '1106fbee-fc13-4c05-a567-3417a6a3708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:34.579538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.579538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Bound using segment: {'id': '1106fbee-fc13-4c05-a567-3417a6a3708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:34.588788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Bound port: 115c9f8f-aa2b-4ca7-9799-5b308cbc3791, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1106fbee-fc13-4c05-a567-3417a6a3708d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '97bb90d8-3d09-4780-8cfc-f301b467dca3'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:34.588788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.589000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:34.590422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:34.603949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.620945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Port 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:34.625809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Pushing event updated for resources: {'Port': ['ID=04debee0-5bce-43d6-a2a2-a0b7f3332170,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:34.654120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b78fe-4477-4d47-9040-c69387a7c1d4 req-7a83087f-83ee-423b-9b9d-0790e5e71750 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:34.661819 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d72b78fe-4477-4d47-9040-c69387a7c1d4 req-7a83087f-83ee-423b-9b9d-0790e5e71750 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.1954780 Apr 18 12:13:34.693180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.759264 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d72b78fe-4477-4d47-9040-c69387a7c1d4 req-c10e89a6-692e-4d39-9ef9-6ef27daa56ea tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964699 Apr 18 12:13:34.774529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.785236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Pushing event updated for resources: {'Port': ['ID=115c9f8f-aa2b-4ca7-9799-5b308cbc3791,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:34.787377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning complete for port 023c14f6-04a4-4083-b924-d843813497aa triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:34.787741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.812733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] For port 4b47a6ae-3489-44f9-839f-31fff0d9a19a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:34.828634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.840571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] For port 4b47a6ae-3489-44f9-839f-31fff0d9a19a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4b47a6ae-3489-44f9-839f-31fff0d9a19a,segment=NetworkSegment(cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2),segment_id=cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:34.848843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] For port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:34.866739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] For port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=115c9f8f-aa2b-4ca7-9799-5b308cbc3791,segment=NetworkSegment(1106fbee-fc13-4c05-a567-3417a6a3708d),segment_id=1106fbee-fc13-4c05-a567-3417a6a3708d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:34.888312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Calling delete_port for 6578d7b9-a506-4eaa-a33d-d2efaf2b3601 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:34.892642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=32297802-0714-4087-ad9d-b671ca517fe1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:34.909572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:34.924477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Allocated IP 2001:db8::c0 (3eca7f26-2caa-4e35-847d-fb1978fc051e/644cd0a1-12a1-46ba-9449-2eacec33dd74/15481450-331e-45dd-ba18-0016cd642e83) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:34.970357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=5507098c-cd87-4a46-abdb-a1dec2eba2e0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:35.034089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 023c14f6-04a4-4083-b924-d843813497aa up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:35.069252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.076683 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-30057489-f91d-42ef-ad3b-435dd7a905aa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/9503b3ed-c17d-48f9-8d37-87782af935a9 HTTP/1.1" status: 204 len: 168 time: 3.3335478 Apr 18 12:13:35.095763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58198) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:35.100808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b80b3-5b67-4ad8-bfe6-cb81bf77af8a None None] Pushing event updated for resources: {'Port': ['ID=4b47a6ae-3489-44f9-839f-31fff0d9a19a,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:35.156448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.239651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.248118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.272863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5fc50-667c-4684-baf3-6d13d56d2971 None None] Pushing event updated for resources: {'Port': ['ID=115c9f8f-aa2b-4ca7-9799-5b308cbc3791,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:35.293068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 023c14f6-04a4-4083-b924-d843813497aa triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:35.293435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.323062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b617f90-65c1-4b46-98a6-786a1edd6ddf None None] Network 97bb90d8-3d09-4780-8cfc-f301b467dca3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:35.328786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.371468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning for port 5877fa36-db63-47f8-ba91-eb1e04eb1988 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:35.439952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Provisioning complete for port 5877fa36-db63-47f8-ba91-eb1e04eb1988 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:35.440318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.459641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for a6dd40fe-fe17-461b-a5b4-3345f213a357 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:35.547244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router aac5f58a-6616-4049-99e4-dae2a572785e has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:35.605773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bb90d8-3d09-4780-8cfc-f301b467dca3']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:35.632566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-60ec69ea-9865-4eb0-aeac-9d373d04480d None None] Port 5877fa36-db63-47f8-ba91-eb1e04eb1988 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:35.648282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad95863-9b60-4f98-9013-347e4d6749b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:35.649917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad95863-9b60-4f98-9013-347e4d6749b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:35.653934 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7ad95863-9b60-4f98-9013-347e4d6749b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5273860 Apr 18 12:13:35.659649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1106fbee-fc13-4c05-a567-3417a6a3708d') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:35.660058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1106fbee-fc13-4c05-a567-3417a6a3708d') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:35.704972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58202) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:35.729256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 04debee0-5bce-43d6-a2a2-a0b7f3332170 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:35.741724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.771321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Could not find standard attr ID for object 9503b3ed-c17d-48f9-8d37-87782af935a9. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:13:35.813053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Provisioning complete for port 04debee0-5bce-43d6-a2a2-a0b7f3332170 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:35.813417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.819168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.834441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:35.834933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:35.853307 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:35.879169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 04debee0-5bce-43d6-a2a2-a0b7f3332170 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:35.879535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.882738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:35.914690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] Sync routers for ids ['aac5f58a-6616-4049-99e4-dae2a572785e'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:35.917555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 33afbffb-a076-4994-bfdc-16f1f2471ea7 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:35.920785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.932942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:35.943453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] Routers {'aac5f58a-6616-4049-99e4-dae2a572785e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:35.944117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['aac5f58a-6616-4049-99e4-dae2a572785e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:36.025396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:36.088962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] Routers {'aac5f58a-6616-4049-99e4-dae2a572785e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:36.089765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['aac5f58a-6616-4049-99e4-dae2a572785e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:36.126179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.233129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:36.240935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7274f6d-e275-4e95-b2f4-8b69b29d8532 None None] The sync data for ids ['aac5f58a-6616-4049-99e4-dae2a572785e'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:36.266933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.326667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Could not find standard attr ID for object 6578d7b9-a506-4eaa-a33d-d2efaf2b3601. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:13:36.353344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.129 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/70985c8a-e5ac-419a-a37e-c8e88d06bffa) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:36.360864 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-09f30fc6-bfc1-48fe-93e9-56d7d1537c6c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/aac5f58a-6616-4049-99e4-dae2a572785e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6522501 Apr 18 12:13:36.372729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58210) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:36.376321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Provisioning complete for port 5877fa36-db63-47f8-ba91-eb1e04eb1988 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:36.376720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.378015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event deleted for resources: {'Port': ['ID=6578d7b9-a506-4eaa-a33d-d2efaf2b3601,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:36.388314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.454665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Transition to ACTIVE for port object 15481450-331e-45dd-ba18-0016cd642e83 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:36.456974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-96b5f055-7714-4fa1-b7be-b7a7545df58d None None] Port 5877fa36-db63-47f8-ba91-eb1e04eb1988 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:36.468707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.480785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:13:36.480785 dv-neutron-837089-1-hyperv neutron-server[88783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:13:36.480785 dv-neutron-837089-1-hyperv neutron-server[88783]: [parameters: {'id': '97bb90d8-3d09-4780-8cfc-f301b467dca3'}] Apr 18 12:13:36.480785 dv-neutron-837089-1-hyperv neutron-server[88783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:36.481195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:36.519467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bc304-7112-4599-bdbf-92aae9cd5da6 req-1395605d-e2e1-44ff-8b1b-fdc9fbaec935 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:36.521022 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-994bc304-7112-4599-bdbf-92aae9cd5da6 req-1395605d-e2e1-44ff-8b1b-fdc9fbaec935 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.4290011 Apr 18 12:13:36.524342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.605766 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8f77fab0-e0c6-41b9-aff6-579fdb1c0e64 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "DELETE /v2.0/ports/6578d7b9-a506-4eaa-a33d-d2efaf2b3601 HTTP/1.1" status: 204 len: 168 time: 3.0971808 Apr 18 12:13:36.616902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58216) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:36.622951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Request body: {'port': {'name': 'tempest-new-port-name-435405052', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:36.627067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.api.validators [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] bootfile-name is not in valid_values {{(pid=88782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:36.627067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.api.validators [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] tftp-server is not in valid_values {{(pid=88782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:36.627067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.api.validators [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] server-ip-address is not in valid_values {{(pid=88782) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:36.643529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177cb61-9020-4fec-8cb8-45702c07ecb2 None None] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:36.650493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=a6dd40fe-fe17-461b-a5b4-3345f213a357,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:36.667577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.669285 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f3810792-3da6-4322-82db-0a9472ab740a tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/a6dd40fe-fe17-461b-a5b4-3345f213a357 HTTP/1.1" status: 204 len: 168 time: 3.2452440 Apr 18 12:13:36.673024 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-994bc304-7112-4599-bdbf-92aae9cd5da6 req-bc85afe0-c07b-48ad-9989-746a452efa81 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417248 Apr 18 12:13:36.673725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58220) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:36.718279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.732852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.769685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10530747-eb58-4237-a901-34ccc0d1fd87 None None] Provisioning for port 4b47a6ae-3489-44f9-839f-31fff0d9a19a completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:36.773890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4ac3336-5b07-4eee-b0e0-fb400305ace5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:13:36.774569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b4ac3336-5b07-4eee-b0e0-fb400305ace5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:36.802198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:36.812055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:36.814574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:36.820466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:36.824976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.834218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event updated for resources: {'Port': ['ID=15481450-331e-45dd-ba18-0016cd642e83,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:36.894400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=33afbffb-a076-4994-bfdc-16f1f2471ea7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:36.906518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:36.911380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b4ac3336-5b07-4eee-b0e0-fb400305ace5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:36.914993 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b4ac3336-5b07-4eee-b0e0-fb400305ace5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/a6dd40fe-fe17-461b-a5b4-3345f213a357 HTTP/1.1" status: 404 len: 333 time: 0.2381454 Apr 18 12:13:36.915254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58224) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:36.950313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3349c62-ba7d-40ef-94b6-987e4ad43819 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:36.965722 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f6dc21cb-742d-429d-a996-d9fefc91631c tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.8889191 Apr 18 12:13:36.974731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58228) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:36.983860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Request body: {'port': {'network_id': '3eca7f26-2caa-4e35-847d-fb1978fc051e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-891033453', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:36.984726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.api.validators [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] bootfile-name is not in valid_values {{(pid=88783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:36.985590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.api.validators [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] tftp-server is not in valid_values {{(pid=88783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:36.986132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.api.validators [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] server-ip-address is not in valid_values {{(pid=88783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:37.001809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.007134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4b47a6ae-3489-44f9-839f-31fff0d9a19a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:37.107083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 2d3f0af2-8c56-4e2c-8f52-90fca5de6853 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:37.117813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:37.118300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.145972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.154131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dea582ee-6cb2-45aa-be8d-a5848f0f1d24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/33afbffb-a076-4994-bfdc-16f1f2471ea7 HTTP/1.1" status: 204 len: 168 time: 1.4448800 Apr 18 12:13:37.154131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-fa3987d5-3d60-4912-ba10-557b5a414a34 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 12:13:37.157734 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fa3987d5-3d60-4912-ba10-557b5a414a34 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/aac5f58a-6616-4049-99e4-dae2a572785e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7839029 Apr 18 12:13:37.160104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58232) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:37.160424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58234) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:37.173454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.255546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.288174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4b47a6ae-3489-44f9-839f-31fff0d9a19a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:37.296273 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f2d6d02c-8c9b-45bf-bb14-27719763931a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1289940 Apr 18 12:13:37.300630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4b47a6ae-3489-44f9-839f-31fff0d9a19a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:37.300630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.304280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58240) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:37.306053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-589da285-5e12-41eb-85a6-1b378022d128 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:37.312712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.328032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:37.330652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:37.349201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Usage tracker for resource:port and tenant:8fc7558bfc8e4aca864caa8c363c8a2f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:37.353754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:37.360108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:37.362931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:37.369150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] Deleting port 04debee0-5bce-43d6-a2a2-a0b7f3332170 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:37.369791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.445543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-e56eb38c-44ac-4ecb-80d5-a5f51d716385 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:37.446397 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-e56eb38c-44ac-4ecb-80d5-a5f51d716385 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.15 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.7842379 Apr 18 12:13:37.484296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Made reservation on behalf of 8fc7558bfc8e4aca864caa8c363c8a2f for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:37.487829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.528720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=115c9f8f-aa2b-4ca7-9799-5b308cbc3791,segment=NetworkSegment(1106fbee-fc13-4c05-a567-3417a6a3708d),segment_id=1106fbee-fc13-4c05-a567-3417a6a3708d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:37.529071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.547493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] device_id is not set on port c6aebf5b-9fc8-446f-af79-f5e47bc69259 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:37.619169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Deleting port e042897a-8de8-4894-a98b-d4f9115a6895 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:37.619509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.631355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.652232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.706094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] For port 04debee0-5bce-43d6-a2a2-a0b7f3332170, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=04debee0-5bce-43d6-a2a2-a0b7f3332170,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:37.706517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.802437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:37.874447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] Calling delete_port for 04debee0-5bce-43d6-a2a2-a0b7f3332170 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:37.909835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b2e10824-6dbb-4905-8f75-2d5b28855e3c None None] Provisioning for port 15481450-331e-45dd-ba18-0016cd642e83 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:37.923051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4b47a6ae-3489-44f9-839f-31fff0d9a19a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4b47a6ae-3489-44f9-839f-31fff0d9a19a,segment=NetworkSegment(cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2),segment_id=cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:37.941919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b2e10824-6dbb-4905-8f75-2d5b28855e3c None None] Provisioning complete for port 15481450-331e-45dd-ba18-0016cd642e83 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:37.942617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b2e10824-6dbb-4905-8f75-2d5b28855e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:37.995736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.015850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Allocated IP 2001:db8::3 (3eca7f26-2caa-4e35-847d-fb1978fc051e/644cd0a1-12a1-46ba-9449-2eacec33dd74/c6aebf5b-9fc8-446f-af79-f5e47bc69259) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:38.020620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-589da285-5e12-41eb-85a6-1b378022d128 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:38.021769 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-589da285-5e12-41eb-85a6-1b378022d128 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac5f58a-6616-4049-99e4-dae2a572785e HTTP/1.1" status: 200 len: 205 time: 0.8559928 Apr 18 12:13:38.024769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58246) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:38.039051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.069857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b2e10824-6dbb-4905-8f75-2d5b28855e3c None None] Port 15481450-331e-45dd-ba18-0016cd642e83 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:38.071491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12e9a0be-1bb9-4fc1-a0b4-1c95bd0992c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.102030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.102740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b2e10824-6dbb-4905-8f75-2d5b28855e3c None None] Provisioning complete for port 4b47a6ae-3489-44f9-839f-31fff0d9a19a triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:38.103108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b2e10824-6dbb-4905-8f75-2d5b28855e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.105926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.142689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4b47a6ae-3489-44f9-839f-31fff0d9a19a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:38.147870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.179234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:38.193646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:38.208983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] Pushing event deleted for resources: {'Port': ['ID=04debee0-5bce-43d6-a2a2-a0b7f3332170,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:38.213220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347d791-9d2e-4a47-b5b6-2e3f41abeba1 None None] No DVR routers for this DVR port 04debee0-5bce-43d6-a2a2-a0b7f3332170 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:38.241942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:38.247846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:38.250416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:38.262979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383a9aed-5120-430f-89cc-e68412625eed None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:13:38.291485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:38.327267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:38.345529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=70985c8a-e5ac-419a-a37e-c8e88d06bffa,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:38.398101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=115c9f8f-aa2b-4ca7-9799-5b308cbc3791,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:38.400958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port 115c9f8f-aa2b-4ca7-9799-5b308cbc3791 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:38.405785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.410321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3f0af2-8c56-4e2c-8f52-90fca5de6853,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:38.444445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:38.447904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.452908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.461269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383a9aed-5120-430f-89cc-e68412625eed None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:13:38.578571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5c82fd70-ac90-45ea-88a3-5ddd8878ccf0 None None] Provisioning complete for port 15481450-331e-45dd-ba18-0016cd642e83 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:38.578768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c82fd70-ac90-45ea-88a3-5ddd8878ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.636901 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6c88d9d9-7c84-4b68-a592-c1a06ccb20dd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/2d3f0af2-8c56-4e2c-8f52-90fca5de6853 HTTP/1.1" status: 204 len: 168 time: 1.7206135 Apr 18 12:13:38.656262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58252) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:38.664853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5c82fd70-ac90-45ea-88a3-5ddd8878ccf0 None None] Port 15481450-331e-45dd-ba18-0016cd642e83 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:38.698537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299b0de-db9f-4826-98e8-909d2be660f4 req-c96f14c8-5f7b-476a-8f0b-2d4deb26afd8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:38.700082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d299b0de-db9f-4826-98e8-909d2be660f4 req-c96f14c8-5f7b-476a-8f0b-2d4deb26afd8 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6703110 Apr 18 12:13:38.711521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.805936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:38.942406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4195db56-1eae-4a88-a95b-cd946d54f93e None None] Network 195a9894-02de-49e9-980f-4edbde60a8ff requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:38.959776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4b47a6ae-3489-44f9-839f-31fff0d9a19a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:38.992181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.006090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] For port e042897a-8de8-4894-a98b-d4f9115a6895, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e042897a-8de8-4894-a98b-d4f9115a6895,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:39.010748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.033310 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d299b0de-db9f-4826-98e8-909d2be660f4 req-c4c4487f-d728-46fa-bbfe-3f9845b3dbf7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871294 Apr 18 12:13:39.108003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.113979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.124567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.130128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bb90d8-3d09-4780-8cfc-f301b467dca3']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:39.137576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event updated for resources: {'Port': ['ID=5877fa36-db63-47f8-ba91-eb1e04eb1988,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:39.165228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1106fbee-fc13-4c05-a567-3417a6a3708d') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:39.165595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1106fbee-fc13-4c05-a567-3417a6a3708d') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:39.199703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.208559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 1105afda-8788-4b1a-8094-b86eded6d136 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:39.209129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.260298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4b47a6ae-3489-44f9-839f-31fff0d9a19a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:39.260298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.274789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.288476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.288969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router aac5f58a-6616-4049-99e4-dae2a572785e {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:13:39.305619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:39.306018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:39.322211 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:39.327220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] In _notify_port_updated(), no bound segment for port 5877fa36-db63-47f8-ba91-eb1e04eb1988 on network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 {{(pid=88782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:13:39.333140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:39.333763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.337944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b64c7fea-41d7-48b4-b397-f34d762d584c tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "PUT /v2.0/ports/5877fa36-db63-47f8-ba91-eb1e04eb1988 HTTP/1.1" status: 200 len: 1135 time: 2.7173183 Apr 18 12:13:39.338261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d7be3dce-0324-4bfc-8ca0-00e700d24d96 None None] Provisioning complete for port 5877fa36-db63-47f8-ba91-eb1e04eb1988 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:39.338636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d7be3dce-0324-4bfc-8ca0-00e700d24d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.365272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.371029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58258) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:39.431441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.435411 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-73288d42-8b73-4b73-b20b-4ce3884ae732 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/aac5f58a-6616-4049-99e4-dae2a572785e HTTP/1.1" status: 204 len: 168 time: 1.4097447 Apr 18 12:13:39.444053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d7be3dce-0324-4bfc-8ca0-00e700d24d96 None None] Port 5877fa36-db63-47f8-ba91-eb1e04eb1988 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:39.447662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58262) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:39.521826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Transition to ACTIVE for port object c6aebf5b-9fc8-446f-af79-f5e47bc69259 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:39.543078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] DHCP port deletion for 195a9894-02de-49e9-980f-4edbde60a8ff request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:39.562878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] Deleting port 1105afda-8788-4b1a-8094-b86eded6d136 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:39.563357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.600948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 04debee0-5bce-43d6-a2a2-a0b7f3332170 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:39.640544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e712da6-b728-4dd1-90bf-cbb63b2461f5 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:39.641187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5e712da6-b728-4dd1-90bf-cbb63b2461f5 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Synchronizing usage tracker for tenant:3332e272cc8f49b0a433c659cbb6e5a4 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:39.655829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.656336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 04debee0-5bce-43d6-a2a2-a0b7f3332170 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:39.656743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 04debee0-5bce-43d6-a2a2-a0b7f3332170 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:39.694110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.715863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] For port 1105afda-8788-4b1a-8094-b86eded6d136, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1105afda-8788-4b1a-8094-b86eded6d136,segment=NetworkSegment(a51aa511-fb85-47e7-90a7-974bc39e9122),segment_id=a51aa511-fb85-47e7-90a7-974bc39e9122)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:39.716233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.730949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=97bb90d8-3d09-4780-8cfc-f301b467dca3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:39.799654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.847994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] For port 1105afda-8788-4b1a-8094-b86eded6d136, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1105afda-8788-4b1a-8094-b86eded6d136,segment=NetworkSegment(a51aa511-fb85-47e7-90a7-974bc39e9122),segment_id=a51aa511-fb85-47e7-90a7-974bc39e9122)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:39.848614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.884749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet e43956e7-510d-40e5-ba10-96a6bb8ad7c7 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:39.913443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:39.914203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.922175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.924985 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-226f7514-8ad5-4e1b-813c-64c6fa71202e tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/97bb90d8-3d09-4780-8cfc-f301b467dca3 HTTP/1.1" status: 204 len: 168 time: 7.3496733 Apr 18 12:13:39.926137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5e712da6-b728-4dd1-90bf-cbb63b2461f5 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Unset dirty status for tenant:3332e272cc8f49b0a433c659cbb6e5a4 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:39.930940 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5e712da6-b728-4dd1-90bf-cbb63b2461f5 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "GET /v2.0/ports/5877fa36-db63-47f8-ba91-eb1e04eb1988 HTTP/1.1" status: 200 len: 1135 time: 0.5589089 Apr 18 12:13:39.931531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58266) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:39.931852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58268) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:39.954548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:39.958033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.958399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:39.958728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Floating IP c587d2a5-bd8c-4f6a-8a06-f56bce2d0406 disassociated. External IP: 172.26.4.145, port: e042897a-8de8-4894-a98b-d4f9115a6895. Apr 18 12:13:39.959069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Calling delete_port for e042897a-8de8-4894-a98b-d4f9115a6895 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:39.978981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01367544-129b-4207-9298-1e4486875747 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:39.996150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:39.996737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.002070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 1105afda-8788-4b1a-8094-b86eded6d136 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:40.005310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] Calling delete_port for 1105afda-8788-4b1a-8094-b86eded6d136 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:40.034129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=e002b39d-683d-491d-a62b-58d814076f67,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:40.088466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.098009 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:13:40.145986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f6748827-fd61-401d-9b7b-f13a89722983 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8322539 Apr 18 12:13:40.156412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58276) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:40.162248 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1456036-729c-4b3f-8310-678f7edaa5a2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] GET failed (client error): The resource could not be found. Apr 18 12:13:40.163002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d1456036-729c-4b3f-8310-678f7edaa5a2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Synchronizing usage tracker for tenant:b900456ef7ce41da9867a03f4efc206e on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:40.165979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'name': 'tempest-NetworksTestDHCPv6-1441906501'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:40.234649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:40.282588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:40.285094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:40.290846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:40.291471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.321541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.323981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d1456036-729c-4b3f-8310-678f7edaa5a2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Unset dirty status for tenant:b900456ef7ce41da9867a03f4efc206e on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:40.328360 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d1456036-729c-4b3f-8310-678f7edaa5a2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/subnets/5507098c-cd87-4a46-abdb-a1dec2eba2e0 HTTP/1.1" status: 404 len: 337 time: 0.2990031 Apr 18 12:13:40.329207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58280) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:40.341625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-673543ec-a131-4485-a8ab-e3d75c3f880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.345450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.393812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event updated for resources: {'Port': ['ID=c6aebf5b-9fc8-446f-af79-f5e47bc69259,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:40.417392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] Pushing event deleted for resources: {'Port': ['ID=1105afda-8788-4b1a-8094-b86eded6d136,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:40.423597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69087b8b-5cd9-4f00-a40c-12f23f6589af None None] No DVR routers for this DVR port 1105afda-8788-4b1a-8094-b86eded6d136 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:40.426536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'e002b39d-683d-491d-a62b-58d814076f67'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:40.432609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.433154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Deleting port 5877fa36-db63-47f8-ba91-eb1e04eb1988 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:40.433499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.435626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.467676 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-69512cbf-37aa-4203-9fc6-cf15263b9685 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1147 time: 3.4917002 Apr 18 12:13:40.480959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58286) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:40.484562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:40.489585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:40.493346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:40.501040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:40.526310 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c488def6-3b1f-481e-846e-527158a0a1cd tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:13:40.526808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c488def6-3b1f-481e-846e-527158a0a1cd tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:13:40.552570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:40.552819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:40.570539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.570721 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c488def6-3b1f-481e-846e-527158a0a1cd tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/97bb90d8-3d09-4780-8cfc-f301b467dca3 HTTP/1.1" status: 404 len: 339 time: 0.1865954 Apr 18 12:13:40.571997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58290) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:40.623202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e042897a-8de8-4894-a98b-d4f9115a6895 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:40.680529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/e002b39d-683d-491d-a62b-58d814076f67/4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:40.680529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: e042897a-8de8-4894-a98b-d4f9115a6895 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:40.680529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e042897a-8de8-4894-a98b-d4f9115a6895 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:40.710803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event deleted for resources: {'Port': ['ID=e042897a-8de8-4894-a98b-d4f9115a6895,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:40.799295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:40.803039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.821624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.836153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-575964f7-5a3a-4838-bc80-6683ec0c4549 None None] Provisioning for port c6aebf5b-9fc8-446f-af79-f5e47bc69259 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:40.845861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-575964f7-5a3a-4838-bc80-6683ec0c4549 None None] Provisioning complete for port c6aebf5b-9fc8-446f-af79-f5e47bc69259 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:40.846262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-575964f7-5a3a-4838-bc80-6683ec0c4549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.894917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.906155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115061bd-7d2b-4414-9fd6-b7fdc8cd690a req-8318b868-fea2-45d9-abb1-0127da2c0f7d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:40.907663 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-115061bd-7d2b-4414-9fd6-b7fdc8cd690a req-8318b868-fea2-45d9-abb1-0127da2c0f7d tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 945 time: 0.6852233 Apr 18 12:13:40.936930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:40.950809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:40.959186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f431566c-4a0d-4819-9c25-36dcdb96b3c2 None None] Network 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:40.978646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1105afda-8788-4b1a-8094-b86eded6d136 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:41.005088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=e43956e7-510d-40e5-ba10-96a6bb8ad7c7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:41.012710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a6a5b-cfed-4074-9df7-9c30a437464a tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:41.019139 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5fa6dc4a-835f-4180-a92a-8aa18bb31ab5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/e43956e7-510d-40e5-ba10-96a6bb8ad7c7 HTTP/1.1" status: 204 len: 168 time: 1.5682216 Apr 18 12:13:41.019289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a6a5b-cfed-4074-9df7-9c30a437464a tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:41.024485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10a6a5b-cfed-4074-9df7-9c30a437464a tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:41.025371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c10a6a5b-cfed-4074-9df7-9c30a437464a tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Synchronizing usage tracker for tenant:8fc7558bfc8e4aca864caa8c363c8a2f on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:41.030405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58294) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:41.032752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-575964f7-5a3a-4838-bc80-6683ec0c4549 None None] Port c6aebf5b-9fc8-446f-af79-f5e47bc69259 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:41.055404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 1105afda-8788-4b1a-8094-b86eded6d136 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:41.055751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1105afda-8788-4b1a-8094-b86eded6d136 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:41.073609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 1105afda-8788-4b1a-8094-b86eded6d136 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:41.073945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.113003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.126452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f18b7d-609d-4c52-85a6-15bb7e07e7b4 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:41.127160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-98f18b7d-609d-4c52-85a6-15bb7e07e7b4 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Synchronizing usage tracker for tenant:b900456ef7ce41da9867a03f4efc206e on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:41.131734 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-115061bd-7d2b-4414-9fd6-b7fdc8cd690a req-2457bf87-3b49-4726-b855-7b0c0bf16246 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4c00144-041b-4b2b-abad-71deaf2ccb97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144225 Apr 18 12:13:41.222991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.262064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Router 1b486667-9f8b-4dcb-b01b-99b790287aa7 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:41.279073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Transition to ACTIVE for port object 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:41.304937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Transition to ACTIVE for port object 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:41.305838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Calling delete_port for 5877fa36-db63-47f8-ba91-eb1e04eb1988 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:41.340214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.341757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] The port '1105afda-8788-4b1a-8094-b86eded6d136' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:13:41.363198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.417695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54148f92-bc57-4fc3-b980-274795561774 None None] DHCP port deletion for 4dcb2bef-fff1-4ca3-bcc3-9b35099986ff request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:41.445344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-54148f92-bc57-4fc3-b980-274795561774 None None] Deleting port ae789e3c-d9f8-4701-bd7e-85bf352db39d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:41.445830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-54148f92-bc57-4fc3-b980-274795561774 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.476937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:41.485348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:41.502867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:41.539726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Pushing event updated for resources: {'Port': ['ID=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:41.572364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c10a6a5b-cfed-4074-9df7-9c30a437464a tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Unset dirty status for tenant:8fc7558bfc8e4aca864caa8c363c8a2f on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:41.576446 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c10a6a5b-cfed-4074-9df7-9c30a437464a tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 1.0872414 Apr 18 12:13:41.577259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58298) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:41.630018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::2f5 (5f4dde90-d90b-4725-911c-836df72b725b/e002b39d-683d-491d-a62b-58d814076f67/a83bae89-e6c5-4b10-ae0c-cb64afd07cd5) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:41.660245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Attempting to bind port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:41.660622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Attempting to bind port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:41.661700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Attempting to bind port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:41.664378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.676626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:41.677001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:41.677410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.677804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:41.678279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Bound port: 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:41.678682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.682995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-98f18b7d-609d-4c52-85a6-15bb7e07e7b4 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Unset dirty status for tenant:b900456ef7ce41da9867a03f4efc206e on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:41.689308 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-98f18b7d-609d-4c52-85a6-15bb7e07e7b4 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0988939 Apr 18 12:13:41.703431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58302) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:41.755140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.770974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.804468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:41.813427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.818985 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] Sync routers for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:41.828974 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-729f1d96-dbb9-4539-96d9-c3977f056556 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 207 time: 0.1145110 Apr 18 12:13:41.842314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58306) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:41.844954 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:41.845579 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:41.871034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Deleting port c6aebf5b-9fc8-446f-af79-f5e47bc69259 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:41.871259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.902338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] No DVR routers for this DVR port e042897a-8de8-4894-a98b-d4f9115a6895 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:41.904447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.907819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.916505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'name': 'network-vif-deleted', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:13:41.921325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port ae789e3c-d9f8-4701-bd7e-85bf352db39d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:41.921666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.952903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e3815500-607e-4442-b227-f5019b0d22be None None] For port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:41.971275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-54148f92-bc57-4fc3-b980-274795561774 None None] For port ae789e3c-d9f8-4701-bd7e-85bf352db39d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae789e3c-d9f8-4701-bd7e-85bf352db39d,segment=NetworkSegment(0f65ed89-8921-4aa0-891b-566973fe7e91),segment_id=0f65ed89-8921-4aa0-891b-566973fe7e91)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:41.971910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-54148f92-bc57-4fc3-b980-274795561774 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:41.990816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195a9894-02de-49e9-980f-4edbde60a8ff']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:42.083171 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-695a82fa-a36a-4369-88f7-6774e39685d6 req-8aea7406-2352-48c3-b099-91fc6084156f tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.15 "DELETE /v2.0/ports/e042897a-8de8-4894-a98b-d4f9115a6895 HTTP/1.1" status: 204 len: 173 time: 4.5841484 Apr 18 12:13:42.107036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-54148f92-bc57-4fc3-b980-274795561774 None None] Calling delete_port for ae789e3c-d9f8-4701-bd7e-85bf352db39d owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:42.121194 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:13:42.167252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-046ba6a6-90a1-4c32-a127-e0c936f71b44'] response: {'server_uuid': '3733bb1a-1cb2-4d6c-ad78-eca884832768', 'name': 'network-vif-deleted', 'tag': 'e042897a-8de8-4894-a98b-d4f9115a6895', 'status': 'completed', 'code': 200} Apr 18 12:13:42.194438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51aa511-fb85-47e7-90a7-974bc39e9122') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:42.194994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51aa511-fb85-47e7-90a7-974bc39e9122') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:42.236862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.263431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=70985c8a-e5ac-419a-a37e-c8e88d06bffa,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:42.329565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.395612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.407372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:42.408716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.476757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-54148f92-bc57-4fc3-b980-274795561774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.570239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54148f92-bc57-4fc3-b980-274795561774 None None] Pushing event deleted for resources: {'Port': ['ID=ae789e3c-d9f8-4701-bd7e-85bf352db39d,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:42.580742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54148f92-bc57-4fc3-b980-274795561774 None None] No DVR routers for this DVR port ae789e3c-d9f8-4701-bd7e-85bf352db39d on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:42.581444 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:29Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:42.588197 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] Checking router: 1b486667-9f8b-4dcb-b01b-99b790287aa7 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:13:42.598556 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:42.599747 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:42.662847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP 7f4870bb-34a6-4eb6-8f83-827cf229f696 associated. External IP: 172.26.4.129, port: 03683ad8-6834-4208-a9cc-cbc952af523f. Apr 18 12:13:42.697667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.732265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.751837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:42.848679 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:13:42.866143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Calling delete_port for c6aebf5b-9fc8-446f-af79-f5e47bc69259 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:42.888236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.899266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:42.907340 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:42.914233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dd710-16e8-4030-b5cf-585a3f805d89 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:42.921101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dd710-16e8-4030-b5cf-585a3f805d89 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:42.927408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dd710-16e8-4030-b5cf-585a3f805d89 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:42.934164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0dd710-16e8-4030-b5cf-585a3f805d89 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:42.936429 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4c0dd710-16e8-4030-b5cf-585a3f805d89 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 1.0905683 Apr 18 12:13:42.945111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58314) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:42.965757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae789e3c-d9f8-4701-bd7e-85bf352db39d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:43.029117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ae789e3c-d9f8-4701-bd7e-85bf352db39d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:43.029855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae789e3c-d9f8-4701-bd7e-85bf352db39d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:43.049258 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-52dd5b87-a940-4483-ba1b-d69a9c00871d req-71c0ff20-4d84-416d-beb1-d597a4a2688b tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/ports?device_id=3733bb1a-1cb2-4d6c-ad78-eca884832768 HTTP/1.1" status: 200 len: 210 time: 0.7520137 Apr 18 12:13:43.065555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:43.074370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:43.084371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:43.090281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:43.090928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.210001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.219047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e3815500-607e-4442-b227-f5019b0d22be None None] For port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:43.223771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=a83bae89-e6c5-4b10-ae0c-cb64afd07cd5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:43.256026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.260859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.281598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.290909 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:29Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:43.295313 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ea92ea-070b-45e3-8152-413e27d27061 None None] The sync data for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv is: [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:10:19Z', 'revision_number': 4, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '05e72fb2-000b-4084-b32d-deea879e8695', 'name': '', 'network_id': '324df2cd-a971-4909-8ab8-52fd463acbd0', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'mac_address': 'fa:16:3e:56:48:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:17Z', 'updated_at': '2022-04-18T12:10:29Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'subnets': [{'id': '7cd4a7fe-cd02-492a-8353-dc568757ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:43.315535 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/195a9894-02de-49e9-980f-4edbde60a8ff HTTP/1.1" status: 204 len: 168 time: 4.6557336 Apr 18 12:13:43.362219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58318) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:43.368899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event deleted for resources: {'Port': ['ID=5877fa36-db63-47f8-ba91-eb1e04eb1988,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:43.376340 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c66207fe-6a29-4e68-8971-96a1347ab23f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.2186837 Apr 18 12:13:43.384405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1538277791'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:43.387497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58322) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:43.396319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de15f9-81b8-4b6a-88dc-6f3c95f4f1bc tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=195a9894-02de-49e9-980f-4edbde60a8ff,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:43.396444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3815500-607e-4442-b227-f5019b0d22be None None] Pushing event updated for resources: {'Port': ['ID=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:43.401946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f752761b-52c9-4893-9c4a-39abda0b0e24 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Synchronizing usage tracker for tenant:b900456ef7ce41da9867a03f4efc206e on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:43.451165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:43.474479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:network and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:43.497721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:43.516235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:43.524843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f752761b-52c9-4893-9c4a-39abda0b0e24 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Unset dirty status for tenant:b900456ef7ce41da9867a03f4efc206e on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:43.530000 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f752761b-52c9-4893-9c4a-39abda0b0e24 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.5608156 Apr 18 12:13:43.537413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:43.538067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58326) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:43.621879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port ae789e3c-d9f8-4701-bd7e-85bf352db39d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae789e3c-d9f8-4701-bd7e-85bf352db39d,segment=NetworkSegment(0f65ed89-8921-4aa0-891b-566973fe7e91),segment_id=0f65ed89-8921-4aa0-891b-566973fe7e91)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:43.622253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.712688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.714992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d5016-b11f-4f4d-ba46-e0e178ba0414 None None] New status for floating IP c587d2a5-bd8c-4f6a-8a06-f56bce2d0406: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:13:43.802079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.810043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:43.818711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:43.865575 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1c5b5396-827a-4656-88a0-696f98f640d3 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "DELETE /v2.0/ports/5877fa36-db63-47f8-ba91-eb1e04eb1988 HTTP/1.1" status: 204 len: 168 time: 3.8339159 Apr 18 12:13:43.880186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for ae789e3c-d9f8-4701-bd7e-85bf352db39d owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:43.913820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58332) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:43.959983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event deleted for resources: {'Port': ['ID=c6aebf5b-9fc8-446f-af79-f5e47bc69259,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:44.000804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80406749-a621-4a44-b431-dfbdc766c702 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.002206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80406749-a621-4a44-b431-dfbdc766c702 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.002992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-80406749-a621-4a44-b431-dfbdc766c702 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Synchronizing usage tracker for tenant:b900456ef7ce41da9867a03f4efc206e on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:44.020250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.022171 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2cdb00a1-354a-4cfc-bb31-d8158a1a69dd tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "DELETE /v2.0/ports/c6aebf5b-9fc8-446f-af79-f5e47bc69259 HTTP/1.1" status: 204 len: 168 time: 2.4357619 Apr 18 12:13:44.026284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58336) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:44.031892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:44.034248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Request body: {'port': {'name': 'tempest-new-port-name-312822961', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:44.034785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.api.validators [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] bootfile-name is not in valid_values {{(pid=88783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:44.035166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.api.validators [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] tftp-server is not in valid_values {{(pid=88783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:44.035497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.api.validators [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] server-ip-address is not in valid_values {{(pid=88783) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 12:13:44.063806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dca03d-429c-4f0e-abe4-a3deaac9e9d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.066496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dca03d-429c-4f0e-abe4-a3deaac9e9d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.067491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-74dca03d-429c-4f0e-abe4-a3deaac9e9d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:44.087300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Deleting subnet 367ecae5-788a-4d77-93e8-3659a05c71ed {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:44.112891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:44.113402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:44.144220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.144816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Added segment e44e3f5c-df7f-4dd1-a2cf-a58d2199427e of type vlan for network fd32c85f-bf99-48a7-bb9b-3de9532b770d Apr 18 12:13:44.158012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.194771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-80406749-a621-4a44-b431-dfbdc766c702 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Unset dirty status for tenant:b900456ef7ce41da9867a03f4efc206e on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:44.196205 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-80406749-a621-4a44-b431-dfbdc766c702 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.6517923 Apr 18 12:13:44.200153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58342) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:44.203237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.262147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.318799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:44.322507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58348) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:44.325713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.330775 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:44.341875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-74dca03d-429c-4f0e-abe4-a3deaac9e9d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:44.343587 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:44.343716 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-74dca03d-429c-4f0e-abe4-a3deaac9e9d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9270780 Apr 18 12:13:44.344500 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:44.352004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58352) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:44.369085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103a9b8-3c2c-4898-9a30-67d6ff0a7be2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.370488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103a9b8-3c2c-4898-9a30-67d6ff0a7be2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['shared'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.375433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a103a9b8-3c2c-4898-9a30-67d6ff0a7be2 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1710813 Apr 18 12:13:44.377562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58356) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:44.423937 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:44.434686 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:44.435572 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:44.443806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.504235 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:44.504959 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35d3f12-e5bc-4816-ab1a-88cacb1aeb53 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:44.556580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:13:44.601312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:44.601703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.650770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fb73def-9b64-471d-af61-1016d33607e7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.652489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port ae789e3c-d9f8-4701-bd7e-85bf352db39d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:44.652840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.705687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.740203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.745845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.746435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.750944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.771318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5d185-df61-4daa-b33b-90fc73021e8c tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:44.772744 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fce5d185-df61-4daa-b33b-90fc73021e8c tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks/4e91c9fc-b7e7-4e76-ad43-ab89df06c970 HTTP/1.1" status: 200 len: 800 time: 0.3870859 Apr 18 12:13:44.784362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] The port 'ae789e3c-d9f8-4701-bd7e-85bf352db39d' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:13:44.788646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fb73def-9b64-471d-af61-1016d33607e7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.797307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58360) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:44.856247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00838f4b-330a-470f-9771-f7e07061388a None None] Provisioning for port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:44.869805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event deleted for resources: {'Subnet': ['ID=367ecae5-788a-4d77-93e8-3659a05c71ed,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:44.879327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92030d2-5c02-45ed-b80e-e2a20747bfef None None] Network ae6c24d9-0e3a-4577-b8f1-7894d7d74064 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:44.879754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:44.884631 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-82e192ec-9f71-4f7e-9224-66ba832fdec0 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "DELETE /v2.0/subnets/367ecae5-788a-4d77-93e8-3659a05c71ed HTTP/1.1" status: 204 len: 168 time: 0.9647000 Apr 18 12:13:44.893639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58364) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.002151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.026423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:45.034976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2c6516e7-8f91-45f0-a3a8-65bf9fc9577e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4793091 Apr 18 12:13:45.046278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58368) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.059323 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6960127 Apr 18 12:13:45.060108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dcb2bef-fff1-4ca3-bcc3-9b35099986ff']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:45.069103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58372) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.070057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf634403-d474-4e45-89b3-ba4515f3dec9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Network': ['ID=fd32c85f-bf99-48a7-bb9b-3de9532b770d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:45.120914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:45.179633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:45.196880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f65ed89-8921-4aa0-891b-566973fe7e91') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:45.197436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f65ed89-8921-4aa0-891b-566973fe7e91') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:45.288812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3839b82b-27ab-4206-9cc4-77cd2318a081 None None] Provisioning for port a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:45.305468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3839b82b-27ab-4206-9cc4-77cd2318a081 None None] Provisioning complete for port a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:45.305848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3839b82b-27ab-4206-9cc4-77cd2318a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.309936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.356017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.365859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:45.368124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.372890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:45.376387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:45.388681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3839b82b-27ab-4206-9cc4-77cd2318a081 None None] Port a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:45.408582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:45.409050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.414607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.437288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:45.437681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.438625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Deleting port 023c14f6-04a4-4083-b924-d843813497aa {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:45.439058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:45.453377 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:45.459899 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3d970b14-4e0a-464f-916b-28612dbcd412 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/floatingips/7f4870bb-34a6-4eb6-8f83-827cf229f696 HTTP/1.1" status: 200 len: 978 time: 0.4047353 Apr 18 12:13:45.464473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.469854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58376) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.470831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:45.520137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] DHCP port deletion for ae6c24d9-0e3a-4577-b8f1-7894d7d74064 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:45.537377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fb73def-9b64-471d-af61-1016d33607e7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.540884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:13:45.541690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:45.589495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.595703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb73def-9b64-471d-af61-1016d33607e7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c00144-041b-4b2b-abad-71deaf2ccb97,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:45.602412 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-11c08287-821f-4659-8067-449bd4f5d853 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/networks/4e91c9fc-b7e7-4e76-ad43-ab89df06c970?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8040261 Apr 18 12:13:45.610606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.614277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58380) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.634188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] Deleting port 023c14f6-04a4-4083-b924-d843813497aa {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:45.634936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.656396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.717160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:45.727542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.731623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.755510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] In _notify_port_updated(), no bound segment for port 15481450-331e-45dd-ba18-0016cd642e83 on network 3eca7f26-2caa-4e35-847d-fb1978fc051e {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:13:45.761179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:45.761840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.762206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:45.766481 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "PUT /v2.0/ports/15481450-331e-45dd-ba18-0016cd642e83 HTTP/1.1" status: 200 len: 1128 time: 1.7390840 Apr 18 12:13:45.772491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58384) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.788043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fb73def-9b64-471d-af61-1016d33607e7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.788271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:45.789145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0fb73def-9b64-471d-af61-1016d33607e7 tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4c00144-041b-4b2b-abad-71deaf2ccb97 HTTP/1.1" status: 204 len: 168 time: 1.4642041 Apr 18 12:13:45.795619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=4dcb2bef-fff1-4ca3-bcc3-9b35099986ff,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:45.802064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58388) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.803541 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5c00f5d4-9313-4a3f-b941-77026581d2a7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/4dcb2bef-fff1-4ca3-bcc3-9b35099986ff HTTP/1.1" status: 204 len: 168 time: 4.7595131 Apr 18 12:13:45.829714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58392) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.832650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482d9de-4871-47e8-b0eb-acaefaca074a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:45.838000 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c482d9de-4871-47e8-b0eb-acaefaca074a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/subnets/62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6 HTTP/1.1" status: 200 len: 811 time: 0.2180021 Apr 18 12:13:45.839022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5820e29-8ed7-42f0-be3c-17bee1478e7d tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event updated for resources: {'Port': ['ID=15481450-331e-45dd-ba18-0016cd642e83,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:45.839643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58396) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.852278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544370199'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:45.858982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:45.861796 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-522cb2f4-beb2-4bf1-8eb6-3da8776ab8de tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] show failed (client error): The resource could not be found. Apr 18 12:13:45.862847 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-522cb2f4-beb2-4bf1-8eb6-3da8776ab8de tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "GET /v2.0/security-groups/e4c00144-041b-4b2b-abad-71deaf2ccb97 HTTP/1.1" status: 404 len: 347 time: 0.0582180 Apr 18 12:13:45.865424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:45.867928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58400) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:45.870335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:45.893167 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:45.952840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:45.990310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:45.994306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.038652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] For port 023c14f6-04a4-4083-b924-d843813497aa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=023c14f6-04a4-4083-b924-d843813497aa,segment=NetworkSegment(8c93134b-3440-4558-bf3b-c9fb5d3e4845),segment_id=8c93134b-3440-4558-bf3b-c9fb5d3e4845)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:46.039057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.060386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Deleting port fd6f53da-7d77-468f-affb-9ad4f826d1ee {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:46.061686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.075736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2d4ea9e5-4169-4f91-8826-1882416fe9ad tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Synchronizing usage tracker for tenant:9f84120ecc03434da5959285284f6328 on resource:floatingip {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:46.095808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa0ee5f-d35c-4898-9457-64037381153e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:46.101610 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5aa0ee5f-d35c-4898-9457-64037381153e tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "GET /v2.0/ports/15481450-331e-45dd-ba18-0016cd642e83 HTTP/1.1" status: 200 len: 1128 time: 0.3187985 Apr 18 12:13:46.102493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58404) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:46.156790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:46.160377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.162534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821219c-fe7f-47cb-93fb-f2e458c547e8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['shared'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:46.167348 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1821219c-fe7f-47cb-93fb-f2e458c547e8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "GET /v2.0/subnets/62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3230994 Apr 18 12:13:46.184979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58408) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:46.202507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-77846172'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:46.211918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] Calling delete_port for 023c14f6-04a4-4083-b924-d843813497aa owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:46.248205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:46.275335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-50e841c1-308e-4ec8-ae54-dcfa63e01fcb None None] Provisioning complete for port 15481450-331e-45dd-ba18-0016cd642e83 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:46.275561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50e841c1-308e-4ec8-ae54-dcfa63e01fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.290721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Deleting port 15481450-331e-45dd-ba18-0016cd642e83 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:46.291055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.345048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:46.346298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:46.348317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-50e841c1-308e-4ec8-ae54-dcfa63e01fcb None None] Port 15481450-331e-45dd-ba18-0016cd642e83 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:46.356675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] For port 023c14f6-04a4-4083-b924-d843813497aa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=023c14f6-04a4-4083-b924-d843813497aa,segment=NetworkSegment(8c93134b-3440-4558-bf3b-c9fb5d3e4845),segment_id=8c93134b-3440-4558-bf3b-c9fb5d3e4845)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:46.357033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.371386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.371948 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment 2dcdad1a-c388-4b9c-b2fa-12989b9ec94e of type vlan for network b636540e-082f-4905-b541-3d8e3187c97d Apr 18 12:13:46.376482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2d4ea9e5-4169-4f91-8826-1882416fe9ad tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Unset dirty status for tenant:9f84120ecc03434da5959285284f6328 on resource:floatingip {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:46.377643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2d4ea9e5-4169-4f91-8826-1882416fe9ad tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.8434868 Apr 18 12:13:46.381700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58412) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:46.408056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.435034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'port_id': '70d5f0d9-d182-48ec-a127-8f52ccc3efc2'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:46.437672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.438002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.458163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] Pushing event deleted for resources: {'Port': ['ID=023c14f6-04a4-4083-b924-d843813497aa,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:46.463938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc560185-3014-4a3a-b636-cb5fc31711cf None None] No DVR routers for this DVR port 023c14f6-04a4-4083-b924-d843813497aa on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:46.554525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:46.557841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.566343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.582914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Calling delete_port for 023c14f6-04a4-4083-b924-d843813497aa owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:46.596655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Calling delete_port for fd6f53da-7d77-468f-affb-9ad4f826d1ee owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:46.623866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.695114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=a83bae89-e6c5-4b10-ae0c-cb64afd07cd5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:46.798570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.856009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:46.868769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.875041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:46.875628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.890128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.906433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.948534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:46.948872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Added segment fcd47c1d-6c90-4f11-b8b3-1b5a779631c5 of type vlan for network b0389d70-9bdf-4a25-bc97-062214e83ca9 Apr 18 12:13:46.958998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:47.001952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:47.002888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:47.025090 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-86c175c7-e928-4815-a10e-fbf71676605e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 HTTP/1.1" status: 204 len: 168 time: 2.6698010 Apr 18 12:13:47.034579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:47.035108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.040605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58416) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:47.104212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.207991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 023c14f6-04a4-4083-b924-d843813497aa no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:47.244513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 023c14f6-04a4-4083-b924-d843813497aa {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:47.245175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 023c14f6-04a4-4083-b924-d843813497aa not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:47.263706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Calling delete_port for 15481450-331e-45dd-ba18-0016cd642e83 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:47.299895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=b636540e-082f-4905-b541-3d8e3187c97d,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:47.314255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b636540e-082f-4905-b541-3d8e3187c97d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:47.344563 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a0642c80-ba26-42f9-be91-04a82f01082c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5093460 Apr 18 12:13:47.352035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58420) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:47.352035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:47.369480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.408432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d3898-5cb6-4b35-aad5-ef76ffb6e020 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:47.409909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36d3898-5cb6-4b35-aad5-ef76ffb6e020 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:47.410659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d36d3898-5cb6-4b35-aad5-ef76ffb6e020 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:47.426414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.438165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Pushing event deleted for resources: {'Port': ['ID=fd6f53da-7d77-468f-affb-9ad4f826d1ee,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:47.506879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Deleting port 023c14f6-04a4-4083-b924-d843813497aa {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:47.507221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.545972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.551765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:47.552066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.652138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:47.655400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d36d3898-5cb6-4b35-aad5-ef76ffb6e020 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:47.659062 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d36d3898-5cb6-4b35-aad5-ef76ffb6e020 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6067321 Apr 18 12:13:47.659693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:47.663654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58424) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:47.665911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:47.703796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:47.705122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=4025fe86-ea74-4d94-b069-6c0b201f56f2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:47.708645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.732528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.734322 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5c9fe609-548d-4172-8e7a-320f9fe2c1aa tempest-ServerActionsTestJSON-622559757 tempest-ServerActionsTestJSON-622559757-project] 10.222.0.24 "DELETE /v2.0/floatingips/c587d2a5-bd8c-4f6a-8a06-f56bce2d0406 HTTP/1.1" status: 204 len: 168 time: 1.8654487 Apr 18 12:13:47.735266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.739032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58428) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:47.777689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] The port '023c14f6-04a4-4083-b924-d843813497aa' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:13:47.789746 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5992100 Apr 18 12:13:47.790686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Checking segment: {'id': 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:47.791040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network hostable DHCP agents. Network: fd32c85f-bf99-48a7-bb9b-3de9532b770d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:47.834656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58432) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:47.843013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:47.854783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event deleted for resources: {'Port': ['ID=15481450-331e-45dd-ba18-0016cd642e83,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:47.873880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet e002b39d-683d-491d-a62b-58d814076f67 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:47.879531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:47.882977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.896175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e099b87e-6b5f-4357-87f6-87f86d2c4f90 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Network': ['ID=b0389d70-9bdf-4a25-bc97-062214e83ca9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:47.907154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b0389d70-9bdf-4a25-bc97-062214e83ca9 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:47.956281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.992992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:47.996930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d02be5ce-4ffe-4787-a8bb-24e9e29e44ef tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "DELETE /v2.0/ports/15481450-331e-45dd-ba18-0016cd642e83 HTTP/1.1" status: 204 len: 168 time: 1.8931823 Apr 18 12:13:48.034120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58436) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:48.146307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:48.152157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.197358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:48.209296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae6c24d9-0e3a-4577-b8f1-7894d7d74064']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:48.226246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:48.234432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c93134b-3440-4558-bf3b-c9fb5d3e4845') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:48.234789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c93134b-3440-4558-bf3b-c9fb5d3e4845') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:48.244557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.250300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, fd32c85f-bf99-48a7-bb9b-3de9532b770d) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:48.253365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.258063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d9418-4628-43c2-ac21-35d23fe09503 None None] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:48.265278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:48.265849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.293398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.301723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:48.302497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:48.317886 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:48.344414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Made reservation on behalf of b900456ef7ce41da9867a03f4efc206e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:48.348451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.400550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Deleting subnet 644cd0a1-12a1-46ba-9449-2eacec33dd74 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:13:48.419657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.507840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-fd32c85f-bf99-48a7-bb9b-3de9532b770d', 'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': '4025fe86-ea74-4d94-b069-6c0b201f56f2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:48.508742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.519149 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-211fc8b1-0ccb-4624-829f-0e6cdf38e168 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4426453 Apr 18 12:13:48.521950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58440) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:48.525093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:13:48.525093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:13:48.530368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-709523219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:48.545087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:13:48.602437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:48.621823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.636475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:router and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:48.661635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.663787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:48.686424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] Pushing event deleted for resources: {'Network': ['ID=ae6c24d9-0e3a-4577-b8f1-7894d7d74064,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:48.694509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:48.705972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Allocated IP 2001:db8::2 (fd32c85f-bf99-48a7-bb9b-3de9532b770d/4025fe86-ea74-4d94-b069-6c0b201f56f2/5991d88c-4af9-4758-a2e3-553d7df2eb3e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:48.708460 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-17e35b40-3c75-4972-bd49-6f8933c07089 tempest-ExtraDHCPOptionsTestJSON-646602708 tempest-ExtraDHCPOptionsTestJSON-646602708-project] 10.222.0.24 "DELETE /v2.0/networks/ae6c24d9-0e3a-4577-b8f1-7894d7d74064 HTTP/1.1" status: 204 len: 168 time: 3.7903042 Apr 18 12:13:48.711620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.761214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.787600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.806919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.992281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.993262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:48.999322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.081635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.117636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.145941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Transition to ACTIVE for port object 5991d88c-4af9-4758-a2e3-553d7df2eb3e will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:49.151905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.187556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.189135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.219013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP 7f4870bb-34a6-4eb6-8f83-827cf229f696 associated. External IP: 172.26.4.129, port: 03683ad8-6834-4208-a9cc-cbc952af523f. Apr 18 12:13:49.236973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.241943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9dffda-4a95-4927-a977-96cd31983cd2 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:49.299691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58448) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:49.318196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=13d177fa-52b1-45c0-a7da-3b9e8673e67e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:49.321287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:49.333090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Checking segment: {'id': 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:49.333451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network hostable DHCP agents. Network: b0389d70-9bdf-4a25-bc97-062214e83ca9, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:49.351110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Transition to ACTIVE for port object 5991d88c-4af9-4758-a2e3-553d7df2eb3e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:49.362736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.381932 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e002b39d-683d-491d-a62b-58d814076f67 HTTP/1.1" status: 204 len: 168 time: 1.7173116 Apr 18 12:13:49.387778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce8fd4-d95e-4aca-b100-45e768e1078e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=e002b39d-683d-491d-a62b-58d814076f67,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:49.389570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58454) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:49.393917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:49.394284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: b636540e-082f-4905-b541-3d8e3187c97d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:13:49.411516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e9ff02-35a8-4954-9c97-62d81736f553 None None] Network 3eca7f26-2caa-4e35-847d-fb1978fc051e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:49.426222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.430811 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "DELETE /v2.0/subnets/644cd0a1-12a1-46ba-9449-2eacec33dd74 HTTP/1.1" status: 204 len: 168 time: 1.3910463 Apr 18 12:13:49.431026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.442201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58458) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:49.461709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.520238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Network b0389d70-9bdf-4a25-bc97-062214e83ca9 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:49.522621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193916c-614d-4dd0-b8f2-87a2f895f0f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event deleted for resources: {'Subnet': ['ID=644cd0a1-12a1-46ba-9449-2eacec33dd74,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:49.528713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d0f05722-1a68-4446-9c40-4617e72bc553 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359973 Apr 18 12:13:49.545463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58462) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:49.558264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:49.599513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.600755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-aaa55501-61b2-4fb5-9d19-c1bf194037ec tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0795405 Apr 18 12:13:49.615642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58466) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:49.664851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:49.676469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:49.676680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d', 'name': 'tempest-PortsIpV6TestJSON-2010466951'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:49.691103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:49.694135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.694994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.697034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Pushing event updated for resources: {'Port': ['ID=5991d88c-4af9-4758-a2e3-553d7df2eb3e,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:49.764718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network b636540e-082f-4905-b541-3d8e3187c97d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:13:49.776101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Deleting port 4b47a6ae-3489-44f9-839f-31fff0d9a19a {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:49.776101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.812262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b0389d70-9bdf-4a25-bc97-062214e83ca9) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:49.832032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:49.832625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.837930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6515814-5b00-4930-abf3-4d87dee9fd2d None None] Network b0389d70-9bdf-4a25-bc97-062214e83ca9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:49.865337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7c06bcd1-f1f3-425c-a0f4-1a4d03fce6a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3332e272cc8f49b0a433c659cbb6e5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567582 Apr 18 12:13:49.868701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58470) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:49.879434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b636540e-082f-4905-b541-3d8e3187c97d) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:49.885525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:49.899706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5ee5c9-9d4a-45f6-b501-934399e616d3 None None] Network b636540e-082f-4905-b541-3d8e3187c97d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:49.914046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:49.914627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:49.921977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:49.929133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:49.945976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:49.963616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Attempting to bind port 5991d88c-4af9-4758-a2e3-553d7df2eb3e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:49.964061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Attempting to bind port 5991d88c-4af9-4758-a2e3-553d7df2eb3e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:49.964478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Attempting to bind port 5991d88c-4af9-4758-a2e3-553d7df2eb3e on network fd32c85f-bf99-48a7-bb9b-3de9532b770d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:50.012859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:50.013326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Checking segment: {'id': 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:50.013781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.014255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Bound using segment: {'id': 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:50.014824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Bound port: 5991d88c-4af9-4758-a2e3-553d7df2eb3e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fd32c85f-bf99-48a7-bb9b-3de9532b770d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:50.015232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.032098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e7cfb01-349f-4eec-a4f0-cb5bb47117d5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1963587 Apr 18 12:13:50.035986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:50.041581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58474) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:50.045047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:50.110395 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e2cd302-22f6-4f16-ad40-17989c06f4dc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7634201 Apr 18 12:13:50.111608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58478) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:50.122920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc717d9b-92b5-4823-a608-3af3b3fad298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.173644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1992798050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:50.185699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:50.188470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:50.209346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:50.236845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:50.240246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.253391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Deleting port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:50.253853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.255476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:50.264652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:50.274806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:50.303440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:50.308212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:50.320587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc717d9b-92b5-4823-a608-3af3b3fad298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.336186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:50.340208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] For port 4b47a6ae-3489-44f9-839f-31fff0d9a19a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4b47a6ae-3489-44f9-839f-31fff0d9a19a,segment=NetworkSegment(cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2),segment_id=cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:50.340701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.369326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] For port 5991d88c-4af9-4758-a2e3-553d7df2eb3e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:50.381000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] DHCP port deletion for 3eca7f26-2caa-4e35-847d-fb1978fc051e request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:13:50.480922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Deleting port 4b47a6ae-3489-44f9-839f-31fff0d9a19a {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:50.481251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.509758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] For port 5991d88c-4af9-4758-a2e3-553d7df2eb3e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5991d88c-4af9-4758-a2e3-553d7df2eb3e,segment=NetworkSegment(e44e3f5c-df7f-4dd1-a2cf-a58d2199427e),segment_id=e44e3f5c-df7f-4dd1-a2cf-a58d2199427e)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:50.574503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.593167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:50.597591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.630800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-b0389d70-9bdf-4a25-bc97-062214e83ca9', 'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9', 'tenant_id': 'b900456ef7ce41da9867a03f4efc206e', 'fixed_ips': [{'subnet_id': '21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:50.631616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.640700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 03265d15-1a71-4d33-b02e-102e74d60e1f yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:50.662132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-b636540e-082f-4905-b541-3d8e3187c97d', 'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': '13d177fa-52b1-45c0-a7da-3b9e8673e67e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:50.662972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.682531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.683535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.709003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Calling delete_port for 4b47a6ae-3489-44f9-839f-31fff0d9a19a owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:50.743389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:50.792526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:50.799635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc717d9b-92b5-4823-a608-3af3b3fad298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.802720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2099867'] for subnet, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.819229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.852435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc717d9b-92b5-4823-a608-3af3b3fad298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49364fa-a66d-40c5-9567-8b579d2fdf22,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:50.917272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Deleting port 05e72fb2-000b-4084-b32d-deea879e8695 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:50.917272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:50.950187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] For port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:50.950585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.006813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:51.007696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.088238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::1bb (fd32c85f-bf99-48a7-bb9b-3de9532b770d/4025fe86-ea74-4d94-b069-6c0b201f56f2/03265d15-1a71-4d33-b02e-102e74d60e1f) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:51.142279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.156573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:51.161431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc717d9b-92b5-4823-a608-3af3b3fad298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.162568 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cc717d9b-92b5-4823-a608-3af3b3fad298 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e49364fa-a66d-40c5-9567-8b579d2fdf22 HTTP/1.1" status: 204 len: 168 time: 1.2845259 Apr 18 12:13:51.173053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.191593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.209420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event deleted for resources: {'Port': ['ID=4b47a6ae-3489-44f9-839f-31fff0d9a19a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:51.215296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] No DVR routers for this DVR port 4b47a6ae-3489-44f9-839f-31fff0d9a19a on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:51.289753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:51.298068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:51.311386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:51.312288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.338495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=80ab6df2-5fa0-48c2-8204-10cef7c76dfa,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:51.356384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] For port 05e72fb2-000b-4084-b32d-deea879e8695, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=05e72fb2-000b-4084-b32d-deea879e8695,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:51.357088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.387446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f1eb4-eee3-4349-8bc3-eda927e6ec4b None None] Pushing event updated for resources: {'Port': ['ID=5991d88c-4af9-4758-a2e3-553d7df2eb3e,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:51.390906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.399579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.408529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-47ba90c0-63ff-4f3d-9aa1-fec22dd694ed tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2839558 Apr 18 12:13:51.408529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58484) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:51.495839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.513025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Calling delete_port for 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:51.549490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eca7f26-2caa-4e35-847d-fb1978fc051e']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.549695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:51.549860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.569850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:51.599735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.600031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.601267 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-06a39a2d-42a3-4292-95e3-2152029316b9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0533891 Apr 18 12:13:51.624521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Calling delete_port for 05e72fb2-000b-4084-b32d-deea879e8695 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:51.635246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.655405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.659078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Allocated IP 2001:db8::2 (b636540e-082f-4905-b541-3d8e3187c97d/13d177fa-52b1-45c0-a7da-3b9e8673e67e/63579ede-a431-4fd8-897c-3586d4ba969d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:51.662831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:51.664157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:51.715061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58490) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:51.720520 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:51.783455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'name': 'tempest-NetworksTestDHCPv6-652668099'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:51.842523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:51.843046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b10d547-b9ee-40ed-8408-73c2e770a331 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:51.864326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731700082180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-65664541'] for subnet, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.011007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.033898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:52.034523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.036020 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "PUT /v2.0/subnets/21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5 HTTP/1.1" status: 200 len: 877 time: 1.9989958 Apr 18 12:13:52.049251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58502) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:52.088386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.098777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc9eb7-625c-453f-8f39-d7989090ee68 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event updated for resources: {'Subnet': ['ID=21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:52.109231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] For port 4b47a6ae-3489-44f9-839f-31fff0d9a19a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4b47a6ae-3489-44f9-839f-31fff0d9a19a,segment=NetworkSegment(cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2),segment_id=cb6f8b16-ff4c-4b7b-bf11-b8940dfb7ed2)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:52.110119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.173354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.332144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object 03265d15-1a71-4d33-b02e-102e74d60e1f will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:52.378334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.399002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] Pushing event deleted for resources: {'Network': ['ID=3eca7f26-2caa-4e35-847d-fb1978fc051e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:52.414822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:52.431411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:52.436825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:52.439880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:52.451973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.455757 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:52.484764 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:52.486382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:52.488853 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:52.489734 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f2b16c8f-a7b5-4392-a13b-7fe9af8edc67 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193 tempest-ExtraDHCPOptionsIpV6TestJSON-1972620193-project] 10.222.0.24 "DELETE /v2.0/networks/3eca7f26-2caa-4e35-847d-fb1978fc051e HTTP/1.1" status: 204 len: 168 time: 3.0465977 Apr 18 12:13:52.604488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:52.608069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.633779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:52.646740 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:52.650199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Allocated IP 172.20.0.3 (b0389d70-9bdf-4a25-bc97-062214e83ca9/21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5/140b7f4b-d58d-40a0-895b-09bdad5b8794) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:52.665391 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:52.666021 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:52.695092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port a9cfdec8-6f42-48c8-bc3d-0119d219d541 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:13:52.728034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Calling delete_port for 4b47a6ae-3489-44f9-839f-31fff0d9a19a owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:52.766553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58516) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:52.798070 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-09d3874a-5133-477f-9fb4-a330aeb6f486 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/floatingips/7f4870bb-34a6-4eb6-8f83-827cf229f696 HTTP/1.1" status: 200 len: 978 time: 6.4148495 Apr 18 12:13:52.800215 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:52.800568 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37878a3-227c-4ca2-b6e6-fdbb3fe0f8d7 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:52.807546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58522) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:52.819115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:52.819335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.839466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.894756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:52.895207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:52.895941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:52.896710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4b47a6ae-3489-44f9-839f-31fff0d9a19a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:13:52.996167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.001300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcd5dd5-501b-4d7e-9a4d-9337d9b0b3fa None None] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:53.016125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.017421 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:53.018432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:53.038524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.040893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4b47a6ae-3489-44f9-839f-31fff0d9a19a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:13:53.041336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4b47a6ae-3489-44f9-839f-31fff0d9a19a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:13:53.055841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'networks': [{'name': 'tempest-network--668163231'}, {'name': 'tempest-network--539839133'}]} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:53.056225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'network': {'name': 'tempest-network--668163231'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:53.056776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'network': {'name': 'tempest-network--539839133'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:53.078831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:53.088221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Transition to ACTIVE for port object 63579ede-a431-4fd8-897c-3586d4ba969d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:53.099052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:network and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:53.101054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:53.115312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:53.150282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::2c4 (5f4dde90-d90b-4725-911c-836df72b725b/80ab6df2-5fa0-48c2-8204-10cef7c76dfa/a9cfdec8-6f42-48c8-bc3d-0119d219d541) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:53.199054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9d425e66-aaa2-4f66-9481-d1c6855db254 None None] Provisioning for port 5991d88c-4af9-4758-a2e3-553d7df2eb3e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:53.231649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:53.239483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'network': 2} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:53.244336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.257509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Transition to ACTIVE for port object 63579ede-a431-4fd8-897c-3586d4ba969d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:53.274779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.275976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5991d88c-4af9-4758-a2e3-553d7df2eb3e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:53.308157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:53.315421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:53.323864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.353463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:security_group_rule and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:53.362846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:53.369429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:53.372336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:53.381954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=03265d15-1a71-4d33-b02e-102e74d60e1f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:53.402823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Deleting port 4b47a6ae-3489-44f9-839f-31fff0d9a19a {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:53.403200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.441660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.488745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.491528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:53.494392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:53.504236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:53.504236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.525283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e72fb2-000b-4084-b32d-deea879e8695,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:53.548262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.597250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.597250 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP 7f4870bb-34a6-4eb6-8f83-827cf229f696 disassociated. External IP: 172.26.4.129, port: 70d5f0d9-d182-48ec-a127-8f52ccc3efc2. Apr 18 12:13:53.610981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Deleting port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:53.611491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.695382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b32b07f-5a75-4743-bc11-429fda3fc3af None None] The port '4b47a6ae-3489-44f9-839f-31fff0d9a19a' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:13:53.769861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Network b636540e-082f-4905-b541-3d8e3187c97d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:53.778996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.781923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:53.789874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Pushing event updated for resources: {'Port': ['ID=63579ede-a431-4fd8-897c-3586d4ba969d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:53.807918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:53.875151 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a70aa6d6-ea4c-4440-b3d6-f53a35a318d7 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2561142 Apr 18 12:13:53.881171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58534) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:53.893886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:53.896747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.031749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 5991d88c-4af9-4758-a2e3-553d7df2eb3e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:54.044428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3f47ba08-f633-47c8-902d-8125b6d642ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fc7558bfc8e4aca864caa8c363c8a2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305295 Apr 18 12:13:54.047816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58538) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:54.077309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8::1 (b636540e-082f-4905-b541-3d8e3187c97d/13d177fa-52b1-45c0-a7da-3b9e8673e67e/39389ded-97fc-4ced-ad3a-0e67ccf8d9f0) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:54.089683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5991d88c-4af9-4758-a2e3-553d7df2eb3e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:54.090055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.121263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.137337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edef83d-abd3-484d-971d-c583b4f7b5a5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:54.140702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Attempting to bind port 63579ede-a431-4fd8-897c-3586d4ba969d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:54.141077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Attempting to bind port 63579ede-a431-4fd8-897c-3586d4ba969d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:54.141436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Attempting to bind port 63579ede-a431-4fd8-897c-3586d4ba969d on network b636540e-082f-4905-b541-3d8e3187c97d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:54.144945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.153866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:54.210306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:54.211019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Checking segment: {'id': '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:54.211391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.211782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Bound using segment: {'id': '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:54.212277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Bound port: 63579ede-a431-4fd8-897c-3586d4ba969d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b636540e-082f-4905-b541-3d8e3187c97d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:54.212676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.311137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.350912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Transition to ACTIVE for port object 140b7f4b-d58d-40a0-895b-09bdad5b8794 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:54.402335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] For port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:54.402682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.455430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object a9cfdec8-6f42-48c8-bc3d-0119d219d541 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:54.461468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5999-10e9-41b1-bbc3-ab02ea735f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.466225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Transition to ACTIVE for port object 140b7f4b-d58d-40a0-895b-09bdad5b8794 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:54.545990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.545990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Added segment 56a1d9fc-d4f5-424b-9b7e-61cf62e84b19 of type vlan for network 14855b38-ee15-45a4-930f-3c2d2b9d01be Apr 18 12:13:54.575561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.611941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5999-10e9-41b1-bbc3-ab02ea735f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.617845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Calling delete_port for 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:54.625591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:13:54.636301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.636822 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Added segment 45990050-f2db-4e49-a4b0-059a49f63dab of type vlan for network 72a94e84-3d41-4d17-8085-5498e6e34d05 Apr 18 12:13:54.670149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.680633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] For port 63579ede-a431-4fd8-897c-3586d4ba969d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:54.695138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.716683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.743975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] For port 63579ede-a431-4fd8-897c-3586d4ba969d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=63579ede-a431-4fd8-897c-3586d4ba969d,segment=NetworkSegment(2dcdad1a-c388-4b9c-b2fa-12989b9ec94e),segment_id=2dcdad1a-c388-4b9c-b2fa-12989b9ec94e)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:54.815418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:54.850906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.866832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Network b0389d70-9bdf-4a25-bc97-062214e83ca9 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:54.867851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.881004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Pushing event updated for resources: {'Port': ['ID=140b7f4b-d58d-40a0-895b-09bdad5b8794,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:54.883711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:54.887318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.929187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:54.944875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:54.956010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:54.980016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5999-10e9-41b1-bbc3-ab02ea735f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.011466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5743915c-6a2a-4147-b260-be1d042deb38 None None] Provisioning complete for port 5991d88c-4af9-4758-a2e3-553d7df2eb3e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:55.011908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5743915c-6a2a-4147-b260-be1d042deb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.037299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d5999-10e9-41b1-bbc3-ab02ea735f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c9824-cde0-4352-a389-2af7d4d4a40a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:55.085570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:55.087947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.087947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.093055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:55.099110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:55.099853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.113953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.122903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Router 1b486667-9f8b-4dcb-b01b-99b790287aa7 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:13:55.152023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] No DVR routers for this DVR port 4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:55.158121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0389d70-9bdf-4a25-bc97-062214e83ca9']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:55.230747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.237103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 5991d88c-4af9-4758-a2e3-553d7df2eb3e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5991d88c-4af9-4758-a2e3-553d7df2eb3e,segment=NetworkSegment(e44e3f5c-df7f-4dd1-a2cf-a58d2199427e),segment_id=e44e3f5c-df7f-4dd1-a2cf-a58d2199427e)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:55.241305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.251150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:55.251760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:55.258931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b95a535-6723-4883-8012-4eb0e29ec76d None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:55.278014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5b1a7-dcf4-476b-95a8-27da6067aff4 None None] Pushing event updated for resources: {'Port': ['ID=63579ede-a431-4fd8-897c-3586d4ba969d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:55.324339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb8d5999-10e9-41b1-bbc3-ab02ea735f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.325428 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fb8d5999-10e9-41b1-bbc3-ab02ea735f79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd6c9824-cde0-4352-a389-2af7d4d4a40a HTTP/1.1" status: 204 len: 168 time: 1.2767186 Apr 18 12:13:55.325975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Attempting to bind port 140b7f4b-d58d-40a0-895b-09bdad5b8794 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:13:55.326370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Attempting to bind port 140b7f4b-d58d-40a0-895b-09bdad5b8794 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:13:55.326753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Attempting to bind port 140b7f4b-d58d-40a0-895b-09bdad5b8794 on network b0389d70-9bdf-4a25-bc97-062214e83ca9 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:13:55.327997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.348635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network b636540e-082f-4905-b541-3d8e3187c97d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:55.355033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:55.358190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:55.358901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.374173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Network': ['ID=14855b38-ee15-45a4-930f-3c2d2b9d01be,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:55.381216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:13:55.382384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Checking segment: {'id': 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:13:55.383605 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.384197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Bound using segment: {'id': 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:13:55.384872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Bound port: 140b7f4b-d58d-40a0-895b-09bdad5b8794, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:13:55.385430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.401859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.404909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.417165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59338-3be0-4d63-b877-02884ea8d768 None None] Pushing event deleted for resources: {'Port': ['ID=4e8ef53c-7fc3-45b2-8f1d-0b50c974f40e,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:55.419680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 14855b38-ee15-45a4-930f-3c2d2b9d01be details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:55.488845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=39389ded-97fc-4ced-ad3a-0e67ccf8d9f0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:55.493265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:55.493265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:55.518292 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:55.533459 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.7570925 Apr 18 12:13:55.539396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58544) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:55.548258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:55.610674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:55.725264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.727927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:55.740845 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-161c99c1-a0cc-4430-ab49-dc3372809d42 admin admin] 10.222.0.24 "PUT /v2.0/routers/1b486667-9f8b-4dcb-b01b-99b790287aa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9942598 Apr 18 12:13:55.757566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:55.765217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:55.765860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:55.778176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] Sync routers for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:55.779362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58548) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:55.780685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=a9cfdec8-6f42-48c8-bc3d-0119d219d541,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:55.784697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:13:55.784697 dv-neutron-837089-1-hyperv neutron-server[88783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:13:55.784697 dv-neutron-837089-1-hyperv neutron-server[88783]: [parameters: {'id': 'b0389d70-9bdf-4a25-bc97-062214e83ca9'}] Apr 18 12:13:55.784697 dv-neutron-837089-1-hyperv neutron-server[88783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:13:55.788586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:13:55.921142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] For port 140b7f4b-d58d-40a0-895b-09bdad5b8794, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:13:55.925538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] For port 140b7f4b-d58d-40a0-895b-09bdad5b8794, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=140b7f4b-d58d-40a0-895b-09bdad5b8794,segment=NetworkSegment(fcd47c1d-6c90-4f11-b8b3-1b5a779631c5),segment_id=fcd47c1d-6c90-4f11-b8b3-1b5a779631c5)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:13:56.010936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=5991d88c-4af9-4758-a2e3-553d7df2eb3e,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:56.017221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:56.018167 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:56.054951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e7027-c2d6-426b-a27e-2ecabdb36cf5 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:56.062249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e7027-c2d6-426b-a27e-2ecabdb36cf5 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:56.068652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e7027-c2d6-426b-a27e-2ecabdb36cf5 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:56.074607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e7027-c2d6-426b-a27e-2ecabdb36cf5 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:56.077612 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d30e7027-c2d6-426b-a27e-2ecabdb36cf5 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4793708 Apr 18 12:13:56.084837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58558) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:56.107876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08136d-5bd1-43d1-9c96-1439eb9b89cf tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Network': ['ID=72a94e84-3d41-4d17-8085-5498e6e34d05,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:56.112318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.178521 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-71ab9621-ebb3-4347-8a00-1992e111c966 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.4569962 Apr 18 12:13:56.195686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58564) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:56.268722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.276999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 72a94e84-3d41-4d17-8085-5498e6e34d05 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:13:56.288116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.323777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:56.329461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.333806 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:56.353337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:56.354212 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:56.399076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.463426 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:56.473721 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:56.474746 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:56.523991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:13:56.554741 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:56.555975 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a404ae-e63c-4839-b649-7e9bda471542 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:56.566752 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24735a38-a22d-4333-b17c-8e416fc6b410 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/floatingips/7f4870bb-34a6-4eb6-8f83-827cf229f696 HTTP/1.1" status: 200 len: 688 time: 3.7545497 Apr 18 12:13:56.589345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58574) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:56.675758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.904831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118b74f1-c8ca-4711-bf46-550780937ad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:56.905456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-118b74f1-c8ca-4711-bf46-550780937ad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:13:56.929190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf9895-8221-4be6-82e3-031938563f0f None None] Network b636540e-082f-4905-b541-3d8e3187c97d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:56.973584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.980651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.985156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 140b7f4b-d58d-40a0-895b-09bdad5b8794 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:56.985500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:56.990413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:56.992881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5743915c-6a2a-4147-b260-be1d042deb38 None None] Provisioning for port 03265d15-1a71-4d33-b02e-102e74d60e1f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:57.031725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5743915c-6a2a-4147-b260-be1d042deb38 None None] Provisioning complete for port 03265d15-1a71-4d33-b02e-102e74d60e1f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:57.032234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5743915c-6a2a-4147-b260-be1d042deb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.042927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-118b74f1-c8ca-4711-bf46-550780937ad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:13:57.044570 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-118b74f1-c8ca-4711-bf46-550780937ad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8476417 Apr 18 12:13:57.047319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58588) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:57.115373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1518235989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:57.123479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Deleting port 20e928a8-4bbb-400c-a190-f4e8e8b97591 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:57.123885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.127233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.135623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.148541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.194002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:57.221623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.222543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.234048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port a9cfdec8-6f42-48c8-bc3d-0119d219d541 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:57.235013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.251004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f951bb6-e909-45bb-b1d0-475687032a34 None None] Pushing event updated for resources: {'Port': ['ID=140b7f4b-d58d-40a0-895b-09bdad5b8794,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:57.286713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 70985c8a-e5ac-419a-a37e-c8e88d06bffa {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:13:57.287024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.294682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:router and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:57.300978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:57.304479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70c81e-e94b-420b-bb2c-fab8a3553bf5 None None] Network b0389d70-9bdf-4a25-bc97-062214e83ca9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:57.318335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5743915c-6a2a-4147-b260-be1d042deb38 None None] Port 03265d15-1a71-4d33-b02e-102e74d60e1f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:57.321920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:57.333141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14855b38-ee15-45a4-930f-3c2d2b9d01be']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:57.414578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=03265d15-1a71-4d33-b02e-102e74d60e1f,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:57.428244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a1d9fc-d4f5-424b-9b7e-61cf62e84b19') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:57.428582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a1d9fc-d4f5-424b-9b7e-61cf62e84b19') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:57.548076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.566094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.567091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.615786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '80ab6df2-5fa0-48c2-8204-10cef7c76dfa'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:13:57.616654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.624546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=39389ded-97fc-4ced-ad3a-0e67ccf8d9f0,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:57.680382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.689099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-36799c25-73c8-4809-b616-8de4dbbb886c None None] Provisioning complete for port 03265d15-1a71-4d33-b02e-102e74d60e1f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:57.689549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36799c25-73c8-4809-b616-8de4dbbb886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.752928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5991d88c-4af9-4758-a2e3-553d7df2eb3e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:57.863710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.865858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-36799c25-73c8-4809-b616-8de4dbbb886c None None] Port 03265d15-1a71-4d33-b02e-102e74d60e1f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:57.915686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:57.916068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:57.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:57.988793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:13:52Z', 'revision_number': 5, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port': {'id': '20e928a8-4bbb-400c-a190-f4e8e8b97591', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:10:05Z', 'updated_at': '2022-04-18T12:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:58.008493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] Checking router: 1b486667-9f8b-4dcb-b01b-99b790287aa7 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:13:58.012035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5991d88c-4af9-4758-a2e3-553d7df2eb3e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:58.012205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.061848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.062527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-36799c25-73c8-4809-b616-8de4dbbb886c None None] Provisioning for port 63579ede-a431-4fd8-897c-3586d4ba969d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:58.082211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] Routers {'1b486667-9f8b-4dcb-b01b-99b790287aa7'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:58.083364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1b486667-9f8b-4dcb-b01b-99b790287aa7'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:58.138087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 140b7f4b-d58d-40a0-895b-09bdad5b8794, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=140b7f4b-d58d-40a0-895b-09bdad5b8794,segment=NetworkSegment(fcd47c1d-6c90-4f11-b8b3-1b5a779631c5),segment_id=fcd47c1d-6c90-4f11-b8b3-1b5a779631c5)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:58.138516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.150145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network b636540e-082f-4905-b541-3d8e3187c97d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:58.154970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.155298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.164571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:58.171443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] For port 20e928a8-4bbb-400c-a190-f4e8e8b97591, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=20e928a8-4bbb-400c-a190-f4e8e8b97591,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:58.172410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.198380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.274800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] Set router 1b486667-9f8b-4dcb-b01b-99b790287aa7 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:13:58.301346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.305594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.359184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Calling delete_port for 20e928a8-4bbb-400c-a190-f4e8e8b97591 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:58.372822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 140b7f4b-d58d-40a0-895b-09bdad5b8794 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:58.428546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.518938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fba40-7b26-4843-b77e-030db0d1d0eb None None] Network b0389d70-9bdf-4a25-bc97-062214e83ca9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:13:58.548980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 70985c8a-e5ac-419a-a37e-c8e88d06bffa owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:58.579741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for a9cfdec8-6f42-48c8-bc3d-0119d219d541 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:13:58.591347 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/networks/14855b38-ee15-45a4-930f-3c2d2b9d01be HTTP/1.1" status: 204 len: 168 time: 2.5046887 Apr 18 12:13:58.597573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9a6e1-7ca1-4266-9c32-316744bfed3d tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Network': ['ID=14855b38-ee15-45a4-930f-3c2d2b9d01be,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:58.604136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58600) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:58.609845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.613717 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e546be3f-38f4-44ec-ba1d-29b140f2ab6e tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.6195436 Apr 18 12:13:58.622174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58602) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:58.649465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2009805575'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:13:58.678010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:58.679871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/80ab6df2-5fa0-48c2-8204-10cef7c76dfa/f01b171b-1457-444f-b095-2399337993ec) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:13:58.700053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:network and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:58.701052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:58.724183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:58.772011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:13:56Z', 'revision_number': 6, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:58.819318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Made reservation on behalf of 2360c4e3733f4e50ad5cd9a2f064c206 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:13:58.822753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.868652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.893061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.947948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0ce5d3-cc35-472a-b68a-fc85c5bbf2a6 None None] The sync data for ids ['1b486667-9f8b-4dcb-b01b-99b790287aa7'] in dv-neutron-837089-1-hyperv is: [{'id': '1b486667-9f8b-4dcb-b01b-99b790287aa7', 'name': 'tempest-ServerActionsTestJSON-742527858-router', 'tenant_id': '70813461c05c4f0d807361a303f30546', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:10:03Z', 'updated_at': '2022-04-18T12:13:56Z', 'revision_number': 6, 'project_id': '70813461c05c4f0d807361a303f30546', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:13:58.957812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:58.966212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:13:58.970230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.016093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:security_group_rule and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:13:59.024058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:13:59.065852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:13:59.072278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.079189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=140b7f4b-d58d-40a0-895b-09bdad5b8794,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:59.101219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port 140b7f4b-d58d-40a0-895b-09bdad5b8794 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:13:59.101487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Provisioning for port 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:59.156585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Provisioning complete for port 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:59.157396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.162401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=a9cfdec8-6f42-48c8-bc3d-0119d219d541,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:59.208508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 63579ede-a431-4fd8-897c-3586d4ba969d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:13:59.261380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 6e176c38-a479-421f-ad76-4c1a12c306c4 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:13:59.281459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.312502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.328702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Port 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:59.335333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.379033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.382686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Provisioning complete for port 03265d15-1a71-4d33-b02e-102e74d60e1f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:59.383056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.433058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Transition to ACTIVE for port object f01b171b-1457-444f-b095-2399337993ec will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:59.471264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Transition to ACTIVE for port object f01b171b-1457-444f-b095-2399337993ec will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:13:59.472466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-67a8c719-fbac-4a21-8139-4ef228fbc908 None None] Port 03265d15-1a71-4d33-b02e-102e74d60e1f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:59.493001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 63579ede-a431-4fd8-897c-3586d4ba969d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:13:59.498972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 63579ede-a431-4fd8-897c-3586d4ba969d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:59.499451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.521082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.526116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.558904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e928a8-4bbb-400c-a190-f4e8e8b97591,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:59.568138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.628405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a94e84-3d41-4d17-8085-5498e6e34d05']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.635122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-100a6fd1-9b03-45b3-900c-ee0140bc570c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a9cfdec8-6f42-48c8-bc3d-0119d219d541 HTTP/1.1" status: 204 len: 168 time: 2.5866077 Apr 18 12:13:59.636388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0389d70-9bdf-4a25-bc97-062214e83ca9']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.641908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58614) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:13:59.693302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=70985c8a-e5ac-419a-a37e-c8e88d06bffa,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:59.706429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45990050-f2db-4e49-a4b0-059a49f63dab') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.707106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45990050-f2db-4e49-a4b0-059a49f63dab') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.707689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.714645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.714912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd47c1d-6c90-4f11-b8b3-1b5a779631c5') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.741843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:13:59.747188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8500fb94-c81c-4e5d-b1b9-01ad83908e0d None None] Provisioning complete for port 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:13:59.747554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8500fb94-c81c-4e5d-b1b9-01ad83908e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.810802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.816616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8500fb94-c81c-4e5d-b1b9-01ad83908e0d None None] Port 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:13:59.818243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:13:59.822970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:13:59.832978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.847497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.897717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.904491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:13:59.909990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.916668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:59.917519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.926417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Pushing event updated for resources: {'Port': ['ID=f01b171b-1457-444f-b095-2399337993ec,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:13:59.939717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] Sync routers for ids ['6e176c38-a479-421f-ad76-4c1a12c306c4'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:59.939813 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:13:59.949149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 63579ede-a431-4fd8-897c-3586d4ba969d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=63579ede-a431-4fd8-897c-3586d4ba969d,segment=NetworkSegment(2dcdad1a-c388-4b9c-b2fa-12989b9ec94e),segment_id=2dcdad1a-c388-4b9c-b2fa-12989b9ec94e)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:13:59.956124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] Routers {'6e176c38-a479-421f-ad76-4c1a12c306c4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:13:59.956431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.956761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6e176c38-a479-421f-ad76-4c1a12c306c4'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:13:59.961746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:13:59.962195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:13:59.979100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8fe5a-93a1-46c8-a5c9-32fccccfff76 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:59.980606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8fe5a-93a1-46c8-a5c9-32fccccfff76 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:13:59.984717 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-72c8fe5a-93a1-46c8-a5c9-32fccccfff76 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3341434 Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:13:59.985027 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:00.004007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Attempting to bind port f01b171b-1457-444f-b095-2399337993ec on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:00.004295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Attempting to bind port f01b171b-1457-444f-b095-2399337993ec by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:00.004636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Attempting to bind port f01b171b-1457-444f-b095-2399337993ec on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:00.009074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58620) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.016912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.021929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.023779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:00.024133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:00.024515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.024883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:00.025341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Bound port: f01b171b-1457-444f-b095-2399337993ec, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:00.025703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.102849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:00.113479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.119467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.124099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.130183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.134615 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1fce937f-cc03-42e0-a405-4e3d0d0ae163 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f4870bb-34a6-4eb6-8f83-827cf229f696 HTTP/1.1" status: 204 len: 168 time: 3.5442302 Apr 18 12:14:00.140335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58624) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.142558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 05e72fb2-000b-4084-b32d-deea879e8695 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:00.150211 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8f1c910a-5593-4148-a645-c615a39b7667 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/6e176c38-a479-421f-ad76-4c1a12c306c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7394061 Apr 18 12:14:00.246581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58628) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.246741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] Routers {'6e176c38-a479-421f-ad76-4c1a12c306c4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:00.246741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6e176c38-a479-421f-ad76-4c1a12c306c4'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:00.246930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-69f2f541-de3d-45b9-a55e-ae69a7bb336b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] delete failed (client error): The resource could not be found. Apr 18 12:14:00.246930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-69f2f541-de3d-45b9-a55e-ae69a7bb336b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f4870bb-34a6-4eb6-8f83-827cf229f696 HTTP/1.1" status: 404 len: 345 time: 0.0990493 Apr 18 12:14:00.246930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58632) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.259690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 05e72fb2-000b-4084-b32d-deea879e8695 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:00.260023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 05e72fb2-000b-4084-b32d-deea879e8695 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:00.260666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 20e928a8-4bbb-400c-a190-f4e8e8b97591 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:00.277277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 80ab6df2-5fa0-48c2-8204-10cef7c76dfa {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:00.281990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247f4967-c2f4-4166-b228-3486c0b2094a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:00.304796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.313424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.320164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.326019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:00.326677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1d540-8f89-4f09-b2e9-50e71105cb0f None None] The sync data for ids ['6e176c38-a479-421f-ad76-4c1a12c306c4'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:00.334076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 20e928a8-4bbb-400c-a190-f4e8e8b97591 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:00.334206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.334321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 20e928a8-4bbb-400c-a190-f4e8e8b97591 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:00.339213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=63579ede-a431-4fd8-897c-3586d4ba969d,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:00.343204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Network': ['ID=72a94e84-3d41-4d17-8085-5498e6e34d05,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:00.358560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e6c7db-0190-4c13-bb10-913af9adb2b5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:00.358560 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-10e6c7db-0190-4c13-bb10-913af9adb2b5 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports/39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 HTTP/1.1" status: 200 len: 911 time: 0.1978619 Apr 18 12:14:00.360115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:00.361618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] For port f01b171b-1457-444f-b095-2399337993ec, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:00.362284 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.362982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b486667-9f8b-4dcb-b01b-99b790287aa7 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:14:00.363419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.365300 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/b0389d70-9bdf-4a25-bc97-062214e83ca9 HTTP/1.1" status: 204 len: 168 time: 8.3119516 Apr 18 12:14:00.366101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] For port f01b171b-1457-444f-b095-2399337993ec, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f01b171b-1457-444f-b095-2399337993ec,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:00.367194 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7ac3cba3-34cc-449f-842b-9507b83e62c6 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/networks/72a94e84-3d41-4d17-8085-5498e6e34d05 HTTP/1.1" status: 204 len: 168 time: 1.7086687 Apr 18 12:14:00.369336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58636) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.369656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58638) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.381436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58640) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.388448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:14:00.431033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.463806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.471030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.473150 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Added segment 4c88fe1f-ab38-4604-acd6-02adb9781b3d of type vlan for network b218110b-cb16-42bb-8f34-d6cb9421810d Apr 18 12:14:00.477451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bbff7-ee50-48ec-9a3f-b3850b4edc72 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=b0389d70-9bdf-4a25-bc97-062214e83ca9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:00.478127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.509871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50ca30f-2014-4b1c-9afe-f4a2006e019a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:00.509871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50ca30f-2014-4b1c-9afe-f4a2006e019a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:00.509871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f50ca30f-2014-4b1c-9afe-f4a2006e019a tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/21e2c725-12d7-4920-bcb2-9d9bf6e8f9c5 HTTP/1.1" status: 404 len: 337 time: 0.1232769 Apr 18 12:14:00.525476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58648) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.530604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271aab4-1319-403d-8887-a95a5f866d55 None None] Pushing event updated for resources: {'Port': ['ID=f01b171b-1457-444f-b095-2399337993ec,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:00.611718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e2f25-bb51-446e-8bf7-e0e85d1fa816 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:00.617504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e2f25-bb51-446e-8bf7-e0e85d1fa816 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:00.629119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578e2f25-bb51-446e-8bf7-e0e85d1fa816 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:00.629119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-578e2f25-bb51-446e-8bf7-e0e85d1fa816 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Synchronizing usage tracker for tenant:9f84120ecc03434da5959285284f6328 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:00.633424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.634310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.705366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e1cb14-c0f4-467c-81a5-2f10a421a65f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:00.705680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e1cb14-c0f4-467c-81a5-2f10a421a65f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:00.709807 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-51e1cb14-c0f4-467c-81a5-2f10a421a65f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/b0389d70-9bdf-4a25-bc97-062214e83ca9 HTTP/1.1" status: 404 len: 339 time: 0.1795850 Apr 18 12:14:00.713690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58652) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.735281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.735281 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ae65e020-3b25-41b3-8f30-4195fe3d4f96 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1b486667-9f8b-4dcb-b01b-99b790287aa7 HTTP/1.1" status: 204 len: 168 time: 4.9395444 Apr 18 12:14:00.762857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58658) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.766082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:00.832678 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9a2cb9-3252-437c-b0d2-1765d4027d44 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:00.833122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9a2cb9-3252-437c-b0d2-1765d4027d44 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:00.834996 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e9a2cb9-3252-437c-b0d2-1765d4027d44 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/5507098c-cd87-4a46-abdb-a1dec2eba2e0 HTTP/1.1" status: 404 len: 337 time: 0.1203721 Apr 18 12:14:00.838182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58664) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.877774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-578e2f25-bb51-446e-8bf7-e0e85d1fa816 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Unset dirty status for tenant:9f84120ecc03434da5959285284f6328 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:00.881937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-578e2f25-bb51-446e-8bf7-e0e85d1fa816 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/ports?network_id=a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d HTTP/1.1" status: 200 len: 2358 time: 0.6346586 Apr 18 12:14:00.883497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58668) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.887856 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba19dc5-cd9f-4a05-bfca-b9c7a691efba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:00.888642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba19dc5-cd9f-4a05-bfca-b9c7a691efba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:00.892752 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fba19dc5-cd9f-4a05-bfca-b9c7a691efba tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/97bb90d8-3d09-4780-8cfc-f301b467dca3 HTTP/1.1" status: 404 len: 339 time: 0.0509591 Apr 18 12:14:00.895440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58672) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:00.900085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=03265d15-1a71-4d33-b02e-102e74d60e1f,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:00.960463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44d92-99fa-415d-b8da-1afa7de7092f tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:00.967434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f44d92-99fa-415d-b8da-1afa7de7092f tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:00.968232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f5f44d92-99fa-415d-b8da-1afa7de7092f tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Synchronizing usage tracker for tenant:d529db6b04494677955ca732b95d812a on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:00.983951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:14:01.029021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Deleting subnet 7cd4a7fe-cd02-492a-8353-dc568757ed69 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:01.043142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.072474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.116541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.121953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:01.122560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.271226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec56b6a9-ae22-46af-916e-94a500c69e13 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:01.272494 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ec56b6a9-ae22-46af-916e-94a500c69e13 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/subnets/a82c4f01-eb3a-4db9-9334-aac85a6be1a4 HTTP/1.1" status: 200 len: 797 time: 0.3813827 Apr 18 12:14:01.279731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58676) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:01.285052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.296427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'port': {'network_id': 'a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d', 'name': 'tempest-FloatingIPTestJSON-1766585334', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:01.341344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f5f44d92-99fa-415d-b8da-1afa7de7092f tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Unset dirty status for tenant:d529db6b04494677955ca732b95d812a on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:01.343111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f5f44d92-99fa-415d-b8da-1afa7de7092f tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9602621 Apr 18 12:14:01.360552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58680) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:01.372739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.405462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-541687546'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:01.414630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:01.466552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:01.474667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:01.490819 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.8648691 Apr 18 12:14:01.497263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58684) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:01.506362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1765ad-5480-4ce9-9503-d9546e81a78f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Network': ['ID=b218110b-cb16-42bb-8f34-d6cb9421810d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:01.512109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:01.520744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b218110b-cb16-42bb-8f34-d6cb9421810d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:01.569191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'subnet': {'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:01.632984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.683797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.738524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:01.741916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.780573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=80ab6df2-5fa0-48c2-8204-10cef7c76dfa,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:01.782151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:01.782290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.799342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['158a9631-810b-4738-8e75-813772cdc34a']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:01.829386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3115a-de40-4fb6-bb39-0e6468230312 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:01.836299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:01.840867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae3ce52-5c81-468a-9235-ac63e8dcdf5d') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:01.841246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae3ce52-5c81-468a-9235-ac63e8dcdf5d') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:01.850478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.866194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.872861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:01.879809 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b53662b9-f990-489b-9efd-7edbdfd1363e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/80ab6df2-5fa0-48c2-8204-10cef7c76dfa HTTP/1.1" status: 204 len: 168 time: 1.8697026 Apr 18 12:14:01.885346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58688) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:01.891125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:subnet and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:01.897513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:01.911342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:01.935199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.935577 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Added segment 947c0751-9ec7-41af-9bff-5d2cf043a74d of type vlan for network 89f10fe2-f823-48c3-ac5e-505703925ad5 Apr 18 12:14:01.959094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.972837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:01.973632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:01.993216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:02.000189 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6ff59c40-2f2c-4db0-978d-440ce627494d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120744 Apr 18 12:14:02.004485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58692) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.013222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:02.014152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:02.029752 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:02.038772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Router c12750a3-6ba3-4119-be0e-be3936030556 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:14:02.065797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d5ba1df8-78a2-479b-b0ac-ac4af1db6dc1 None None] Provisioning for port f01b171b-1457-444f-b095-2399337993ec completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:02.106869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d5ba1df8-78a2-479b-b0ac-ac4af1db6dc1 None None] Provisioning complete for port 03265d15-1a71-4d33-b02e-102e74d60e1f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:02.107453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d5ba1df8-78a2-479b-b0ac-ac4af1db6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.122696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.164402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.170123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:02.170949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.175534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.190733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:02.196734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d5ba1df8-78a2-479b-b0ac-ac4af1db6dc1 None None] Port 03265d15-1a71-4d33-b02e-102e74d60e1f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:02.198589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] Deleting port f01b171b-1457-444f-b095-2399337993ec {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:02.199053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.240574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d5ba1df8-78a2-479b-b0ac-ac4af1db6dc1 None None] Could not find standard attr ID for object a9cfdec8-6f42-48c8-bc3d-0119d219d541. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:14:02.246638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Made reservation on behalf of 2360c4e3733f4e50ad5cd9a2f064c206 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:02.251948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.265188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd4a7fe-cd02-492a-8353-dc568757ed69,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:02.268685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 63579ede-a431-4fd8-897c-3586d4ba969d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:02.293882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.306680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7224392e-78d5-4ca0-8848-f07f6fe75b86 None None] Network 324df2cd-a971-4909-8ab8-52fd463acbd0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:02.393060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:02.395984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Network': ['ID=89f10fe2-f823-48c3-ac5e-505703925ad5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:02.403620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-93aa2728-05b3-4216-8089-44dfaea80776 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/routers/c12750a3-6ba3-4119-be0e-be3936030556/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5091019 Apr 18 12:14:02.407335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58696) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.415248 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] Sync routers for ids ['c12750a3-6ba3-4119-be0e-be3936030556'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:02.428331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 89f10fe2-f823-48c3-ac5e-505703925ad5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:02.432084 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] Routers {'c12750a3-6ba3-4119-be0e-be3936030556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:02.432865 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c12750a3-6ba3-4119-be0e-be3936030556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:02.456968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.465344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c58df-a176-48d5-9ca9-e74772d5d76a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:02.466056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8b2c58df-a176-48d5-9ca9-e74772d5d76a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:02.469435 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-aa0cb178-7a54-4017-ae58-e0a4845b69c0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1076195 Apr 18 12:14:02.470686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.474693 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-07ee9fbc-cc76-4e8a-ae7d-778ad6da6eea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7cd4a7fe-cd02-492a-8353-dc568757ed69 HTTP/1.1" status: 204 len: 168 time: 1.7089605 Apr 18 12:14:02.474944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58700) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.475267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58702) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.486478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1769712825'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:02.509366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.517144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:02.529854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] device_id is not set on port e9705a96-eb74-4c65-9a64-6dee74768e84 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:02.535297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:network and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:02.538865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:02.547544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:02.570159 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:02.595410 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] Routers {'c12750a3-6ba3-4119-be0e-be3936030556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:02.597123 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c12750a3-6ba3-4119-be0e-be3936030556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:02.631338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.637344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8b2c58df-a176-48d5-9ca9-e74772d5d76a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:02.638598 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8b2c58df-a176-48d5-9ca9-e74772d5d76a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6366038 Apr 18 12:14:02.642502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58708) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.745309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:02.749388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.757441 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:02.758121 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc673a85-6b24-4837-9b5a-a76fc9a75f9a None None] The sync data for ids ['c12750a3-6ba3-4119-be0e-be3936030556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:02.777217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=158a9631-810b-4738-8e75-813772cdc34a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:02.783976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a8329-ec24-465f-8d9d-7067b799097f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:02.784488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-138a8329-ec24-465f-8d9d-7067b799097f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:02.797061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 63579ede-a431-4fd8-897c-3586d4ba969d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:02.797698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.797798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Deleting port 76b7eac8-c305-412a-b06d-3fd475e20d1c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:02.797798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.803712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/158a9631-810b-4738-8e75-813772cdc34a HTTP/1.1" status: 204 len: 168 time: 1.8656859 Apr 18 12:14:02.824751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58712) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.831094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.831443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.831791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.832109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.832439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.833675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.833675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.833675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.833675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.834438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.834827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.835156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1663f9-7cd7-418a-a594-29fd3a63219d tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:02.851572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] For port f01b171b-1457-444f-b095-2399337993ec, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f01b171b-1457-444f-b095-2399337993ec,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:02.853226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.885637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468917c5-50a9-4762-9976-7b5929510c58 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:02.886511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-468917c5-50a9-4762-9976-7b5929510c58 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:02.893579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:02.952923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:02.953534 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Added segment 7846b7b6-42c7-4172-997b-e95f172783a9 of type vlan for network 8405a219-f6e6-4569-b5ff-2454e9ebbaa0 Apr 18 12:14:02.966262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-138a8329-ec24-465f-8d9d-7067b799097f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:02.970747 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-138a8329-ec24-465f-8d9d-7067b799097f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12750a3-6ba3-4119-be0e-be3936030556 HTTP/1.1" status: 200 len: 989 time: 0.5594010 Apr 18 12:14:02.972898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58716) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:02.986288 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcc9e89-572d-4b7c-ab0b-6feb30eadb18 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:02.986763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcc9e89-572d-4b7c-ab0b-6feb30eadb18 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:02.999977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] Calling delete_port for f01b171b-1457-444f-b095-2399337993ec owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:03.062099 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9bcc9e89-572d-4b7c-ab0b-6feb30eadb18 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/85395a1d-211a-4a94-b7ef-c559d9e91b1a HTTP/1.1" status: 404 len: 337 time: 0.2310803 Apr 18 12:14:03.067648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58720) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.167499 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-51075121-493b-455c-b84b-3508441dce10 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:03.167499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51075121-493b-455c-b84b-3508441dce10 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:03.167499 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-51075121-493b-455c-b84b-3508441dce10 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/aa553216-9f56-4fc9-92cd-6b2c950538e5 HTTP/1.1" status: 404 len: 339 time: 0.0948367 Apr 18 12:14:03.185372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58724) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.200840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] DHCP port deletion for 324df2cd-a971-4909-8ab8-52fd463acbd0 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:03.204708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] Deleting port 76b7eac8-c305-412a-b06d-3fd475e20d1c {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:03.205068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.238571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-468917c5-50a9-4762-9976-7b5929510c58 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:03.239698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-468917c5-50a9-4762-9976-7b5929510c58 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5939178 Apr 18 12:14:03.251987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58728) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.256842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.272252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.339980 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f17b86-a337-42a0-a3d8-14215e872054 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:03.342490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f17b86-a337-42a0-a3d8-14215e872054 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:03.362630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a6f17b86-a337-42a0-a3d8-14215e872054 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/5adac9e7-3c87-42a7-89e8-de935b65d78e HTTP/1.1" status: 404 len: 337 time: 0.1740179 Apr 18 12:14:03.364143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] No DVR routers for this DVR port f01b171b-1457-444f-b095-2399337993ec on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:03.366027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58732) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.369520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e160ae-ca35-4d60-ad07-2de785e8bd07 None None] Pushing event deleted for resources: {'Port': ['ID=f01b171b-1457-444f-b095-2399337993ec,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:03.398591 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-43fa44ee-bea2-419d-8a61-2e1d9b4fe1ee tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1355906 Apr 18 12:14:03.422325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58736) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.451797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:03.456592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2ce1d4-c88c-4884-b137-0a4e730939a5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:03.456592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2ce1d4-c88c-4884-b137-0a4e730939a5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:03.456592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ed2ce1d4-c88c-4884-b137-0a4e730939a5 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/e337ac04-9c3d-4185-9155-cce925e62f7e HTTP/1.1" status: 404 len: 339 time: 0.0843906 Apr 18 12:14:03.461353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58740) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.491147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] For port 76b7eac8-c305-412a-b06d-3fd475e20d1c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=76b7eac8-c305-412a-b06d-3fd475e20d1c,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:03.491689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.512743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.14 (a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d/a82c4f01-eb3a-4db9-9334-aac85a6be1a4/e9705a96-eb74-4c65-9a64-6dee74768e84) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:03.517757 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f7d498-d80d-4e98-9065-fdf21de3d2e8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:03.518211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f7d498-d80d-4e98-9065-fdf21de3d2e8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:03.522297 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-02f7d498-d80d-4e98-9065-fdf21de3d2e8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/64143eb1-97f4-45db-93ff-655867e41f4e HTTP/1.1" status: 404 len: 337 time: 0.0480447 Apr 18 12:14:03.537444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58744) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.540879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] For port 76b7eac8-c305-412a-b06d-3fd475e20d1c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=76b7eac8-c305-412a-b06d-3fd475e20d1c,segment=NetworkSegment(ca638f9d-52c4-4b6e-bd84-6516f18d9129),segment_id=ca638f9d-52c4-4b6e-bd84-6516f18d9129)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:03.541234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.582929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:03.583320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.630746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.13 (a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d/a82c4f01-eb3a-4db9-9334-aac85a6be1a4/e9705a96-eb74-4c65-9a64-6dee74768e84) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:03.636907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.665094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] Calling delete_port for 76b7eac8-c305-412a-b06d-3fd475e20d1c owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:03.706533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:03.730629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.736539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:03.737225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.782032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:03.826674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Calling delete_port for 76b7eac8-c305-412a-b06d-3fd475e20d1c owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:03.830479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Subnet': ['ID=a8b22bae-a90e-42a5-b19a-195d7440aa16,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:03.847300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.894143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] Pushing event deleted for resources: {'Port': ['ID=76b7eac8-c305-412a-b06d-3fd475e20d1c,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:03.901529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fea039-a0f4-48e1-8918-31f9763e96af None None] No DVR routers for this DVR port 76b7eac8-c305-412a-b06d-3fd475e20d1c on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:03.911392 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4bb22b-6551-43a0-b207-3bc913d827c7 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:03.911860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4bb22b-6551-43a0-b207-3bc913d827c7 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:03.914907 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0c4bb22b-6551-43a0-b207-3bc913d827c7 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/ffee59a7-697d-4db5-ab29-6b469988547a HTTP/1.1" status: 404 len: 339 time: 0.3765233 Apr 18 12:14:03.920705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81959487-d7d3-4635-a475-85d5903bccd0 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:14:03.954742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58748) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:03.966076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:03.969814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:03.991094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Checking segment: {'id': '4c88fe1f-ab38-4604-acd6-02adb9781b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:03.991445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network hostable DHCP agents. Network: b218110b-cb16-42bb-8f34-d6cb9421810d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:04.008166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5909978-936c-4cd9-afe4-dff389a1ca1c tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.008735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5909978-936c-4cd9-afe4-dff389a1ca1c tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.010487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c5909978-936c-4cd9-afe4-dff389a1ca1c tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/52018663-20b3-4d02-ae9d-c6cb3e36df2a HTTP/1.1" status: 404 len: 337 time: 0.0529251 Apr 18 12:14:04.061307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58752) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.076626 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6003785 Apr 18 12:14:04.091838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58756) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.118860 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11f5f91-eedf-4374-81ac-8d03103ad10f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.119658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11f5f91-eedf-4374-81ac-8d03103ad10f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.121465 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b11f5f91-eedf-4374-81ac-8d03103ad10f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/83dd0ad3-158b-4031-b7d3-64abb8b3d285 HTTP/1.1" status: 404 len: 339 time: 0.0533302 Apr 18 12:14:04.130144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615f094-6881-40b6-8c44-e2f7abfe5923 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Network': ['ID=8405a219-f6e6-4569-b5ff-2454e9ebbaa0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:04.134035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58758) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.147279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 8405a219-f6e6-4569-b5ff-2454e9ebbaa0 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:04.166828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 76b7eac8-c305-412a-b06d-3fd475e20d1c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:04.184953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:04.198291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'ports': [{'network_id': '89f10fe2-f823-48c3-ac5e-505703925ad5', 'name': 'tempest-port--671663709', 'admin_state_up': True}, {'network_id': '8405a219-f6e6-4569-b5ff-2454e9ebbaa0', 'admin_state_up': False}]} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:04.198692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'port': {'network_id': '89f10fe2-f823-48c3-ac5e-505703925ad5', 'name': 'tempest-port--671663709', 'admin_state_up': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:04.199079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'port': {'network_id': '8405a219-f6e6-4569-b5ff-2454e9ebbaa0', 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:04.216129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 76b7eac8-c305-412a-b06d-3fd475e20d1c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:04.216486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 76b7eac8-c305-412a-b06d-3fd475e20d1c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:04.217081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f01b171b-1457-444f-b095-2399337993ec no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:04.229575 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5310fa8-90e8-4db4-b93e-280ca2971b40 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.229779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5310fa8-90e8-4db4-b93e-280ca2971b40 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.234375 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e5310fa8-90e8-4db4-b93e-280ca2971b40 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/a8ba7214-a118-4fca-9614-4e52e66f4280 HTTP/1.1" status: 404 len: 337 time: 0.0943737 Apr 18 12:14:04.234649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58764) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.270565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:14:04.270910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:14:04.273050 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe34bd2-29f2-444c-85b6-312d55fad4f8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.273513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe34bd2-29f2-444c-85b6-312d55fad4f8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.292539 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-efe34bd2-29f2-444c-85b6-312d55fad4f8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/298c70c7-8db3-4a92-abdc-c5b02ae407c8 HTTP/1.1" status: 404 len: 339 time: 0.0546353 Apr 18 12:14:04.295819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58768) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.302346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f01b171b-1457-444f-b095-2399337993ec {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:04.302346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f01b171b-1457-444f-b095-2399337993ec not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:04.340891 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a611c4-94b7-4d5c-9775-937263ecba28 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.343347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a611c4-94b7-4d5c-9775-937263ecba28 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.347010 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-44a611c4-94b7-4d5c-9775-937263ecba28 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/4bbbcc1c-1600-4549-adc4-14d3eb063521 HTTP/1.1" status: 404 len: 337 time: 0.0468438 Apr 18 12:14:04.364692 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-81959487-d7d3-4635-a475-85d5903bccd0 None None] Agent 56898354-e168-40ed-8aea-7512e1b8f820 already present Apr 18 12:14:04.365033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81959487-d7d3-4635-a475-85d5903bccd0 None None] Network b218110b-cb16-42bb-8f34-d6cb9421810d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88784) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:04.365882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81959487-d7d3-4635-a475-85d5903bccd0 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b218110b-cb16-42bb-8f34-d6cb9421810d) {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:14:04.381695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58772) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.390044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 39389ded-97fc-4ced-ad3a-0e67ccf8d9f0 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:04.417842 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9177e9-bec7-4865-bc3b-c610602114a8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.418224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9177e9-bec7-4865-bc3b-c610602114a8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.420504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-de9177e9-bec7-4865-bc3b-c610602114a8 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/837e9ebf-bc57-4e11-be88-dbaa8843a33f HTTP/1.1" status: 404 len: 339 time: 0.0361867 Apr 18 12:14:04.423170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58776) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.464686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e33e098-843e-4e49-ba0b-923f05c88352 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.465799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e33e098-843e-4e49-ba0b-923f05c88352 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.470318 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3e33e098-843e-4e49-ba0b-923f05c88352 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/7fa8743f-eeb7-4c7c-9d6a-d35febe942df HTTP/1.1" status: 404 len: 337 time: 0.0438702 Apr 18 12:14:04.471233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58780) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.501798 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e38a1b91-b30e-479a-be78-ac25c00d26fe tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.502261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e38a1b91-b30e-479a-be78-ac25c00d26fe tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.505272 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e38a1b91-b30e-479a-be78-ac25c00d26fe tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/f3eef6c6-4bb2-499b-b5bc-7bc240587277 HTTP/1.1" status: 404 len: 339 time: 0.0317514 Apr 18 12:14:04.511070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58784) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.595774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network b218110b-cb16-42bb-8f34-d6cb9421810d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:04.713942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:04.734665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c90670-22f3-4c4b-877f-810382401303 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.735117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c90670-22f3-4c4b-877f-810382401303 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.736789 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-44c90670-22f3-4c4b-877f-810382401303 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/07a814d0-6041-4cc1-90bb-02bd788141dd HTTP/1.1" status: 404 len: 337 time: 0.2231085 Apr 18 12:14:04.739645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58788) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.744852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b218110b-cb16-42bb-8f34-d6cb9421810d) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:04.749697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:04.750488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:04.761352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-b218110b-cb16-42bb-8f34-d6cb9421810d', 'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d', 'tenant_id': '2360c4e3733f4e50ad5cd9a2f064c206', 'fixed_ips': [{'subnet_id': 'a8b22bae-a90e-42a5-b19a-195d7440aa16'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:04.761352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:04.772673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Deleting port 76b7eac8-c305-412a-b06d-3fd475e20d1c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:04.772998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:04.802930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-11296667-399f-40c8-b179-6995bb1582f7 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:04.803391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11296667-399f-40c8-b179-6995bb1582f7 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:04.807311 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-11296667-399f-40c8-b179-6995bb1582f7 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/5ff0e917-8da5-4e98-be01-815a6448e277 HTTP/1.1" status: 404 len: 339 time: 0.0646780 Apr 18 12:14:04.812561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58792) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:04.877388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:04.915210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Allocated IP 172.20.0.2 (b218110b-cb16-42bb-8f34-d6cb9421810d/a8b22bae-a90e-42a5-b19a-195d7440aa16/c194c5cd-05a6-4101-b42c-6fd3344b6be2) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:04.924935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:04.937556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:port and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:04.940025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] The port '76b7eac8-c305-412a-b06d-3fd475e20d1c' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:14:04.943204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:04.975207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:04.982081 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-811db81e-69af-4c5a-b31f-9d92c73cefa9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4795530 Apr 18 12:14:04.990717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58796) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:05.005263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'network': {'name': 'tempest-router-network01--699484749'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:05.010139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:05.017016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:network and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:05.021256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:05.058866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:05.061298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.095360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting subnet 62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:05.104506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.121343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'port': 2} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:05.125630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.134478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.140383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.206951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.226505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.236051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:05.261343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:05.264287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:05.289081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Made reservation on behalf of 2360c4e3733f4e50ad5cd9a2f064c206 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:05.292427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.322206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=e9705a96-eb74-4c65-9a64-6dee74768e84,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:05.331195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:05.332645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.344563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Transition to ACTIVE for port object c194c5cd-05a6-4101-b42c-6fd3344b6be2 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:05.364930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Transition to ACTIVE for port object c194c5cd-05a6-4101-b42c-6fd3344b6be2 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:05.366392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324df2cd-a971-4909-8ab8-52fd463acbd0']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:05.385039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:05.391112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca638f9d-52c4-4b6e-bd84-6516f18d9129') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:05.391430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca638f9d-52c4-4b6e-bd84-6516f18d9129') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:05.393200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:05.393895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.403218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=8e71d191-d253-4395-a822-dbf39d81eec9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:05.406159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.409738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.438154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.455441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:05.455822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.465562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:05.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:05.516640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=39389ded-97fc-4ced-ad3a-0e67ccf8d9f0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:05.528697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Network b218110b-cb16-42bb-8f34-d6cb9421810d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:05.531639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:05.535136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:05.549803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Pushing event updated for resources: {'Port': ['ID=c194c5cd-05a6-4101-b42c-6fd3344b6be2,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:05.570050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 03265d15-1a71-4d33-b02e-102e74d60e1f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:05.570488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.583847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:05.584459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.599725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:05.611885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.652663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Attempting to bind port c194c5cd-05a6-4101-b42c-6fd3344b6be2 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:05.653590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Attempting to bind port c194c5cd-05a6-4101-b42c-6fd3344b6be2 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4c88fe1f-ab38-4604-acd6-02adb9781b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:05.653970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Attempting to bind port c194c5cd-05a6-4101-b42c-6fd3344b6be2 on network b218110b-cb16-42bb-8f34-d6cb9421810d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:05.660069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:05.660443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Checking segment: {'id': '4c88fe1f-ab38-4604-acd6-02adb9781b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:05.663195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.663195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Bound using segment: {'id': '4c88fe1f-ab38-4604-acd6-02adb9781b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:05.663195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Bound port: c194c5cd-05a6-4101-b42c-6fd3344b6be2, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c88fe1f-ab38-4604-acd6-02adb9781b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b218110b-cb16-42bb-8f34-d6cb9421810d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:05.663195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.710102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.718337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fd78a699-2ed7-4baf-9503-51f8a897d5b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2809534 Apr 18 12:14:05.723306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58800) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:05.737770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.756949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] For port c194c5cd-05a6-4101-b42c-6fd3344b6be2, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:05.760491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] For port c194c5cd-05a6-4101-b42c-6fd3344b6be2, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c194c5cd-05a6-4101-b42c-6fd3344b6be2,segment=NetworkSegment(4c88fe1f-ab38-4604-acd6-02adb9781b3d),segment_id=4c88fe1f-ab38-4604-acd6-02adb9781b3d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:05.782327 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.782623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Added segment 377217cb-6291-4300-bfee-487534585ea4 of type vlan for network 5dbedb25-e79e-401a-9daf-3cbfa211f514 Apr 18 12:14:05.806073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=324df2cd-a971-4909-8ab8-52fd463acbd0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:05.814317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.832417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': '8e71d191-d253-4395-a822-dbf39d81eec9', 'ip_address': '2001:db8::ce0b:205:7641:22b8'}], 'name': 'tempest-NetworksTestDHCPv6-968298481'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:05.839723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.840067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.840411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.840725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.841047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.841374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.842268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.842610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.843092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.843234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.843616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.843933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:05.890516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.892274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.935811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a696ce-5c5d-487a-90eb-1b5b8a9defeb None None] Pushing event updated for resources: {'Port': ['ID=c194c5cd-05a6-4101-b42c-6fd3344b6be2,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:05.959585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] device_id is not set on port 9787ff9d-0a07-435f-8180-2173b3fc5600 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:05.962285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:05.967316 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3dd4183e-affa-4267-9bf2-cc869f4343c9 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6863639 Apr 18 12:14:05.986313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58804) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:06.012550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': 'e9705a96-eb74-4c65-9a64-6dee74768e84', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:06.047776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4e80ce91-dd28-461e-ab35-e849bb6a34a5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/324df2cd-a971-4909-8ab8-52fd463acbd0 HTTP/1.1" status: 204 len: 168 time: 3.5700812 Apr 18 12:14:06.092223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:06.106660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.181988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:06.196259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 03265d15-1a71-4d33-b02e-102e74d60e1f owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:06.248996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Subnet': ['ID=62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:06.251404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.259199 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f12b5790-8089-449c-943f-f791770f4f95 tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/subnets/62f7c3e2-9df4-4bf9-b663-6c5a15df4ba6 HTTP/1.1" status: 204 len: 168 time: 1.4428408 Apr 18 12:14:06.262857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58810) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:06.396984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:14:06.418213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.440470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Deleting port 7312e2a9-a5ed-47a5-a55a-8164116feb43 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:06.440847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.492630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:06.496759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.542119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58814) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:06.564978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:06.590236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:06.598574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.605648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:06.606267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.633212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:06.681423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 6e176c38-a479-421f-ad76-4c1a12c306c4 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:06.735396 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d27e30d2-9e18-4c77-b865-aef49d131835 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70813461c05c4f0d807361a303f30546&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1642084 Apr 18 12:14:06.740484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58818) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:06.773693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.796600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:06.809996 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8122697 Apr 18 12:14:06.822726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58822) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:06.841933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'network': {'name': 'tempest-router-network02--166200903'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:06.865095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] For port 7312e2a9-a5ed-47a5-a55a-8164116feb43, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7312e2a9-a5ed-47a5-a55a-8164116feb43,segment=NetworkSegment(2986b1c8-fe22-40d6-9f2d-f521d5e3c026),segment_id=2986b1c8-fe22-40d6-9f2d-f521d5e3c026)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:06.865452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.871196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e8841-438d-45d5-ae5a-e6d76b8664fa tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Network': ['ID=5dbedb25-e79e-401a-9daf-3cbfa211f514,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:06.876355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:06.878725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=03265d15-1a71-4d33-b02e-102e74d60e1f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:06.885206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:06.912335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:network and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:06.947705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:06.975929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:07.047499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:07.055901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Calling delete_port for 7312e2a9-a5ed-47a5-a55a-8164116feb43 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:07.119174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6d6caa-ba43-4d75-908c-368a87043b91 None None] Network b218110b-cb16-42bb-8f34-d6cb9421810d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:07.146604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] device_id is not set on port 636a842f-3495-4494-9d53-4c08e9a502b0 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:07.156752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52edf919-0cfb-4add-9fdc-22a69c59239a None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:07.188719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d40991-a511-4772-96b8-06d2a8944aab None None] Network 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:07.214238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:07.227280 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e6e0f013-ed6b-4a7e-9a3c-4afd057c069b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/6e176c38-a479-421f-ad76-4c1a12c306c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8518736 Apr 18 12:14:07.240216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58828) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:07.260666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] Sync routers for ids ['6e176c38-a479-421f-ad76-4c1a12c306c4'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:07.271359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.287117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de0b9e59-6df4-4f63-b7d4-3fa7893f3f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.333328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9dab7f6c-f233-4050-8696-431bbef36088 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:07.404689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.420119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Made reservation on behalf of 2360c4e3733f4e50ad5cd9a2f064c206 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:07.430636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.458981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 2fa6b119-454c-4d37-9c9d-efac514680fb yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:07.470875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de0b9e59-6df4-4f63-b7d4-3fa7893f3f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.511184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.538236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] Routers {'6e176c38-a479-421f-ad76-4c1a12c306c4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:07.538908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6e176c38-a479-421f-ad76-4c1a12c306c4'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:07.575379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9dab7f6c-f233-4050-8696-431bbef36088 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:07.580875 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9dab7f6c-f233-4050-8696-431bbef36088 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e176c38-a479-421f-ad76-4c1a12c306c4 HTTP/1.1" status: 200 len: 205 time: 0.3231504 Apr 18 12:14:07.594979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58832) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:07.634117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:07.662108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.683889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-eb472bd2-76d5-416e-9790-1b5f89722eec None None] Provisioning for port c194c5cd-05a6-4101-b42c-6fd3344b6be2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:07.751253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] Routers {'6e176c38-a479-421f-ad76-4c1a12c306c4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:07.751488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6e176c38-a479-421f-ad76-4c1a12c306c4'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:07.789730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.846708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:07.865438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Port': ['ID=7312e2a9-a5ed-47a5-a55a-8164116feb43,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:07.869217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.887313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:07.887313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7a96e1-69ec-4186-a3ca-6d9e071fd319 None None] The sync data for ids ['6e176c38-a479-421f-ad76-4c1a12c306c4'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:07.923452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] No DVR routers for this DVR port 7312e2a9-a5ed-47a5-a55a-8164116feb43 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:07.972278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:07.972615 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Added segment 23bb788c-2928-43cf-bb15-c082980f7ee6 of type vlan for network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 Apr 18 12:14:08.007816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Router c12750a3-6ba3-4119-be0e-be3936030556 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:08.024598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccb4eeb-3d91-4172-84db-6cddc3c857e9 None None] DHCP port deletion for 4e91c9fc-b7e7-4e76-ad43-ab89df06c970 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:08.026628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a86ab18-75eb-4886-9aaa-561770d47b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.071975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '8e71d191-d253-4395-a822-dbf39d81eec9'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:08.072831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.121987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.182069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de0b9e59-6df4-4f63-b7d4-3fa7893f3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.191700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c194c5cd-05a6-4101-b42c-6fd3344b6be2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:08.219093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.234951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b9e59-6df4-4f63-b7d4-3fa7893f3f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930dd306-7bf6-492a-b122-e405ab0b19d2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:08.323278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e91c9fc-b7e7-4e76-ad43-ab89df06c970']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.338616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c194c5cd-05a6-4101-b42c-6fd3344b6be2 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:08.345455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:08.347515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2986b1c8-fe22-40d6-9f2d-f521d5e3c026') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.348016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2986b1c8-fe22-40d6-9f2d-f521d5e3c026') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.361070 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] Sync routers for ids ['c12750a3-6ba3-4119-be0e-be3936030556'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:08.368827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c194c5cd-05a6-4101-b42c-6fd3344b6be2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:08.370677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.376841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.168 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/76a003da-5738-4b37-b056-a9aaba00a34d) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:08.377015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.387051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-de8d891f-a582-418e-854c-ddc8f472ebe3 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/routers/c12750a3-6ba3-4119-be0e-be3936030556/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4131291 Apr 18 12:14:08.387613 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] Routers {'c12750a3-6ba3-4119-be0e-be3936030556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:08.388745 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c12750a3-6ba3-4119-be0e-be3936030556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.401477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.410243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:08.410681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.430409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58836) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:08.486948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::ce0b:205:7641:22b8 (5f4dde90-d90b-4725-911c-836df72b725b/8e71d191-d253-4395-a822-dbf39d81eec9/2fa6b119-454c-4d37-9c9d-efac514680fb) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:08.491103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.506512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:08.511640 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:08.518268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-de0b9e59-6df4-4f63-b7d4-3fa7893f3f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.519632 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-de0b9e59-6df4-4f63-b7d4-3fa7893f3f1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/930dd306-7bf6-492a-b122-e405ab0b19d2 HTTP/1.1" status: 204 len: 168 time: 1.7782660 Apr 18 12:14:08.520580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.521124 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b791bbcf-3213-448e-8fa2-74a0d3407ce1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:14:08.521669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b791bbcf-3213-448e-8fa2-74a0d3407ce1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:08.528600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:08.528600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.535191 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.560896 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] Routers {'c12750a3-6ba3-4119-be0e-be3936030556'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:08.561506 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:13:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['c12750a3-6ba3-4119-be0e-be3936030556'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.610809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.640023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.649797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c194c5cd-05a6-4101-b42c-6fd3344b6be2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c194c5cd-05a6-4101-b42c-6fd3344b6be2,segment=NetworkSegment(4c88fe1f-ab38-4604-acd6-02adb9781b3d),segment_id=4c88fe1f-ab38-4604-acd6-02adb9781b3d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:08.672267 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8465972 Apr 18 12:14:08.679175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.681154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58842) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:08.691095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.696363 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] 10.222.0.24 "DELETE /v2.0/networks/4e91c9fc-b7e7-4e76-ad43-ab89df06c970 HTTP/1.1" status: 204 len: 168 time: 2.4325004 Apr 18 12:14:08.703025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'subnet': {'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:08.731492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81ca5e-fc96-4a24-85f4-65d9cbb09065 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Network': ['ID=a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:08.750054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:08.764190 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:08.764591 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b77f7-6011-4d2f-ab50-d1545d497918 None None] The sync data for ids ['c12750a3-6ba3-4119-be0e-be3936030556'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:08.774445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f100d4c-48e1-4cf6-8b8d-3de04ca4f98f tempest-NetworksTest-450276073 tempest-NetworksTest-450276073-project] Pushing event deleted for resources: {'Network': ['ID=4e91c9fc-b7e7-4e76-ad43-ab89df06c970,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:08.787582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.871726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:08.872280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router 6e176c38-a479-421f-ad76-4c1a12c306c4 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:14:08.879364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:08.884228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:subnet and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:08.887682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:08.898381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:08.911589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7312e2a9-a5ed-47a5-a55a-8164116feb43 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:08.979635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7312e2a9-a5ed-47a5-a55a-8164116feb43 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:08.979635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7312e2a9-a5ed-47a5-a55a-8164116feb43 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:08.981628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b791bbcf-3213-448e-8fa2-74a0d3407ce1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:08.985199 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b791bbcf-3213-448e-8fa2-74a0d3407ce1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/03265d15-1a71-4d33-b02e-102e74d60e1f HTTP/1.1" status: 404 len: 333 time: 0.5438564 Apr 18 12:14:08.985682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58848) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:09.006034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Port': ['ID=9787ff9d-0a07-435f-8180-2173b3fc5600,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:09.064481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Made reservation on behalf of 2360c4e3733f4e50ad5cd9a2f064c206 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:09.068389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.095519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.105748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eafe46-0650-42cf-b881-a3bd1ea41fc7 None None] Network b218110b-cb16-42bb-8f34-d6cb9421810d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:09.229271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.258743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c194c5cd-05a6-4101-b42c-6fd3344b6be2,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:09.268053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.268402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.268742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.269074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.269711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.270037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.270368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.270727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.271044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.271370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.271692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.272013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:14:09.278247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-159d699b-faf4-4338-84d1-54b187d08d28 None None] Provisioning complete for port c194c5cd-05a6-4101-b42c-6fd3344b6be2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:09.278650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-159d699b-faf4-4338-84d1-54b187d08d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.327489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.387766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.391309 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-737b0164-0d70-4fbe-9b31-e0e883ed6fe6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/6e176c38-a479-421f-ad76-4c1a12c306c4 HTTP/1.1" status: 204 len: 168 time: 1.7870522 Apr 18 12:14:09.404058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58860) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:09.425316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:09.426386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Checking segment: {'id': '947c0751-9ec7-41af-9bff-5d2cf043a74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '89f10fe2-f823-48c3-ac5e-505703925ad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:09.426791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network hostable DHCP agents. Network: 89f10fe2-f823-48c3-ac5e-505703925ad5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:09.435877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.477081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:09.519432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:09.680956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58868) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:09.683022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=76a003da-5738-4b37-b056-a9aaba00a34d,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:09.691118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 2fa6b119-454c-4d37-9c9d-efac514680fb will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:09.721560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.723977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.773480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet 13d177fa-52b1-45c0-a7da-3b9e8673e67e {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:09.776622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.830446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network 89f10fe2-f823-48c3-ac5e-505703925ad5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:09.854893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.859832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Fanout notify agent at l3_agent the message router_deleted on router c12750a3-6ba3-4119-be0e-be3936030556 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:14:09.872595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6663ff40-5d46-472e-825f-bde5895bf1f4 None None] Provisioning complete for port c194c5cd-05a6-4101-b42c-6fd3344b6be2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:09.873027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6663ff40-5d46-472e-825f-bde5895bf1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.901867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.903110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6c06628a-8822-4551-bd60-33e005ccd723 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/routers/c12750a3-6ba3-4119-be0e-be3936030556 HTTP/1.1" status: 204 len: 168 time: 0.9165504 Apr 18 12:14:09.906428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58876) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:09.941572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.969749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 89f10fe2-f823-48c3-ac5e-505703925ad5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:09.985997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.992626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:09.993577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:09.994703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f990b2c-b7a1-4617-a88f-0d5da5a13eed None None] Network 89f10fe2-f823-48c3-ac5e-505703925ad5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:10.113143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Subnet': ['ID=d03cfd0e-b198-4c20-a557-49771bc9f9d8,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:10.124787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c194c5cd-05a6-4101-b42c-6fd3344b6be2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:10.130425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 4025fe86-ea74-4d94-b069-6c0b201f56f2 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:10.136943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.215026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Checking segment: {'id': '377217cb-6291-4300-bfee-487534585ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:10.215387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network hostable DHCP agents. Network: 5dbedb25-e79e-401a-9daf-3cbfa211f514, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:10.222225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.256479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.338666 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3ed7d70e-6925-478d-ac58-04c78e272d51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b900456ef7ce41da9867a03f4efc206e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6529081 Apr 18 12:14:10.345390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58888) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:10.369112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:10.394301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Port': ['ID=636a842f-3495-4494-9d53-4c08e9a502b0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:10.400560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/8e71d191-d253-4395-a822-dbf39d81eec9/0dc68a25-9de1-4dee-aa45-8dd5bbdf530b) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:10.419102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.420120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6055712-7dec-42ab-88d6-869948fe1bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.441484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c194c5cd-05a6-4101-b42c-6fd3344b6be2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:10.443942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.444058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:10.458863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:10.477045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 5dbedb25-e79e-401a-9daf-3cbfa211f514) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:10.488318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:10.489107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.495726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f079f3c-a7ae-40a6-a265-45b7ee8ef3d4 None None] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:10.531803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:10.537328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:10.537888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.546887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a29945f8-3bb6-43e6-85eb-93e48cf48cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.552436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.579941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Checking segment: {'id': '7846b7b6-42c7-4172-997b-e95f172783a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '8405a219-f6e6-4569-b5ff-2454e9ebbaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:10.580793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network hostable DHCP agents. Network: 8405a219-f6e6-4569-b5ff-2454e9ebbaa0, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:10.586403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a29945f8-3bb6-43e6-85eb-93e48cf48cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.639698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-157af8c9-c27c-447b-bf46-00b0b704f3ee tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9539287 Apr 18 12:14:10.651232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=2fa6b119-454c-4d37-9c9d-efac514680fb,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:10.658811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58894) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:10.664814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'subnet': {'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:10.713380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58898) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:10.719055 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a1eb88e0-3039-4d5c-aede-8eb3a578f7b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.9896195 Apr 18 12:14:10.790579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network 8405a219-f6e6-4569-b5ff-2454e9ebbaa0 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:10.790827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.798125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 8405a219-f6e6-4569-b5ff-2454e9ebbaa0) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:10.802142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:10.808434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:10.814033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:10.814868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.850652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90c25a-270d-4f4d-8c10-51ed7956100f None None] Network 8405a219-f6e6-4569-b5ff-2454e9ebbaa0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:10.885491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.894556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=4025fe86-ea74-4d94-b069-6c0b201f56f2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:10.900336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.924190 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a951bda5-69de-489b-98ac-dbda9d746535 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/4025fe86-ea74-4d94-b069-6c0b201f56f2 HTTP/1.1" status: 204 len: 168 time: 1.0161636 Apr 18 12:14:10.924797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:10.926804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58904) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:10.933777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Usage tracker for resource:subnet and tenant:2360c4e3733f4e50ad5cd9a2f064c206 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:10.939143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe91431-5edb-4538-a23d-52c5d1dbdb72 None None] Network fd32c85f-bf99-48a7-bb9b-3de9532b770d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:10.954136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:10.972023 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1e741133-23dd-4b73-9405-b50c0d4d6b87 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.7942700 Apr 18 12:14:10.972023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=13d177fa-52b1-45c0-a7da-3b9e8673e67e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:10.975052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:10.977302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58910) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:10.982321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:11.037790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325e3906-c167-4fed-9d7a-470b6cb9ebf6 None None] Network b636540e-082f-4905-b541-3d8e3187c97d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:11.057715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a29945f8-3bb6-43e6-85eb-93e48cf48cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.061433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e7c69682-515b-495d-89ed-ca35ea9ae127 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/13d177fa-52b1-45c0-a7da-3b9e8673e67e HTTP/1.1" status: 204 len: 168 time: 1.6508086 Apr 18 12:14:11.064648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58914) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:11.086447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.113571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a29945f8-3bb6-43e6-85eb-93e48cf48cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.115016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a29945f8-3bb6-43e6-85eb-93e48cf48cfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19693f70-5917-4265-ba49-4c3baee99546 HTTP/1.1" status: 204 len: 168 time: 0.7683859 Apr 18 12:14:11.115947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29945f8-3bb6-43e6-85eb-93e48cf48cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19693f70-5917-4265-ba49-4c3baee99546,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:11.129476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Made reservation on behalf of 2360c4e3733f4e50ad5cd9a2f064c206 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:11.133237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.142048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1e7c0-ffa6-470e-8611-3d9478a90729 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:11.152839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae1e7c0-ffa6-470e-8611-3d9478a90729 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:11.156480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3ccd33-5529-4ae7-bdb6-ab3441264371 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:11.160390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0ae1e7c0-ffa6-470e-8611-3d9478a90729 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Synchronizing usage tracker for tenant:d529db6b04494677955ca732b95d812a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:11.160968 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7a3ccd33-5529-4ae7-bdb6-ab3441264371 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.4337826 Apr 18 12:14:11.164733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.166931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58922) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:11.200845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.306215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0ae1e7c0-ffa6-470e-8611-3d9478a90729 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Unset dirty status for tenant:d529db6b04494677955ca732b95d812a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:11.309950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0ae1e7c0-ffa6-470e-8611-3d9478a90729 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3312924 Apr 18 12:14:11.315002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Transition to ACTIVE for port object 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:11.323885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58926) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:11.392673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 5991d88c-4af9-4758-a2e3-553d7df2eb3e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:11.392673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.420150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.435805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.461359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5dbedb25-e79e-401a-9daf-3cbfa211f514', 'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514', 'tenant_id': '2360c4e3733f4e50ad5cd9a2f064c206', 'fixed_ips': [{'subnet_id': 'd03cfd0e-b198-4c20-a557-49771bc9f9d8'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:11.462174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.462562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 2fa6b119-454c-4d37-9c9d-efac514680fb {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:11.462964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.554317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Transition to ACTIVE for port object 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:11.567035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 63579ede-a431-4fd8-897c-3586d4ba969d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:11.567375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.575405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.647925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.721809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Deleting port 9787ff9d-0a07-435f-8180-2173b3fc5600 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:11.722159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.746636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58936) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:11.770725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.850192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:11.894066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:11.900406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:11.943091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:11.947479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:11.952879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:11.960326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Usage tracker for resource:floatingip and tenant:a93959c6074e4146893a525dd8f16bb5 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:11.970415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:12.003316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:12.007303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Pushing event updated for resources: {'Port': ['ID=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:12.008247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.173538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Attempting to bind port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:12.174152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Attempting to bind port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:12.174843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Attempting to bind port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:12.192103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:12.192791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:12.193331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.193856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:12.194501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Bound port: 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:12.195898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.213535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] DHCP port deletion for fd32c85f-bf99-48a7-bb9b-3de9532b770d request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:12.223937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.228089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] For port 5991d88c-4af9-4758-a2e3-553d7df2eb3e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5991d88c-4af9-4758-a2e3-553d7df2eb3e,segment=NetworkSegment(e44e3f5c-df7f-4dd1-a2cf-a58d2199427e),segment_id=e44e3f5c-df7f-4dd1-a2cf-a58d2199427e)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:12.229464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.233101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Deleting port 5991d88c-4af9-4758-a2e3-553d7df2eb3e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:12.233667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.247514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.271588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] DHCP port deletion for b636540e-082f-4905-b541-3d8e3187c97d request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:12.280305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=76a003da-5738-4b37-b056-a9aaba00a34d,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:12.319874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Allocated IP 172.20.0.2 (5dbedb25-e79e-401a-9daf-3cbfa211f514/d03cfd0e-b198-4c20-a557-49771bc9f9d8/8545a722-eded-45cf-983d-025d4ed91646) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:12.328448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Deleting port 63579ede-a431-4fd8-897c-3586d4ba969d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:12.328821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.414874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Calling delete_port for 9787ff9d-0a07-435f-8180-2173b3fc5600 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:12.435690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 5991d88c-4af9-4758-a2e3-553d7df2eb3e owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:12.472474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.488029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.529244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.624560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port 63579ede-a431-4fd8-897c-3586d4ba969d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=63579ede-a431-4fd8-897c-3586d4ba969d,segment=NetworkSegment(2dcdad1a-c388-4b9c-b2fa-12989b9ec94e),segment_id=2dcdad1a-c388-4b9c-b2fa-12989b9ec94e)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:12.624971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.683335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] For port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:12.719560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 2fa6b119-454c-4d37-9c9d-efac514680fb owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:12.764822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] For port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:12.901118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58958) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:12.912836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 63579ede-a431-4fd8-897c-3586d4ba969d owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:12.936395 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP cd412113-e490-49ac-a8ac-b6b07139be88 associated. External IP: 172.26.4.168, port: e9705a96-eb74-4c65-9a64-6dee74768e84. Apr 18 12:14:12.969941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:12.972087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Subnet': ['ID=155975f2-0633-464c-91f7-c607e799f89e,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:12.997047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Checking segment: {'id': '23bb788c-2928-43cf-bb15-c082980f7ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:12.998516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network hostable DHCP agents. Network: a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:13.056354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.085553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] For port 63579ede-a431-4fd8-897c-3586d4ba969d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=63579ede-a431-4fd8-897c-3586d4ba969d,segment=NetworkSegment(2dcdad1a-c388-4b9c-b2fa-12989b9ec94e),segment_id=2dcdad1a-c388-4b9c-b2fa-12989b9ec94e)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:13.086393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.107393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.115042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=5991d88c-4af9-4758-a2e3-553d7df2eb3e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:13.145366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No DVR routers for this DVR port 5991d88c-4af9-4758-a2e3-553d7df2eb3e on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:13.160290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.178712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:13.184411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.190174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Port': ['ID=9787ff9d-0a07-435f-8180-2173b3fc5600,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:13.198109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-71575fce-7249-4d06-a7a7-5e756f39ee27 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] Request body: {'port': {'network_id': 'e09eae93-1515-470d-b5d3-59848eca1d30', 'name': 'tempest-NetworksNegativeTestJSON-207771356'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:13.232824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.245384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.309626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Calling delete_port for 63579ede-a431-4fd8-897c-3586d4ba969d owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:13.327373 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0008b3c3-8076-4f02-98be-cfa2c381fc54 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/ports/9787ff9d-0a07-435f-8180-2173b3fc5600 HTTP/1.1" status: 204 len: 168 time: 2.0001862 Apr 18 12:14:13.336163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58964) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:13.392072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] For port 5991d88c-4af9-4758-a2e3-553d7df2eb3e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5991d88c-4af9-4758-a2e3-553d7df2eb3e,segment=NetworkSegment(e44e3f5c-df7f-4dd1-a2cf-a58d2199427e),segment_id=e44e3f5c-df7f-4dd1-a2cf-a58d2199427e)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:13.392072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.395819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973eca-5baf-4c5c-98ad-bbbbf66e0c37 None None] Pushing event updated for resources: {'Port': ['ID=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:13.455706 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-71575fce-7249-4d06-a7a7-5e756f39ee27 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] POST failed (client error): The resource could not be found. Apr 18 12:14:13.456182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71575fce-7249-4d06-a7a7-5e756f39ee27 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:13.457294 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-71575fce-7249-4d06-a7a7-5e756f39ee27 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5133636 Apr 18 12:14:13.471820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:13.473716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:13.479694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=63579ede-a431-4fd8-897c-3586d4ba969d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:13.526000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Deleting port 636a842f-3495-4494-9d53-4c08e9a502b0 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:13.526347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.553946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.567503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:13.568091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.571474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Transition to ACTIVE for port object 8545a722-eded-45cf-983d-025d4ed91646 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:13.579799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.582742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.655780 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-70fefb8c-6e37-4121-8e81-6bb55f2e1e9d tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:13.655780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70fefb8c-6e37-4121-8e81-6bb55f2e1e9d tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:13.693967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:13.700081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Calling delete_port for 5991d88c-4af9-4758-a2e3-553d7df2eb3e owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:13.705900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No DVR routers for this DVR port 63579ede-a431-4fd8-897c-3586d4ba969d on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:13.718509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Allocated IP 172.26.4.106 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/5a52223d-1014-4c05-935c-8a4a2407b47c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:13.727733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfc1991-2a9e-40a0-a77b-8ab01c0902aa None None] Network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:13.759056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Transition to ACTIVE for port object 8545a722-eded-45cf-983d-025d4ed91646 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:13.783396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:14:13.784164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:14:13.812161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=2fa6b119-454c-4d37-9c9d-efac514680fb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:13.817126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd32c85f-bf99-48a7-bb9b-3de9532b770d']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:13.847236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.942948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:14:13.951179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:14:13.951378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.957967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:13.962964 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b9e8a239-41ae-4e4f-952c-c12873db44a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/2fa6b119-454c-4d37-9c9d-efac514680fb HTTP/1.1" status: 204 len: 168 time: 2.7855062 Apr 18 12:14:13.962964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:13.963205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:13.963315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44e3f5c-df7f-4dd1-a2cf-a58d2199427e') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:13.974511 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-70fefb8c-6e37-4121-8e81-6bb55f2e1e9d tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "DELETE /v2.0/networks/a429580a-0ef2-4ea5-8b66-6ab59861fa95 HTTP/1.1" status: 404 len: 339 time: 0.4867725 Apr 18 12:14:13.974699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:13.978939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58974) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:13.981598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:13.983023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Pushing event updated for resources: {'Port': ['ID=8545a722-eded-45cf-983d-025d4ed91646,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:13.984478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58976) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.028444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.033809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.101633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c62ef7e8-baae-4dc9-a028-899e5c5dcd08 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4441619 Apr 18 12:14:14.103206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58982) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.107548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b636540e-082f-4905-b541-3d8e3187c97d']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:14.132351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-006a0833-5eb7-410e-933d-7cdeb38796a4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:14.133111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-006a0833-5eb7-410e-933d-7cdeb38796a4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:14.135088 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-006a0833-5eb7-410e-933d-7cdeb38796a4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "DELETE /v2.0/ports/34e450b2-339f-435c-8a89-7f1a2906a45f HTTP/1.1" status: 404 len: 333 time: 0.1492252 Apr 18 12:14:14.161956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Attempting to bind port 8545a722-eded-45cf-983d-025d4ed91646 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:14.162328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Attempting to bind port 8545a722-eded-45cf-983d-025d4ed91646 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '377217cb-6291-4300-bfee-487534585ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:14.162719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Attempting to bind port 8545a722-eded-45cf-983d-025d4ed91646 on network 5dbedb25-e79e-401a-9daf-3cbfa211f514 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:14.189994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58986) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.200374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.217294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:14.217726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcdad1a-c388-4b9c-b2fa-12989b9ec94e') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:14.236453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:14.236791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:14.236967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.237171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Checking segment: {'id': '377217cb-6291-4300-bfee-487534585ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:14.237554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.237937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Bound using segment: {'id': '377217cb-6291-4300-bfee-487534585ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:14.238417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Bound port: 8545a722-eded-45cf-983d-025d4ed91646, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377217cb-6291-4300-bfee-487534585ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '5dbedb25-e79e-401a-9daf-3cbfa211f514'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:14.241610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.254284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:14.257486 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:14.274447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.290532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Deleting port 63579ede-a431-4fd8-897c-3586d4ba969d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:14.290911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.314377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4', 'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4', 'tenant_id': '2360c4e3733f4e50ad5cd9a2f064c206', 'fixed_ips': [{'subnet_id': '155975f2-0633-464c-91f7-c607e799f89e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:14.315474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.365997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Calling delete_port for 636a842f-3495-4494-9d53-4c08e9a502b0 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:14.400284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d298df5-f7c9-4755-9031-a84387ef9e03 None None] The port '63579ede-a431-4fd8-897c-3586d4ba969d' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:14:14.445395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Deleting port 5991d88c-4af9-4758-a2e3-553d7df2eb3e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:14.446270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.447966 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9120a6c5-9651-4f3e-bf64-5354889d3bfe tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] DELETE failed (client error): The resource could not be found. Apr 18 12:14:14.448712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9120a6c5-9651-4f3e-bf64-5354889d3bfe tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:14.463314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6725-bada-40c0-86d6-a30437b4079d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:14.464965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a6725-bada-40c0-86d6-a30437b4079d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:14.466599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f99a6725-bada-40c0-86d6-a30437b4079d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4865642 Apr 18 12:14:14.484994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 58990) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.498271 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9120a6c5-9651-4f3e-bf64-5354889d3bfe tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "DELETE /v2.0/subnets/7cb3b7f8-6f9e-40ca-95f2-65dd25c5085b HTTP/1.1" status: 404 len: 337 time: 0.3060369 Apr 18 12:14:14.509125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58994) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.542049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.551014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:14.551472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.579900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.591235 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b6fbff-bc16-41ae-993a-bebddbce383d tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] GET failed (client error): The resource could not be found. Apr 18 12:14:14.592925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e5b6fbff-bc16-41ae-993a-bebddbce383d tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "GET /v2.0/networks/dc20d833-7bea-4752-bad6-05156d8712f4 HTTP/1.1" status: 404 len: 339 time: 0.0746815 Apr 18 12:14:14.600469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 58998) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.612914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:14.613313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-09156c3b-3612-4175-8109-ee7b3276ffb4 None None] The port '5991d88c-4af9-4758-a2e3-553d7df2eb3e' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:14:14.637094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:14.687954 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:14.701034 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1076d90-3c61-4f81-8d6c-79586d01bcbf tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] GET failed (client error): The resource could not be found. Apr 18 12:14:14.702232 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f1076d90-3c61-4f81-8d6c-79586d01bcbf tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "GET /v2.0/ports/abaa72b7-7596-4ad4-8bbb-8a478294f453 HTTP/1.1" status: 404 len: 333 time: 0.0840950 Apr 18 12:14:14.708452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59002) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.708635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:14.709180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:14.763937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e1e1bc-4c3e-4fa2-9a95-82095132f2a4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] GET failed (client error): The resource could not be found. Apr 18 12:14:14.765753 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-40e1e1bc-4c3e-4fa2-9a95-82095132f2a4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "GET /v2.0/subnets/75eed9d3-7f5e-4800-a878-3ed1197f12df HTTP/1.1" status: 404 len: 337 time: 0.0537858 Apr 18 12:14:14.777053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59006) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.784108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d377210e-a643-4024-9efd-f394074434c4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:14.789022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.806136 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d377210e-a643-4024-9efd-f394074434c4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] PUT failed (client error): The resource could not be found. Apr 18 12:14:14.813832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d377210e-a643-4024-9efd-f394074434c4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:14.813832 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d377210e-a643-4024-9efd-f394074434c4 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "PUT /v2.0/networks/b1fe8c89-9f21-49a4-a4a6-376a418dd4a9 HTTP/1.1" status: 404 len: 339 time: 0.0294726 Apr 18 12:14:14.813832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59010) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.818239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6b7b3eac-44bd-4af6-8eb8-9906ba8fc882 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:14.850019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.874919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.882714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:14.902483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.906820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.918660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=b636540e-082f-4905-b541-3d8e3187c97d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:14.921548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.935555 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b25a7dd2-bf4c-4de2-b708-b1b534b04103 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/b636540e-082f-4905-b541-3d8e3187c97d HTTP/1.1" status: 204 len: 168 time: 3.8563240 Apr 18 12:14:14.935555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:14.941816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/fd32c85f-bf99-48a7-bb9b-3de9532b770d HTTP/1.1" status: 204 len: 168 time: 4.0068123 Apr 18 12:14:14.942185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] For port 8545a722-eded-45cf-983d-025d4ed91646, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:14.946094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59014) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.946094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59016) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:14.947975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:14.947975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:14.951760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7b3eac-44bd-4af6-8eb8-9906ba8fc882 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] PUT failed (client error): The resource could not be found. Apr 18 12:14:14.952237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7b3eac-44bd-4af6-8eb8-9906ba8fc882 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:14.956941 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6b7b3eac-44bd-4af6-8eb8-9906ba8fc882 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "PUT /v2.0/ports/30a4f9ec-df23-4a1f-8d0d-791baf86b7ce HTTP/1.1" status: 404 len: 333 time: 0.1402557 Apr 18 12:14:14.993533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 8e71d191-d253-4395-a822-dbf39d81eec9 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:15.002861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59022) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.005937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2070342871', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:15.014327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:15.020460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-636dba13-2cbf-4afa-8bf3-96de0eaed9b0 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:15.037552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] For port 8545a722-eded-45cf-983d-025d4ed91646, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8545a722-eded-45cf-983d-025d4ed91646,segment=NetworkSegment(377217cb-6291-4300-bfee-487534585ea4),segment_id=377217cb-6291-4300-bfee-487534585ea4)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:15.039570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:15.040118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173f83fa-92ca-4909-825a-d5b677ed1c75 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:15.061484 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:15.072255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Allocated IP 172.20.0.2 (a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4/155975f2-0633-464c-91f7-c607e799f89e/f1c9e386-06fa-46d4-b182-db70ca7b155f) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:15.077976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:15.117389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:15.127816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:15.140531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:15.155812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.158155 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/ports/636a842f-3495-4494-9d53-4c08e9a502b0 HTTP/1.1" status: 204 len: 168 time: 1.8210278 Apr 18 12:14:15.183766 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-636dba13-2cbf-4afa-8bf3-96de0eaed9b0 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] PUT failed (client error): The resource could not be found. Apr 18 12:14:15.184253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636dba13-2cbf-4afa-8bf3-96de0eaed9b0 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:15.185615 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-636dba13-2cbf-4afa-8bf3-96de0eaed9b0 tempest-NetworksNegativeTestJSON-92877889 tempest-NetworksNegativeTestJSON-92877889-project] 10.222.0.24 "PUT /v2.0/subnets/c53886a5-77ee-4bad-b320-7a01806b1c0a HTTP/1.1" status: 404 len: 337 time: 0.1714430 Apr 18 12:14:15.186685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:15.189616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:15.199791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59026) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.226045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef0420e-9484-4ae7-ad8f-168b68b39477 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:15.228070 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3ef0420e-9484-4ae7-ad8f-168b68b39477 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/e00c4609-3273-4b02-ae35-6e33cabad9c9 HTTP/1.1" status: 200 len: 845 time: 0.2778950 Apr 18 12:14:15.238954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.246769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59032) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.251938 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea253152-e5dd-41eb-826a-6256bbb9f60a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.2498076 Apr 18 12:14:15.253283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.254616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.264378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59034) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.267763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Pushing event updated for resources: {'Port': ['ID=5a52223d-1014-4c05-935c-8a4a2407b47c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:15.358730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.366236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83abcadb-7c6d-4944-a0d4-eda5db9df239 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=fd32c85f-bf99-48a7-bb9b-3de9532b770d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:15.373772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'port_id': 'e9705a96-eb74-4c65-9a64-6dee74768e84', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:15.376159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Transition to ACTIVE for port object f1c9e386-06fa-46d4-b182-db70ca7b155f will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:15.382307 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-07ac2a84-0054-40a6-9f8b-7ae30bbfaf15 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1812010 Apr 18 12:14:15.383332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59040) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.398504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Transition to ACTIVE for port object f1c9e386-06fa-46d4-b182-db70ca7b155f will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:15.404953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5991d88c-4af9-4758-a2e3-553d7df2eb3e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:15.408427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1832607988'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:15.425171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:15.431733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.452171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a8ee7-6d30-4927-a3ba-d0dd8549aee0 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Port': ['ID=636a842f-3495-4494-9d53-4c08e9a502b0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:15.472442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 5991d88c-4af9-4758-a2e3-553d7df2eb3e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:15.472442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5991d88c-4af9-4758-a2e3-553d7df2eb3e not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:15.472736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 63579ede-a431-4fd8-897c-3586d4ba969d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:15.489754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:network and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:15.501712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:15.510167 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.517092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.520852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.524339 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1dd0e8cf-d378-44b4-b971-b994bcd5798d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/e00c4609-3273-4b02-ae35-6e33cabad9c9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2652423 Apr 18 12:14:15.533504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59044) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.535017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Provisioning for port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:15.542533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 63579ede-a431-4fd8-897c-3586d4ba969d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:15.542866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 63579ede-a431-4fd8-897c-3586d4ba969d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:15.544153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:15.553684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:15.558774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.605263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:15.606161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Provisioning complete for port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:15.606551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.669832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:15.677209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:15.683506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:15.683801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.748828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:15.762067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:15.769454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59050) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:15.777128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:15.783033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:15.786415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.798640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.814495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Attempting to bind port f1c9e386-06fa-46d4-b182-db70ca7b155f on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:15.815040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Attempting to bind port f1c9e386-06fa-46d4-b182-db70ca7b155f by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '23bb788c-2928-43cf-bb15-c082980f7ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:15.815262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Attempting to bind port f1c9e386-06fa-46d4-b182-db70ca7b155f on network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:15.827196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:15.827561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Checking segment: {'id': '23bb788c-2928-43cf-bb15-c082980f7ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:15.827959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.828336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Bound using segment: {'id': '23bb788c-2928-43cf-bb15-c082980f7ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:15.828830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Bound port: f1c9e386-06fa-46d4-b182-db70ca7b155f, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23bb788c-2928-43cf-bb15-c082980f7ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:15.829183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.925664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:15.935738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:15.982411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] For port f1c9e386-06fa-46d4-b182-db70ca7b155f, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:15.987704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] For port f1c9e386-06fa-46d4-b182-db70ca7b155f, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f1c9e386-06fa-46d4-b182-db70ca7b155f,segment=NetworkSegment(23bb788c-2928-43cf-bb15-c082980f7ee6),segment_id=23bb788c-2928-43cf-bb15-c082980f7ee6)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:16.009070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.026251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2fd38f-5983-4baa-b11a-f1fd65ccf363 None None] Pushing event updated for resources: {'Port': ['ID=8545a722-eded-45cf-983d-025d4ed91646,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:16.047158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.053018 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Added segment 8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4 of type vlan for network 77fe3ed4-8741-45af-924b-4727a62b3df8 Apr 18 12:14:16.070139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.099440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:16.100468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.103915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.148714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:16.163169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.220743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.242324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Allocated IP 172.20.0.1 (5dbedb25-e79e-401a-9daf-3cbfa211f514/d03cfd0e-b198-4c20-a557-49771bc9f9d8/4e761ab4-48a5-45ce-9c81-b112b1adb389) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:16.253600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Usage tracker for resource:security_group_rule and tenant:aaf8e708c0774dd6a0e265ea30b0ab59 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:16.257338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:16.264285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:16.274152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e386-06fa-46d4-b182-db70ca7b155f,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:16.377202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a1a6a-7b18-4929-bdd2-cbf5aafc1903 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e386-06fa-46d4-b182-db70ca7b155f,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:16.442771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.453440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:14:16.453679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:14:16.487248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.494739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:16.496172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.502533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.520065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b950c5-d2f8-4adf-a80f-3821532bbd86 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:16.537837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.555542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=8e71d191-d253-4395-a822-dbf39d81eec9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:16.732977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Network': ['ID=77fe3ed4-8741-45af-924b-4727a62b3df8,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:16.734289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.764156 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d12ae31c-7ab5-4d57-8c8f-d89fcb97a2a8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/8e71d191-d253-4395-a822-dbf39d81eec9 HTTP/1.1" status: 204 len: 168 time: 2.2752202 Apr 18 12:14:16.766287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 77fe3ed4-8741-45af-924b-4727a62b3df8 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:16.769099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59056) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:16.772012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.853932 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-924269b4-9de5-4ba4-bee6-7ffb3db64a24 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784559 Apr 18 12:14:16.861412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ad67c137-4466-4ea9-8905-9904806c5881 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4664800 Apr 18 12:14:16.870105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59060) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:16.870590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59062) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:16.883426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:16.907009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-715689086'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:16.917651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Transition to ACTIVE for port object 4e761ab4-48a5-45ce-9c81-b112b1adb389 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:16.945478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:16.959452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:network and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:16.965418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:16.976504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:16.979922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:17.051524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.069674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:17.076275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.083676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:17.099342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:17.099622 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:14:17.102076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] For port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:17.126049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:17.159764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461771b-cd03-4a1a-bc09-dab9ff0f2c2a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:17.163817 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bebe7120-eb6d-43cd-aef1-d60e163a5f22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaf8e708c0774dd6a0e265ea30b0ab59&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3930888 Apr 18 12:14:17.166451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59068) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:17.176941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:17.181113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] Deleting port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:17.181485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.189513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:17.193420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.253588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:17.261931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.337417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba65711-2bca-41d4-be73-324c95da1ead None None] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:17.389074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.389661 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Added segment d4d4c73c-b2e7-434e-b07f-65eab1b68c52 of type vlan for network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 Apr 18 12:14:17.414756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.422175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.428874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.461891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.497331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.609209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Port': ['ID=4e761ab4-48a5-45ce-9c81-b112b1adb389,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:17.611638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:17.615613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.717819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab0-36eb-494e-98a1-a970ce8a1853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.719390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551603d-9c57-405c-9183-37a7342ecaa9 None None] Network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:17.737280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:17.746062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:17.753007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:17.770106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c529ef34-ea52-4921-ad15-8f48d5e53ba0 None None] Could not find standard attr ID for object 2fa6b119-454c-4d37-9c9d-efac514680fb. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:14:17.796659 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] For port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:17.797119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.817160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.823047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:17.823664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.841646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab0-36eb-494e-98a1-a970ce8a1853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.883936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:17.913270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=442c5c30-c844-4a6a-971f-b55b3396d26f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:17.916620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:17.963893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Network': ['ID=c690f0fd-7bd3-41ca-bd6a-ea8f24257093,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:18.014679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.069212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] Calling delete_port for 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:18.135637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.148271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:18.163987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3d75a670-c00e-4b08-90da-9dfd795d32d7 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2899523 Apr 18 12:14:18.174571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:18.188383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1407483a-f1fb-4a6c-b1ea-7b4694497586 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:18.194054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.202651 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b0e4d-3747-4863-940b-344fd18a0c78 None None] Pushing event updated for resources: {'Port': ['ID=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:18.351649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f1c9e386-06fa-46d4-b182-db70ca7b155f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:18.363816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59072) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:18.369071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.373184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab0-36eb-494e-98a1-a970ce8a1853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.376981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:18.377566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.378910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c529ef34-ea52-4921-ad15-8f48d5e53ba0 None None] Provisioning for port 8545a722-eded-45cf-983d-025d4ed91646 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:18.379614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'subnets': [{'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--229147983', 'ip_version': 4}, {'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:18.379926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'subnet': {'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--229147983', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:18.380485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Request body: {'subnet': {'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:18.402236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.430651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.468836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade1ab0-36eb-494e-98a1-a970ce8a1853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461771b-cd03-4a1a-bc09-dab9ff0f2c2a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:18.588306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:18.605240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ade1ab0-36eb-494e-98a1-a970ce8a1853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.608767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8ade1ab0-36eb-494e-98a1-a970ce8a1853 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8461771b-cd03-4a1a-bc09-dab9ff0f2c2a HTTP/1.1" status: 204 len: 168 time: 1.4389863 Apr 18 12:14:18.614044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:18.625002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:18.625349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.629233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=4ca5f8c4-3df8-4b8c-b148-e3276b714516,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:18.643459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:18.659772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.659772 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9046845 Apr 18 12:14:18.662490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.686336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59078) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:18.706672 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-441f6dd5-c53d-4e16-9862-5840139d3339 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1691086 Apr 18 12:14:18.716352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59082) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:18.722726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b3db5-dd9c-4b17-a3b1-1027d50e8707 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Pushing event updated for resources: {'Port': ['ID=5a52223d-1014-4c05-935c-8a4a2407b47c,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:18.751297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1756168414', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'fixed_ips': [{'ip_address': '172.26.4.106'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:18.791673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:18.795237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'security_group': {'name': 'tempest-secgroup-610167797'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:18.816030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:18.817506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:18.830022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:18.834269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:18.845888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:18.883300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5504f835-390c-4896-8a82-48703725c59c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0088754 Apr 18 12:14:18.890842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59086) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:18.896901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Usage tracker for resource:port and tenant:a93959c6074e4146893a525dd8f16bb5 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:18.900314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f1c9e386-06fa-46d4-b182-db70ca7b155f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:18.901492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': '4ca5f8c4-3df8-4b8c-b148-e3276b714516', 'ip_address': '2001:db8::4e65:77de:b86:f0ec'}], 'name': 'tempest-NetworksTestDHCPv6-519849023'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:18.905808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:18.913541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] Pushing event deleted for resources: {'Port': ['ID=0dc68a25-9de1-4dee-aa45-8dd5bbdf530b,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:18.919190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:18.927920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8545a722-eded-45cf-983d-025d4ed91646 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:18.947457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:18.960174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Usage tracker for resource:subnet and tenant:d529db6b04494677955ca732b95d812a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:19.043407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.060482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc117a08-5fd2-49d7-aeb6-a5025ee350da None None] No DVR routers for this DVR port 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:19.067754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] Provisioning for port f1c9e386-06fa-46d4-b182-db70ca7b155f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:19.130368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20669dc-ac88-4d91-aa04-dd3826a2df18 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:19.153944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] Provisioning complete for port f1c9e386-06fa-46d4-b182-db70ca7b155f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:19.154890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.155043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:19.163169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Made reservation on behalf of a93959c6074e4146893a525dd8f16bb5 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:19.165493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.175899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:19.200931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.216013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:19.222320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group_rule and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:19.222898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:19.226730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:19.228927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Usage tracker for resource:security_group_rule and tenant:a93959c6074e4146893a525dd8f16bb5 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:19.234782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:19.240085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:19.249929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:19.253009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.302317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Made reservation on behalf of d529db6b04494677955ca732b95d812a for: {'subnet': 2} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:19.310880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.311212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.335282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.346913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.358030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:19.360847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 172.26.4.61 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/dce568f1-35d8-46f2-8b57-e82344c500db) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:19.372441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:19.377268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:19.379305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:19.394284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:19.398512 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:19.415123 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:19.415945 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:19.551697 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:19.566129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 8545a722-eded-45cf-983d-025d4ed91646 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:19.570630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:19.571238 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:19.596273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8545a722-eded-45cf-983d-025d4ed91646 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:19.596654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.692136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'tenant_id': 'd811edc30e4a49b4a8a2b2f7bb2cba2a', 'fixed_ips': [{'subnet_id': '442c5c30-c844-4a6a-971f-b55b3396d26f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:19.692965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.696049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.735653 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:19.736242 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89d2a58-aaf5-4e6b-bfa4-f2455cb320cb None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:19.751917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.781536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.785197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:19.921464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Port': ['ID=4e761ab4-48a5-45ce-9c81-b112b1adb389,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:19.933607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '4ca5f8c4-3df8-4b8c-b148-e3276b714516'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:19.934436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.941504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:19.942565 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7a2d0d72-a0c7-469c-bd21-7dca278808a3 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/floatingips/cd412113-e490-49ac-a8ac-b6b07139be88 HTTP/1.1" status: 200 len: 979 time: 4.6764266 Apr 18 12:14:19.943417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7086d9-691e-4bd1-b2ed-cfe68c0cd858,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:19.946534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59106) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:20.051247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] For port f1c9e386-06fa-46d4-b182-db70ca7b155f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f1c9e386-06fa-46d4-b182-db70ca7b155f,segment=NetworkSegment(23bb788c-2928-43cf-bb15-c082980f7ee6),segment_id=23bb788c-2928-43cf-bb15-c082980f7ee6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:20.104981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.132875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.179960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:20.201094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.223303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] device_id is not set on port 0621d77d-03d6-4b5e-80e8-d08a4f34796a yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:20.226566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.232276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.248879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.253125 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-278c0f88-84b5-4665-9d0b-63a899f2b80c tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5271358 Apr 18 12:14:20.253813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59118) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:20.261478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 462dcd30-ac3e-4100-beec-eb255bd21222 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:20.357540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Allocated IP 2001:db8::2 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/442c5c30-c844-4a6a-971f-b55b3396d26f/a2cef741-987d-48a6-b3dd-31938260102e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:20.375908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e0b4c-b705-49e7-8d22-948a40bfb781 None None] Pushing event updated for resources: {'Port': ['ID=f1c9e386-06fa-46d4-b182-db70ca7b155f,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:20.386505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Provisioning complete for port f1c9e386-06fa-46d4-b182-db70ca7b155f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:20.386882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.392848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ed3feb4c-48e5-4ba5-85cb-90775ed1ef1f tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-187184455', 'prefixes': ['172.20.0.0/16']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:20.398727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.409545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'security_group': {'name': 'tempest-secgroup-197623586'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:20.423342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:20.425174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 8545a722-eded-45cf-983d-025d4ed91646, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8545a722-eded-45cf-983d-025d4ed91646,segment=NetworkSegment(377217cb-6291-4300-bfee-487534585ea4),segment_id=377217cb-6291-4300-bfee-487534585ea4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:20.430445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ed3feb4c-48e5-4ba5-85cb-90775ed1ef1f tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:20.431049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:20.440018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:20.447543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/4ca5f8c4-3df8-4b8c-b148-e3276b714516/8b088ba0-faef-4a59-a832-0e054eaee8af) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:20.457245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:20.494756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2abcf1-ad70-40c0-bb06-d7d2a1141df5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:20.534506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.537447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 76a003da-5738-4b37-b056-a9aaba00a34d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:20.537447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.562172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.584632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:20.589700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group_rule and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:20.594086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:20.602829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:20.636222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:20.636400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:20.661075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:20.687717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:20.703914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:20.707912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:20.715227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:20.724184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:20.724539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dc68a25-9de1-4dee-aa45-8dd5bbdf530b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:20.798603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=8545a722-eded-45cf-983d-025d4ed91646,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:20.911360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f1c9e386-06fa-46d4-b182-db70ca7b155f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:20.975033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=dce568f1-35d8-46f2-8b57-e82344c500db,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:21.035092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.081495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.107718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.131874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db09d6ab-a445-4c62-8e79-c972b9b757ef,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:21.164898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Transition to ACTIVE for port object a2cef741-987d-48a6-b3dd-31938260102e will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:21.193190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Provisioning complete for port 8545a722-eded-45cf-983d-025d4ed91646 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:21.193835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.195922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.203959 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cfbd3a94-90ab-4bab-8096-5e5a93ecc551 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8023193 Apr 18 12:14:21.203959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59122) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:21.207596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1411748027', 'security_groups': ['db09d6ab-a445-4c62-8e79-c972b9b757ef'], 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '442c5c30-c844-4a6a-971f-b55b3396d26f'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:21.251491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f1c9e386-06fa-46d4-b182-db70ca7b155f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:21.251782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.260669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 12:14:21.261259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:21.274418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.274756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.275741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Transition to ACTIVE for port object a2cef741-987d-48a6-b3dd-31938260102e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:21.279570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.315325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Transition to ACTIVE for port object 8b088ba0-faef-4a59-a832-0e054eaee8af will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:21.352676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Transition to ACTIVE for port object 8b088ba0-faef-4a59-a832-0e054eaee8af will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:21.402190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.427695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.456515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ed3feb4c-48e5-4ba5-85cb-90775ed1ef1f tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] Notify callbacks [] for subnetpool, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.459547 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ed3feb4c-48e5-4ba5-85cb-90775ed1ef1f tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.2748640 Apr 18 12:14:21.469738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 76a003da-5738-4b37-b056-a9aaba00a34d owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:21.477953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.483636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59126) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:21.502028 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d9c24207-fff7-4356-91ac-7ac6f94b9579 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8145106 Apr 18 12:14:21.520454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59130) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:21.542111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:21.552640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:21.553040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:21.554033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Pushing event updated for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:21.559871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:21.571199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:port and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:21.582889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:21.597309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:21.599924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:21.602307 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5e50c8b6-33d3-482e-800f-00ccb4101ef3 tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] 10.222.0.24 "GET /v2.0/subnetpools/83ab01c0-b5c2-49e8-b0ef-7778d9a2a206 HTTP/1.1" status: 200 len: 731 time: 0.1131141 Apr 18 12:14:21.609915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59134) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:21.613950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:21.652291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:21.751398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Provisioning for port 4e761ab4-48a5-45ce-9c81-b112b1adb389 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:21.808372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Pushing event updated for resources: {'Port': ['ID=8b088ba0-faef-4a59-a832-0e054eaee8af,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:21.816418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3b40733a-3ae4-49f5-adce-630eeb4b835a tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-814497325'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:21.816638 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Provisioning complete for port 4e761ab4-48a5-45ce-9c81-b112b1adb389 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:21.816977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.818660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Router 3aa827b1-488a-4372-bcfb-57e5821915bf is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:14:21.846575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Attempting to bind port a2cef741-987d-48a6-b3dd-31938260102e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:21.846575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Attempting to bind port a2cef741-987d-48a6-b3dd-31938260102e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd0d95672-0c1c-4561-89a7-75de906e1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:21.846575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Attempting to bind port a2cef741-987d-48a6-b3dd-31938260102e on network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:21.848034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:21.866647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::4e65:77de:b86:f0ec (5f4dde90-d90b-4725-911c-836df72b725b/4ca5f8c4-3df8-4b8c-b148-e3276b714516/462dcd30-ac3e-4100-beec-eb255bd21222) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:21.876902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:21.876902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Checking segment: {'id': 'd0d95672-0c1c-4561-89a7-75de906e1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:21.877234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.877546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Bound using segment: {'id': 'd0d95672-0c1c-4561-89a7-75de906e1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:21.877912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Bound port: a2cef741-987d-48a6-b3dd-31938260102e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d95672-0c1c-4561-89a7-75de906e1bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:21.878636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.887061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Attempting to bind port 8b088ba0-faef-4a59-a832-0e054eaee8af on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:21.887452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Attempting to bind port 8b088ba0-faef-4a59-a832-0e054eaee8af by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:21.888380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Attempting to bind port 8b088ba0-faef-4a59-a832-0e054eaee8af on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:21.933461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:21.933461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:21.933461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.933461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:21.933958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Bound port: 8b088ba0-faef-4a59-a832-0e054eaee8af, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:21.934070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:21.965176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d11d6173-ebfd-41e2-bc6f-28eb3dbe4eee None None] Port 4e761ab4-48a5-45ce-9c81-b112b1adb389 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:22.049733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Deleting port 5a52223d-1014-4c05-935c-8a4a2407b47c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:22.050002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.059384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:22.074025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a2cef741-987d-48a6-b3dd-31938260102e,segment=NetworkSegment(d0d95672-0c1c-4561-89a7-75de906e1bc8),segment_id=d0d95672-0c1c-4561-89a7-75de906e1bc8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:22.082088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] For port 8b088ba0-faef-4a59-a832-0e054eaee8af, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:22.086430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] For port 8b088ba0-faef-4a59-a832-0e054eaee8af, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8b088ba0-faef-4a59-a832-0e054eaee8af,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:22.095209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3dcf6071-679a-49ab-8ff7-c59240bc0d61 None None] Provisioning complete for port 4e761ab4-48a5-45ce-9c81-b112b1adb389 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:22.095583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dcf6071-679a-49ab-8ff7-c59240bc0d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.153745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf6071-679a-49ab-8ff7-c59240bc0d61 None None] Port 4e761ab4-48a5-45ce-9c81-b112b1adb389 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:22.179414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.222173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.242966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:22.248108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.252327 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3d26ae69-4433-466c-8b2b-a8ee1f687959 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1339505 Apr 18 12:14:22.258653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59138) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:22.264694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.268719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] Sync routers for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:22.300098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac07306-15bf-4391-81e2-af83a11b0bcf None None] Pushing event updated for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:22.350921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:22.351718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:22.454615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:22.483594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:22.484041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:22.492958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Subnet': ['ID=37364954-6d1e-45a7-b2cf-3587b365ab56,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:22.502008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.502334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.525725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Checking segment: {'id': '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:22.526073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network hostable DHCP agents. Network: 77fe3ed4-8741-45af-924b-4727a62b3df8, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:22.539865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3b40733a-3ae4-49f5-adce-630eeb4b835a tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] Notify callbacks [] for subnetpool, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.541181 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3b40733a-3ae4-49f5-adce-630eeb4b835a tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] 10.222.0.24 "PUT /v2.0/subnetpools/83ab01c0-b5c2-49e8-b0ef-7778d9a2a206 HTTP/1.1" status: 200 len: 683 time: 0.9278970 Apr 18 12:14:22.555990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59142) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:22.579878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:22.580283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc1d0e2-3b99-42ef-9689-0f3819b863cb None None] The sync data for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:22.598559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef231-3e79-4a38-830a-bb8f066aaf57 None None] Pushing event updated for resources: {'Port': ['ID=8b088ba0-faef-4a59-a832-0e054eaee8af,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:22.722991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Calling delete_port for 5a52223d-1014-4c05-935c-8a4a2407b47c owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:22.736720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:22.823706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.964779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network 77fe3ed4-8741-45af-924b-4727a62b3df8 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:22.975886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:22.977393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.010401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8545a722-eded-45cf-983d-025d4ed91646 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:23.071503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 77fe3ed4-8741-45af-924b-4727a62b3df8) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:23.081754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb73d0-3eec-4f17-a533-4934d592a2bc None None] Network 77fe3ed4-8741-45af-924b-4727a62b3df8 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:23.114806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=76a003da-5738-4b37-b056-a9aaba00a34d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:23.117382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.149461 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 462dcd30-ac3e-4100-beec-eb255bd21222 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:23.167898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.172375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8545a722-eded-45cf-983d-025d4ed91646 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:23.172747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.251655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a52223d-1014-4c05-935c-8a4a2407b47c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:23.345080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event updated for resources: {'Subnet': ['ID=2215aafe-4fc0-4ebd-92f9-3ccd065a62d5,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:23.353212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.358944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP cd412113-e490-49ac-a8ac-b6b07139be88 disassociated (deleted). External IP: 172.26.4.168, port: e9705a96-eb74-4c65-9a64-6dee74768e84. Apr 18 12:14:23.423472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8b088ba0-faef-4a59-a832-0e054eaee8af up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:23.527381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-77fe3ed4-8741-45af-924b-4727a62b3df8', 'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8', 'tenant_id': 'd529db6b04494677955ca732b95d812a', 'fixed_ips': [{'subnet_id': '37364954-6d1e-45a7-b2cf-3587b365ab56'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:23.528079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.648698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Checking segment: {'id': 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:23.663730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network hostable DHCP agents. Network: c690f0fd-7bd3-41ca-bd6a-ea8f24257093, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:23.680742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1fe87e20-603c-4932-bcaa-8f4ae9223d73 tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] Notify callbacks [] for subnetpool, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.685181 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1fe87e20-603c-4932-bcaa-8f4ae9223d73 tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/83ab01c0-b5c2-49e8-b0ef-7778d9a2a206 HTTP/1.1" status: 204 len: 168 time: 1.1172481 Apr 18 12:14:23.694673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59146) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:23.728645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.744333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-c2e582d1-426c-4338-8a8b-f7309295952d tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] show failed (client error): The resource could not be found. Apr 18 12:14:23.745356 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c2e582d1-426c-4338-8a8b-f7309295952d tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] 10.222.0.24 "GET /v2.0/subnetpools/83ab01c0-b5c2-49e8-b0ef-7778d9a2a206 HTTP/1.1" status: 404 len: 346 time: 0.0437708 Apr 18 12:14:23.759540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59150) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:23.771549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Allocated IP 172.20.0.2 (77fe3ed4-8741-45af-924b-4727a62b3df8/37364954-6d1e-45a7-b2cf-3587b365ab56/b3bf5ac9-945e-4b68-b23a-d6cac6d427a4) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:23.774064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 8b088ba0-faef-4a59-a832-0e054eaee8af completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:23.790645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:23.802946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::2e1 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/442c5c30-c844-4a6a-971f-b55b3396d26f/2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:23.822035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:23.873967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-c1c1d0c4-f164-4230-968e-7e32b1c4b67c tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] delete failed (client error): The resource could not be found. Apr 18 12:14:23.891109 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c1c1d0c4-f164-4230-968e-7e32b1c4b67c tempest-SubnetPoolsTestJSON-805955325 tempest-SubnetPoolsTestJSON-805955325-project] 10.222.0.24 "DELETE /v2.0/subnetpools/83ab01c0-b5c2-49e8-b0ef-7778d9a2a206 HTTP/1.1" status: 404 len: 346 time: 0.1001232 Apr 18 12:14:23.986069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 3bc2ee59-0b12-4755-9c8e-7019e6071238 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:14:23.993366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-487d92ed-9585-4d4f-86d2-1bb79b09c70b None None] Provisioning for port a2cef741-987d-48a6-b3dd-31938260102e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:24.072189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-487d92ed-9585-4d4f-86d2-1bb79b09c70b None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:24.072497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-487d92ed-9585-4d4f-86d2-1bb79b09c70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.125995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:24.132771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:24.132900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a2cef741-987d-48a6-b3dd-31938260102e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:24.133405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:24.152727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:24.155279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:24.161222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:24.161985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.164545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:24.164920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.251643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=462dcd30-ac3e-4100-beec-eb255bd21222,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:24.277901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c690f0fd-7bd3-41ca-bd6a-ea8f24257093) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:24.296175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:24.296881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:24.297326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.299248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1b070a-6e75-441d-8efa-4c6ef160883c None None] Network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:24.312970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-487d92ed-9585-4d4f-86d2-1bb79b09c70b None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:24.332410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.338315 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-995c590b-9944-4d08-8899-50948c2c65c0 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955 tempest-ExternalNetworksAdminNegativeTestJSON-1797492955-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/0aaf0f43-bf7b-4b46-b87f-d2a91001f806 HTTP/1.1" status: 204 len: 168 time: 2.8122356 Apr 18 12:14:24.426297 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d65958d3-cd20-4b6e-a3d9-fb28dd7d6296 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.5249827 Apr 18 12:14:24.436836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59158) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:24.448468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d53b14a0-a435-47af-918e-ffdd29582f5a tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 6.0810862 Apr 18 12:14:24.459643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59162) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:24.536343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.561077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Transition to ACTIVE for port object b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:24.570074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:24.576386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.581874 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:24.608582 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:24.611267 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:24.635370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.673757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad8077-bf6c-4bc3-8bde-6c409f844a5b tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:24.675641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad8077-bf6c-4bc3-8bde-6c409f844a5b tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:24.680092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad8077-bf6c-4bc3-8bde-6c409f844a5b tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:24.681292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-84ad8077-bf6c-4bc3-8bde-6c409f844a5b tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Synchronizing usage tracker for tenant:d529db6b04494677955ca732b95d812a on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:24.686777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.708921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:24.718435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59168) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:24.723309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a2cef741-987d-48a6-b3dd-31938260102e,segment=NetworkSegment(d0d95672-0c1c-4561-89a7-75de906e1bc8),segment_id=d0d95672-0c1c-4561-89a7-75de906e1bc8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:24.743343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] Provisioning for port 8b088ba0-faef-4a59-a832-0e054eaee8af completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:24.758948 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6902f32a-a473-475b-95f5-424c483ca4db tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd412113-e490-49ac-a8ac-b6b07139be88 HTTP/1.1" status: 204 len: 168 time: 4.8077636 Apr 18 12:14:24.762733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59176) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:24.763486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] Provisioning complete for port 8b088ba0-faef-4a59-a832-0e054eaee8af triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:24.763945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.769063 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:24.785182 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:24.787706 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:24.802472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Transition to ACTIVE for port object b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:24.833272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.901956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port e9705a96-eb74-4c65-9a64-6dee74768e84 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:24.902617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.927335 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:24.928184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:24.929416 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633016ee-2c9f-4e49-976f-bd10ac2a9316 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:24.935522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:24.952358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59180) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:24.965533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-84ad8077-bf6c-4bc3-8bde-6c409f844a5b tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Unset dirty status for tenant:d529db6b04494677955ca732b95d812a on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:24.967604 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-84ad8077-bf6c-4bc3-8bde-6c409f844a5b tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.5059199 Apr 18 12:14:24.986867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59186) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:24.996516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.046130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Network 77fe3ed4-8741-45af-924b-4727a62b3df8 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:25.065763 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-4dca99fb-37a6-41ba-a352-cb93372a277f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:14:25.069782 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4dca99fb-37a6-41ba-a352-cb93372a277f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6299214 Apr 18 12:14:25.080752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:25.083805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:25.091910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Pushing event updated for resources: {'Port': ['ID=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:25.095089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:25.115940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.152275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.159984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c690f0fd-7bd3-41ca-bd6a-ea8f24257093', 'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093', 'tenant_id': 'd529db6b04494677955ca732b95d812a', 'fixed_ips': [{'subnet_id': '2215aafe-4fc0-4ebd-92f9-3ccd065a62d5'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:25.160971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.178002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:25.181008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:25.191151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:25.193514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:25.202276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Usage tracker for resource:security_group_rule and tenant:a1cbf14dfa6441c8a79fe3b0e2180bb3 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:25.208103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:25.210874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Deleting subnet 37364954-6d1e-45a7-b2cf-3587b365ab56 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:25.213123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:25.219427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Usage tracker for resource:security_group_rule and tenant:133f7e86f195455496c0f7c4690f3aaa is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:25.224523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:25.232983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.233280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] Sync routers for ids ['3bc2ee59-0b12-4755-9c8e-7019e6071238'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:25.233364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:25.233364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.247920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:25.254966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:25.269347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:25.315855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] Routers {'3bc2ee59-0b12-4755-9c8e-7019e6071238'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:25.316153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3bc2ee59-0b12-4755-9c8e-7019e6071238'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:25.321412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:25.351649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f92142-e3eb-46e6-98fa-a4a91516be5f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:25.358082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f92142-e3eb-46e6-98fa-a4a91516be5f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:25.358941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c7f92142-e3eb-46e6-98fa-a4a91516be5f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:25.406569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.439204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.456472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Attempting to bind port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:25.456717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Attempting to bind port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:25.457195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Attempting to bind port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 on network 77fe3ed4-8741-45af-924b-4727a62b3df8 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:25.465794 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-42a3a8bc-ae48-47c3-b11d-344830773754 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.2645617 Apr 18 12:14:25.475551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59196) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:25.482881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:25.488737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:25.489247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Checking segment: {'id': '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:25.489768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.490265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Bound using segment: {'id': '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:25.490871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Bound port: b3bf5ac9-945e-4b68-b23a-d6cac6d427a4, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '77fe3ed4-8741-45af-924b-4727a62b3df8'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:25.492342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.501082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:25.519749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.524056 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2b6e20f1-b296-483d-b2ba-beea0c90b6bf tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.5753472 Apr 18 12:14:25.524923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59200) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:25.530452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.554555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] Routers {'3bc2ee59-0b12-4755-9c8e-7019e6071238'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:25.555290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3bc2ee59-0b12-4755-9c8e-7019e6071238'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:25.659089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] For port 8b088ba0-faef-4a59-a832-0e054eaee8af, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8b088ba0-faef-4a59-a832-0e054eaee8af,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:25.666204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:25.666773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd79763-d070-487d-b6dc-99beaeae7e3c None None] The sync data for ids ['3bc2ee59-0b12-4755-9c8e-7019e6071238'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:25.725361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for e9705a96-eb74-4c65-9a64-6dee74768e84 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:25.758529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] For port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:25.763782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] For port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,segment=NetworkSegment(8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4),segment_id=8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:25.767107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Allocated IP 172.20.0.18 (c690f0fd-7bd3-41ca-bd6a-ea8f24257093/2215aafe-4fc0-4ebd-92f9-3ccd065a62d5/1785f67e-3eef-4639-b91c-7d528d43370e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:25.857529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.865207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c7f92142-e3eb-46e6-98fa-a4a91516be5f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:25.869235 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c7f92142-e3eb-46e6-98fa-a4a91516be5f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.4265156 Apr 18 12:14:25.875525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59204) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:25.927153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.972604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:25.982411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb77877d-d503-400f-be69-c5387636dbc9 None None] Pushing event updated for resources: {'Port': ['ID=8b088ba0-faef-4a59-a832-0e054eaee8af,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:26.070258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.116030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 462dcd30-ac3e-4100-beec-eb255bd21222 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:26.116030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.143426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58011e41-02ec-476b-9b36-6a7f061d3c4f None None] Pushing event updated for resources: {'Port': ['ID=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:26.150092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.161816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Transition to ACTIVE for port object 1785f67e-3eef-4639-b91c-7d528d43370e will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:26.172736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.183657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Transition to ACTIVE for port object 1785f67e-3eef-4639-b91c-7d528d43370e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:26.233116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:26.254957 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-638ff8c7-5afc-4dfb-97b8-6e025fb3ef7e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/routers/3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 200 len: 884 time: 0.6753180 Apr 18 12:14:26.258649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:26.258789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59208) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:26.262338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:26.278931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:26.339004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Provisioning for port 462dcd30-ac3e-4100-beec-eb255bd21222 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:26.345317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Provisioning complete for port 462dcd30-ac3e-4100-beec-eb255bd21222 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:26.350619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.359760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.363513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.377672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.400676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.487428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=133f7e86f195455496c0f7c4690f3aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7636967 Apr 18 12:14:26.499359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:26.508844 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1cbf14dfa6441c8a79fe3b0e2180bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5460300 Apr 18 12:14:26.509012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.509098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:26.509434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59212) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:26.510083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.515729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59214) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:26.521754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:26.525516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Pushing event updated for resources: {'Port': ['ID=1785f67e-3eef-4639-b91c-7d528d43370e,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:26.529285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:26.530720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Port 462dcd30-ac3e-4100-beec-eb255bd21222 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:26.583104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Subnet': ['ID=37364954-6d1e-45a7-b2cf-3587b365ab56,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:26.595386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=e9705a96-eb74-4c65-9a64-6dee74768e84,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:26.601218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.631096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Attempting to bind port 1785f67e-3eef-4639-b91c-7d528d43370e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:26.632635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Attempting to bind port 1785f67e-3eef-4639-b91c-7d528d43370e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:26.633497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Attempting to bind port 1785f67e-3eef-4639-b91c-7d528d43370e on network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:26.640015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:26.640601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Checking segment: {'id': 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:26.641171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.642442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Bound using segment: {'id': 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:26.643104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Bound port: 1785f67e-3eef-4639-b91c-7d528d43370e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c690f0fd-7bd3-41ca-bd6a-ea8f24257093'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:26.643711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.669669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.696604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a252cf6-001b-4ce7-9279-f646d55c312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b93f2c6-bcd2-43d2-900b-969a5a2ca961,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:26.725721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Provisioning for port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:26.744966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Provisioning complete for port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:26.745299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.820618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 462dcd30-ac3e-4100-beec-eb255bd21222 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:26.823758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-27b7492c-f245-4a79-9826-aaec27f778c2 None None] Port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:26.827878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] For port 1785f67e-3eef-4639-b91c-7d528d43370e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:26.841384 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-34b84829-2e04-4d8e-8e13-8cb59c7c94f4 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/subnets/37364954-6d1e-45a7-b2cf-3587b365ab56 HTTP/1.1" status: 204 len: 168 time: 1.8512242 Apr 18 12:14:26.845776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] For port 1785f67e-3eef-4639-b91c-7d528d43370e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1785f67e-3eef-4639-b91c-7d528d43370e,segment=NetworkSegment(d4d4c73c-b2e7-434e-b07f-65eab1b68c52),segment_id=d4d4c73c-b2e7-434e-b07f-65eab1b68c52)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:26.852508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59220) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:26.888229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-64ffcbee-ddc0-40fe-87cd-d8c400495e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.899520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.ipam_backend_mixin [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 442c5c30-c844-4a6a-971f-b55b3396d26f (CIDR: 2001:db8::/64) Apr 18 12:14:26.928189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-64ffcbee-ddc0-40fe-87cd-d8c400495e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:26.935619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.011372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf1c4a-5a8b-4f00-9824-5983da0ad78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b03297-19ac-458f-9563-e967ef45932f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:27.023566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.026653 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bd1d006b-016d-40a7-8165-42e2dae89a2a tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/ports/e9705a96-eb74-4c65-9a64-6dee74768e84 HTTP/1.1" status: 204 len: 168 time: 2.2608540 Apr 18 12:14:27.026817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0c936efc-0d80-4db2-8b3f-ef97a7356a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.036821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.041357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59224) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:27.055644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:27.061422 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:14:27.061904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:27.075941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:27.084637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:floatingip and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:27.088713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:27.096414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:27.106701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:27.116874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0c936efc-0d80-4db2-8b3f-ef97a7356a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.218951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0fed87-e530-42ab-bfb3-1dbff2d2be24 None None] Pushing event updated for resources: {'Port': ['ID=1785f67e-3eef-4639-b91c-7d528d43370e,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:27.240382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Deleting subnet 2215aafe-4fc0-4ebd-92f9-3ccd065a62d5 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:27.285145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.315087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-26f7d3eb-5bc2-44f3-b601-c477f4413c2d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:router {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:27.347067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-64ffcbee-ddc0-40fe-87cd-d8c400495e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.371296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffcbee-ddc0-40fe-87cd-d8c400495e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b93f2c6-bcd2-43d2-900b-969a5a2ca961,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:27.413480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f737e073-1dc1-4022-b44d-7c970c160dc2 None None] Network 77fe3ed4-8741-45af-924b-4727a62b3df8 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:27.466390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-64ffcbee-ddc0-40fe-87cd-d8c400495e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.467850 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-64ffcbee-ddc0-40fe-87cd-d8c400495e4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b93f2c6-bcd2-43d2-900b-969a5a2ca961 HTTP/1.1" status: 204 len: 168 time: 0.9264956 Apr 18 12:14:27.469816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.485305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:27.498164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-26f7d3eb-5bc2-44f3-b601-c477f4413c2d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:router {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:27.502699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-26f7d3eb-5bc2-44f3-b601-c477f4413c2d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.2398157 Apr 18 12:14:27.502699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0c936efc-0d80-4db2-8b3f-ef97a7356a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.502994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8b088ba0-faef-4a59-a832-0e054eaee8af up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:27.511056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0c936efc-0d80-4db2-8b3f-ef97a7356a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.512813 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0c936efc-0d80-4db2-8b3f-ef97a7356a67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5b03297-19ac-458f-9563-e967ef45932f HTTP/1.1" status: 204 len: 168 time: 0.9979229 Apr 18 12:14:27.515580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59230) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:27.559282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2070342871'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:27.601316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.674370 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bb38fa2d-2a2a-45dd-9ccc-aebc0e8ac99d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1977139 Apr 18 12:14:27.680880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] Provisioning for port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:27.682388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c936efc-0d80-4db2-8b3f-ef97a7356a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b03297-19ac-458f-9563-e967ef45932f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:27.683264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59236) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:27.695751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:27.716257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] Provisioning complete for port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:27.716710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.721488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.775533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:27.878807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=462dcd30-ac3e-4100-beec-eb255bd21222,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:27.914830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8b088ba0-faef-4a59-a832-0e054eaee8af triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:27.915198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.055467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.060496 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0724e286-cea0-4599-8f06-7b352af874f0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/462dcd30-ac3e-4100-beec-eb255bd21222 HTTP/1.1" status: 204 len: 168 time: 2.1806548 Apr 18 12:14:28.061290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59244) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:28.157257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Deleting port 4e761ab4-48a5-45ce-9c81-b112b1adb389 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:28.157602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.213000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.314640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] For port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,segment=NetworkSegment(8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4),segment_id=8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:28.317698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] DHCP port deletion for 77fe3ed4-8741-45af-924b-4727a62b3df8 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:28.331476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:28.369626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.380580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] Deleting port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:28.381053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.408711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.489988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.13 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/d42d7e36-d3dd-4e9e-8de4-d84e78db77d6) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:28.612734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524777d-d7dd-4dec-8c89-235275d6184f None None] Pushing event updated for resources: {'Port': ['ID=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:28.648649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:28.649134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.703149 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:28.728243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:28.732947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59256) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:28.742899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71940738-770a-4c9d-bc0c-ccd20edc782b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:28.744720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71940738-770a-4c9d-bc0c-ccd20edc782b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:28.745657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71940738-770a-4c9d-bc0c-ccd20edc782b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:28.749280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:28.756550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefe463d-9e85-453a-b837-cd09efad6d2a None None] Network c690f0fd-7bd3-41ca-bd6a-ea8f24257093 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:28.772186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:28.816626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.864314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.875918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.888115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71940738-770a-4c9d-bc0c-ccd20edc782b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:28.889535 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-71940738-770a-4c9d-bc0c-ccd20edc782b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8207343 Apr 18 12:14:28.890583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Subnet': ['ID=2215aafe-4fc0-4ebd-92f9-3ccd065a62d5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:28.894560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59260) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:28.899276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.955015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:28.965446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.029971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 4ca5f8c4-3df8-4b8c-b148-e3276b714516 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:29.031164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] For port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,segment=NetworkSegment(8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4),segment_id=8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:29.031554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.038957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.051804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:29.056297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.076127 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-92ad8fca-ff60-4207-8966-d39626f33bfb tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/subnets/2215aafe-4fc0-4ebd-92f9-3ccd065a62d5 HTTP/1.1" status: 204 len: 168 time: 2.2237294 Apr 18 12:14:29.081185 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b4df9e99-ce97-4853-856e-c7a34280b1e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a93959c6074e4146893a525dd8f16bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423765 Apr 18 12:14:29.089169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59268) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:29.089503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59270) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:29.105563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Calling delete_port for 4e761ab4-48a5-45ce-9c81-b112b1adb389 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:29.241911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-711ba840-af14-441a-9450-be4fa89305cf None None] Provisioning for port 1785f67e-3eef-4639-b91c-7d528d43370e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:29.255232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] Calling delete_port for b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:29.273539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.326954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42e194-8f4a-47bd-8bda-42578deda167 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:29.327631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ba42e194-8f4a-47bd-8bda-42578deda167 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Synchronizing usage tracker for tenant:d529db6b04494677955ca732b95d812a on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:29.352411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.451875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59280) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:29.478861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 3bc2ee59-0b12-4755-9c8e-7019e6071238 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:29.482498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.484732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:29.488076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc5674a7-01d3-4988-9f94-d31cc96af16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.496676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:29.516952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:29.536556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] DHCP port deletion for c690f0fd-7bd3-41ca-bd6a-ea8f24257093 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:29.547933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] No DVR routers for this DVR port b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:29.553960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83dbb6-597e-4244-bf09-ce16f0144815 None None] Pushing event deleted for resources: {'Port': ['ID=b3bf5ac9-945e-4b68-b23a-d6cac6d427a4,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:29.563705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ba42e194-8f4a-47bd-8bda-42578deda167 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Unset dirty status for tenant:d529db6b04494677955ca732b95d812a on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:29.564883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ba42e194-8f4a-47bd-8bda-42578deda167 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4743865 Apr 18 12:14:29.569523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] Deleting port 1785f67e-3eef-4639-b91c-7d528d43370e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:29.570154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.581217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=d42d7e36-d3dd-4e9e-8de4-d84e78db77d6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:29.583534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59286) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:29.657227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc5674a7-01d3-4988-9f94-d31cc96af16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.691486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:29.698364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1997673518'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:29.705277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:29.707448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.756628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:29.756628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b3bf5ac9-945e-4b68-b23a-d6cac6d427a4 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:29.758184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Usage tracker for resource:network and tenant:5b9d246ed9d14a49903b8041dc2d1c08 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:29.805749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.888499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:29.889603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] For port 1785f67e-3eef-4639-b91c-7d528d43370e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=1785f67e-3eef-4639-b91c-7d528d43370e,segment=NetworkSegment(d4d4c73c-b2e7-434e-b07f-65eab1b68c52),segment_id=d4d4c73c-b2e7-434e-b07f-65eab1b68c52)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:29.890045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:29.903804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:29.906106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Port': ['ID=4e761ab4-48a5-45ce-9c81-b112b1adb389,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:30.078857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.086274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] Calling delete_port for 1785f67e-3eef-4639-b91c-7d528d43370e owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:30.120038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Made reservation on behalf of 5b9d246ed9d14a49903b8041dc2d1c08 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:30.123962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.140243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.176385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.194940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:30.199873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Deleting port 1785f67e-3eef-4639-b91c-7d528d43370e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:30.200753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.203392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.206162 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] Sync routers for ids ['3bc2ee59-0b12-4755-9c8e-7019e6071238'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:30.217610 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] Routers {'3bc2ee59-0b12-4755-9c8e-7019e6071238'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:30.219103 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3bc2ee59-0b12-4755-9c8e-7019e6071238'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.238689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.249408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.255730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:30.257226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:30.261572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:30.264709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:30.265283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.301488 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.306501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] The port '1785f67e-3eef-4639-b91c-7d528d43370e' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:14:30.313271 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] Routers {'3bc2ee59-0b12-4755-9c8e-7019e6071238'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:30.314114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3bc2ee59-0b12-4755-9c8e-7019e6071238'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.318822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] Pushing event deleted for resources: {'Port': ['ID=1785f67e-3eef-4639-b91c-7d528d43370e,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:30.324882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad1af2-2545-4260-b772-f35a26c12a24 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:30.332933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc5674a7-01d3-4988-9f94-d31cc96af16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.334731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Usage tracker for resource:security_group_rule and tenant:5b9d246ed9d14a49903b8041dc2d1c08 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:30.347666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:30.359908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.365245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=061f3a78-cb62-4ffb-9d9d-3320f4231d7f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:30.373843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:30.394152 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.394884 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f70b398-b576-48b0-b6c0-13b0b6a4d11c None None] The sync data for ids ['3bc2ee59-0b12-4755-9c8e-7019e6071238'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:30.433909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f52b0d-c2de-4493-9f9b-28ad6c9b8d86 None None] No DVR routers for this DVR port 1785f67e-3eef-4639-b91c-7d528d43370e on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:30.438532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5674a7-01d3-4988-9f94-d31cc96af16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2abcf1-ad70-40c0-bb06-d7d2a1141df5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:30.463099 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74ff01b5-631b-4904-95a8-19efa61b039f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7722597 Apr 18 12:14:30.463945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59290) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:30.471623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca5f8c4-3df8-4b8c-b148-e3276b714516,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:30.494428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.499500 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b9c41530-2d09-405e-8a36-140a022ba2ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4ca5f8c4-3df8-4b8c-b148-e3276b714516 HTTP/1.1" status: 204 len: 168 time: 1.6012716 Apr 18 12:14:30.512617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.523305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e2050-70d5-4523-ae0e-eb7777be3bac None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:30.526824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59294) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:30.542480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.543467 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0e48f7ba-f400-4bb4-978d-10d923c0e171 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 200 len: 891 time: 3.0067091 Apr 18 12:14:30.544681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-229636781', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '061f3a78-cb62-4ffb-9d9d-3320f4231d7f'}], 'security_groups': ['ed7086d9-691e-4bd1-b2ed-cfe68c0cd858']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:30.544974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc5674a7-01d3-4988-9f94-d31cc96af16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.546569 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fc5674a7-01d3-4988-9f94-d31cc96af16f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e2abcf1-ad70-40c0-bb06-d7d2a1141df5 HTTP/1.1" status: 204 len: 168 time: 1.4539864 Apr 18 12:14:30.573903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59298) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:30.754829 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1e67d046-ae1f-42e4-8cff-4702b5eb4d03 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2195785 Apr 18 12:14:30.755808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.761543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59304) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:30.770380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:30.790641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Router 3aa827b1-488a-4372-bcfb-57e5821915bf has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:30.817762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c690f0fd-7bd3-41ca-bd6a-ea8f24257093']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.916380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:30.930949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] Deleting port 8b088ba0-faef-4a59-a832-0e054eaee8af {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:30.931457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:30.954863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.955149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d4c73c-b2e7-434e-b07f-65eab1b68c52') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:30.985156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.001424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d80514e7-19ba-4bca-9329-5eaf8296833f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/routers/3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 200 len: 891 time: 0.4215553 Apr 18 12:14:31.004847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59310) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:31.108190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:31.113812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.119494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d91e11d3-d634-4b4e-9fe1-c9f4b82a90d8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:31.138812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:31.139134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:31.155024 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:31.157944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Update dhcp port {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'fixed_ips': [{'subnet_id': '442c5c30-c844-4a6a-971f-b55b3396d26f', 'ip_address': '2001:db8::2'}, {'subnet_id': '061f3a78-cb62-4ffb-9d9d-3320f4231d7f'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'a2cef741-987d-48a6-b3dd-31938260102e'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:14:31.209583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:31.218555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:31.220075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] For port 8b088ba0-faef-4a59-a832-0e054eaee8af, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8b088ba0-faef-4a59-a832-0e054eaee8af,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:31.220581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.232857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] Sync routers for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:31.246277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d91e11d3-d634-4b4e-9fe1-c9f4b82a90d8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:31.247760 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d91e11d3-d634-4b4e-9fe1-c9f4b82a90d8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 200 len: 205 time: 0.2420058 Apr 18 12:14:31.253222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59320) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:31.279729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.290055 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ff878c1a-1298-49f0-b878-b989218e61dd tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1929882 Apr 18 12:14:31.290646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59324) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:31.308796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.372599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.381765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] Calling delete_port for 8b088ba0-faef-4a59-a832-0e054eaee8af owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:31.434996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:31.435574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:31.453492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.479172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.489812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Network': ['ID=c690f0fd-7bd3-41ca-bd6a-ea8f24257093,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:31.497368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.526043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:31.558086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8b088ba0-faef-4a59-a832-0e054eaee8af no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:31.564967 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1c3a986c-6ada-4795-8b3d-2c3c6bbe5d17 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/networks/c690f0fd-7bd3-41ca-bd6a-ea8f24257093 HTTP/1.1" status: 204 len: 168 time: 1.9728377 Apr 18 12:14:31.576378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59330) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:31.580943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.598752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.610667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.613627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:31.617788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.641305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:31.642048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:31.782118 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-b9adbde2-856e-4dff-85dc-bb63cab606ab tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] delete failed (client error): The resource could not be found. Apr 18 12:14:31.783863 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9adbde2-856e-4dff-85dc-bb63cab606ab tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-255874492 HTTP/1.1" status: 404 len: 334 time: 0.4914920 Apr 18 12:14:31.791172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59340) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:31.803949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f2b2cb21-8877-42b6-a1ba-ef364044babf tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'router': {'external_gateway_info': {'network_id': '3aa827b1-488a-4372-bcfb-57e5821915bf'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:31.828022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:31.828648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3533c47-b684-4d90-9f64-5aadbd5db877 None None] The sync data for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:31.929779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:31.941064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.958712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:31.990274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=d42d7e36-d3dd-4e9e-8de4-d84e78db77d6,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:32.016048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.042543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.053513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2abcde99-579a-432f-b7c8-d7129a8ec11e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:32.064616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.064974 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Added segment 6c4187b6-9d87-42f6-b8e6-cca463a223e3 of type vlan for network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 Apr 18 12:14:32.087800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] Pushing event deleted for resources: {'Port': ['ID=8b088ba0-faef-4a59-a832-0e054eaee8af,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:32.120799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd4672-04fb-434b-9f77-242516398cb5 None None] No DVR routers for this DVR port 8b088ba0-faef-4a59-a832-0e054eaee8af on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:32.178899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1785f67e-3eef-4639-b91c-7d528d43370e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:32.211471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.212682 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ebb45a9d-7fc1-4e06-8ce1-86dcaf714095 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1692631 Apr 18 12:14:32.216905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59348) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:32.218242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.230926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 1785f67e-3eef-4639-b91c-7d528d43370e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:32.232012 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 1785f67e-3eef-4639-b91c-7d528d43370e not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:32.234320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Allocated IP 2001:db8:0:1::2 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/061f3a78-cb62-4ffb-9d9d-3320f4231d7f/a2cef741-987d-48a6-b3dd-31938260102e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:32.273297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'port': {'network_id': 'a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d', 'name': 'tempest-FloatingIPTestJSON-1885299595'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:32.320736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.393238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a2cef741-987d-48a6-b3dd-31938260102e,segment=NetworkSegment(d0d95672-0c1c-4561-89a7-75de906e1bc8),segment_id=d0d95672-0c1c-4561-89a7-75de906e1bc8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:32.397347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port dce568f1-35d8-46f2-8b57-e82344c500db {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:32.397903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.427480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.443350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f2b2cb21-8877-42b6-a1ba-ef364044babf tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.447789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.451093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Transition to ACTIVE for port object a2cef741-987d-48a6-b3dd-31938260102e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:32.453559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fe3ed4-8741-45af-924b-4727a62b3df8']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:32.477957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:32.478252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa1fa5c-c49f-46d8-9d9f-f4f3740cb9a4') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:32.532632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.534109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.622198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.631093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:32.645994 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-f2b2cb21-8877-42b6-a1ba-ef364044babf tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] update failed (client error): The resource could not be found. Apr 18 12:14:32.652478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f2b2cb21-8877-42b6-a1ba-ef364044babf tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf HTTP/1.1" status: 404 len: 339 time: 0.8552628 Apr 18 12:14:32.652636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:port and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:32.652743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.652897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59356) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:32.654828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:32.655397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:32.672560 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:32.681751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:32.699368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:32.703570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.709060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:32.709596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.733596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94357f05-6196-43e1-be0c-9168c8ccba53 None None] Pushing event updated for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:32.815702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:32.818593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:32.821973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:32.822865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.832132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c19c569-097d-46d8-9163-703ded782595 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:32.839910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:32.942731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=4b5b1864-0d1c-4a1f-b19a-fdba5d647158,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:33.089706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for dce568f1-35d8-46f2-8b57-e82344c500db owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:33.094784 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.6420207 Apr 18 12:14:33.107033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59368) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:33.128462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10a86d-0798-4a01-a237-fa93f50f797b tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event updated for resources: {'Network': ['ID=66bcccb2-aad8-4f6e-a70c-aab95b40d733,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:33.136736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Request body: {'subnet': {'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:33.149296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:33.176573 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-56476e58-05ac-48de-b11f-e3a07da9ef9e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4134369 Apr 18 12:14:33.183008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:33.209041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:33.213364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.259109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59376) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:33.268233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': '4b5b1864-0d1c-4a1f-b19a-fdba5d647158', 'ip_address': '2001:db8::b1ac:6f8:480:70cd'}], 'name': 'tempest-NetworksTestDHCPv6-6985563'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:33.399060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:33.406643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '4b5b1864-0d1c-4a1f-b19a-fdba5d647158'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:33.407676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.413761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.511947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Delete allocated IP 2001:db8::2e1 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/442c5c30-c844-4a6a-971f-b55b3396d26f) {{(pid=88783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 12:14:33.534947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Usage tracker for resource:subnet and tenant:5b9d246ed9d14a49903b8041dc2d1c08 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:33.543022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8:0:1::188 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/061f3a78-cb62-4ffb-9d9d-3320f4231d7f/2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:33.546209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:33.558211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:33.577160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:33.643167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-458223351', 'router:external': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:33.661043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.664670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] device_id is not set on port 12982d77-0b28-4669-96f0-95946c8fd167 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:33.668944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:33.697763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:network and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:33.725668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:33.732024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Made reservation on behalf of 5b9d246ed9d14a49903b8041dc2d1c08 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:33.735121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.746266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Network': ['ID=77fe3ed4-8741-45af-924b-4727a62b3df8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:33.771466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:33.797546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Provisioning complete for port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:33.797905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.837784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-39ce5693-dce0-4584-8bea-22364266c584 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/networks/77fe3ed4-8741-45af-924b-4727a62b3df8 HTTP/1.1" status: 204 len: 168 time: 2.2599530 Apr 18 12:14:33.854537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/4b5b1864-0d1c-4a1f-b19a-fdba5d647158/4bb52756-6db1-4a14-a9de-6c928597fee1) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:33.857583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:33.864123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59382) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:33.868634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:33.901790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:33.902157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:33.964611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:33.979770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Made reservation on behalf of 0ba7be4f438546dabc1f97842b587416 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:33.983379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.014042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.039183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:34.052808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:34.058876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:security_group_rule and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:34.062525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:34.070945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:34.147799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.155751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:34.179092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Provisioning for port a2cef741-987d-48a6-b3dd-31938260102e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:34.187713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:34.188114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-086ace21-0b4d-4e15-baf1-e157085ed061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.188366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.199184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.253608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.274917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Transition to ACTIVE for port object 4bb52756-6db1-4a14-a9de-6c928597fee1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:34.287718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:34.324240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.13 (a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d/a82c4f01-eb3a-4db9-9334-aac85a6be1a4/12982d77-0b28-4669-96f0-95946c8fd167) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:34.326196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Transition to ACTIVE for port object 4bb52756-6db1-4a14-a9de-6c928597fee1 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:34.326920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.376861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.388011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.424231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.467366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.478243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=dce568f1-35d8-46f2-8b57-e82344c500db,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:34.492603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:34.495387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:34.498626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:34.513107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Pushing event updated for resources: {'Port': ['ID=4bb52756-6db1-4a14-a9de-6c928597fee1,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:34.562353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.583798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] In _notify_port_updated(), no bound segment for port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 on network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:14:34.590667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:34.591084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.592533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/ports/2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 HTTP/1.1" status: 200 len: 930 time: 4.1254981 Apr 18 12:14:34.603620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:34.606130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59386) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:34.624674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Attempting to bind port 4bb52756-6db1-4a14-a9de-6c928597fee1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:34.625063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Attempting to bind port 4bb52756-6db1-4a14-a9de-6c928597fee1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:34.625385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Attempting to bind port 4bb52756-6db1-4a14-a9de-6c928597fee1 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:34.633173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:34.633918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:34.635089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.635954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:34.636636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Bound port: 4bb52756-6db1-4a14-a9de-6c928597fee1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:34.638316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.643101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f0eed9-e403-43b0-b239-f16f5db73e4d tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:34.650868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.722397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event updated for resources: {'Subnet': ['ID=62b318ad-eb26-4846-8350-8f422930ff5f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:34.748821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:34.752959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98c8f95-0635-4908-b45f-0969e9282c78,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:34.798880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Checking segment: {'id': '6c4187b6-9d87-42f6-b8e6-cca463a223e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:34.799266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Network hostable DHCP agents. Network: 66bcccb2-aad8-4f6e-a70c-aab95b40d733, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:34.811474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] For port 4bb52756-6db1-4a14-a9de-6c928597fee1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:34.815866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] For port 4bb52756-6db1-4a14-a9de-6c928597fee1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4bb52756-6db1-4a14-a9de-6c928597fee1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:34.835897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.836425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Added segment 590b0a22-748c-4833-9d8d-4b670c227533 of type vlan for network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 Apr 18 12:14:34.855010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.870959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:34.871321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.898976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.923346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:34.950079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::b1ac:6f8:480:70cd (5f4dde90-d90b-4725-911c-836df72b725b/4b5b1864-0d1c-4a1f-b19a-fdba5d647158/78f31f68-92b6-47d6-ae0f-012bc2e5dc91) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:34.976046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:34.987340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2da93d31-d99a-4b7f-9664-0afeee5d3d3e None None] Provisioning for port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:34.994365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a9f1c-348d-43c3-8a83-b3b90c675582 None None] Pushing event updated for resources: {'Port': ['ID=4bb52756-6db1-4a14-a9de-6c928597fee1,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:34.997852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2da93d31-d99a-4b7f-9664-0afeee5d3d3e None None] Provisioning complete for port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:34.998257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8405a219-f6e6-4569-b5ff-2454e9ebbaa0']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:34.998414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2da93d31-d99a-4b7f-9664-0afeee5d3d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.054003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2da93d31-d99a-4b7f-9664-0afeee5d3d3e None None] Port 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:35.072835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.073777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:35.074342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.120317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.172835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 66bcccb2-aad8-4f6e-a70c-aab95b40d733) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:35.183131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f716e79-f847-4f0b-9417-0d1b3fc57010 None None] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:35.389020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:35.389589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.431066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Network': ['ID=4cba7c48-ea17-46b9-9fc1-b2ef14591225,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:35.460232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.463766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.496869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7846b7b6-42c7-4172-997b-e95f172783a9') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:35.497101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7846b7b6-42c7-4172-997b-e95f172783a9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:35.513351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:35.526391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.562152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:35.572781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.602658 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6fe2d640-9c82-48cb-b3b3-1b26256059b5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3161511 Apr 18 12:14:35.604255 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-93ac460d-261c-4174-90b0-879e95ae1f73 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4875634 Apr 18 12:14:35.604957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59390) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:35.608359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59392) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:35.609393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4bb52756-6db1-4a14-a9de-6c928597fee1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:35.624773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Request body: {'port': {'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733', 'name': 'tempest-TagsExtTest-716546862'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:35.629367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'subnet': {'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:35.632841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:35.636663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:subnet and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:35.640134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:35.645882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-66bcccb2-aad8-4f6e-a70c-aab95b40d733', 'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733', 'tenant_id': '5b9d246ed9d14a49903b8041dc2d1c08', 'fixed_ips': [{'subnet_id': '62b318ad-eb26-4846-8350-8f422930ff5f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:35.646049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:35.646159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.666716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.676409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.716331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.717098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router 3bc2ee59-0b12-4755-9c8e-7019e6071238 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:14:35.763673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:35.764329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:35.782000 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:35.805847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Made reservation on behalf of 0ba7be4f438546dabc1f97842b587416 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:35.808217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.828718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:35.834738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:35.837454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:35.844022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:35.844800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:35.895438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=78f31f68-92b6-47d6-ae0f-012bc2e5dc91,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:35.911519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:35.911835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4bb52756-6db1-4a14-a9de-6c928597fee1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:35.916106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Usage tracker for resource:port and tenant:5b9d246ed9d14a49903b8041dc2d1c08 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:35.918791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:35.922598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Allocated IP 172.20.0.2 (66bcccb2-aad8-4f6e-a70c-aab95b40d733/62b318ad-eb26-4846-8350-8f422930ff5f/9710b775-2c42-494a-a657-5c0bb879152d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:35.925566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:35.941627 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6487f80b-1c9f-4292-8d27-65f4ff52af34 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7521036 Apr 18 12:14:35.941832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59398) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:36.002556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Made reservation on behalf of 5b9d246ed9d14a49903b8041dc2d1c08 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:36.006481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.035444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] device_id is not set on port 9b84f50a-fa6d-4b29-84b0-c7b01793328c yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:36.060441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Allocated IP 172.20.0.1 (b218110b-cb16-42bb-8f34-d6cb9421810d/a8b22bae-a90e-42a5-b19a-195d7440aa16/468f9109-4e2f-4936-a9ff-c6181b95e990) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:36.067590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.096888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6c84c-4b8f-418d-a97b-6d09d4489ab8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:36.102718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e6c84c-4b8f-418d-a97b-6d09d4489ab8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:36.103842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-62e6c84c-4b8f-418d-a97b-6d09d4489ab8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:36.172988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.180196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.187586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Transition to ACTIVE for port object 9710b775-2c42-494a-a657-5c0bb879152d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:36.197889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-62e6c84c-4b8f-418d-a97b-6d09d4489ab8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:36.199326 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-62e6c84c-4b8f-418d-a97b-6d09d4489ab8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1680 time: 0.2564588 Apr 18 12:14:36.203953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59402) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:36.215820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Transition to ACTIVE for port object 9710b775-2c42-494a-a657-5c0bb879152d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:36.226579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.273758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.279927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.281289 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2bed089d-8524-4ac7-83ac-a79618a6e93a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 204 len: 168 time: 5.0241365 Apr 18 12:14:36.281449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.294031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:36.294373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.319428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59406) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:36.366732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:36.369538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:36.372894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:36.379011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059372304'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:36.390825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:36.398953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:36.403864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:36.417717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Pushing event updated for resources: {'Port': ['ID=9710b775-2c42-494a-a657-5c0bb879152d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:36.421477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:36.437864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Network': ['ID=8405a219-f6e6-4569-b5ff-2454e9ebbaa0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:36.448895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for 2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:36.484139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Attempting to bind port 9710b775-2c42-494a-a657-5c0bb879152d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:36.484503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Attempting to bind port 9710b775-2c42-494a-a657-5c0bb879152d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '6c4187b6-9d87-42f6-b8e6-cca463a223e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:36.485161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Attempting to bind port 9710b775-2c42-494a-a657-5c0bb879152d on network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:36.490871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:36.491253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Checking segment: {'id': '6c4187b6-9d87-42f6-b8e6-cca463a223e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:36.492323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.492323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Bound using segment: {'id': '6c4187b6-9d87-42f6-b8e6-cca463a223e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:36.493415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Bound port: 9710b775-2c42-494a-a657-5c0bb879152d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c4187b6-9d87-42f6-b8e6-cca463a223e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '66bcccb2-aad8-4f6e-a70c-aab95b40d733'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:36.493917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.500487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.502299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Allocated IP 172.20.0.14 (66bcccb2-aad8-4f6e-a70c-aab95b40d733/62b318ad-eb26-4846-8350-8f422930ff5f/9b84f50a-fa6d-4b29-84b0-c7b01793328c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:36.508473 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4745b15c-b174-4198-856c-1a1e979952f1 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/networks/8405a219-f6e6-4569-b5ff-2454e9ebbaa0 HTTP/1.1" status: 204 len: 168 time: 2.6369019 Apr 18 12:14:36.520625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59410) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:36.695043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:36.711856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:36.717580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] For port 9710b775-2c42-494a-a657-5c0bb879152d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:36.720465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] Provisioning for port 4bb52756-6db1-4a14-a9de-6c928597fee1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:36.725299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] For port 9710b775-2c42-494a-a657-5c0bb879152d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9710b775-2c42-494a-a657-5c0bb879152d,segment=NetworkSegment(6c4187b6-9d87-42f6-b8e6-cca463a223e3),segment_id=6c4187b6-9d87-42f6-b8e6-cca463a223e3)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:36.728151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] Provisioning complete for port 4bb52756-6db1-4a14-a9de-6c928597fee1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:36.729839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.745182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:36.758337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.772285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:36.772285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.789559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.838133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Transition to ACTIVE for port object 9b84f50a-fa6d-4b29-84b0-c7b01793328c will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:36.927456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:36.942041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ca157-f4a4-4105-920e-ad6852cb4cee None None] Pushing event updated for resources: {'Port': ['ID=9710b775-2c42-494a-a657-5c0bb879152d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:36.960638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.960827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:36.960973 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment 50ac12c1-55ec-4ef9-9098-cd920016a96d of type vlan for network 534320b6-a422-441a-974d-355a6f6cd1d5 Apr 18 12:14:37.001103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.002921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] For port 4bb52756-6db1-4a14-a9de-6c928597fee1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4bb52756-6db1-4a14-a9de-6c928597fee1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:37.021062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.050645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.056582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=12982d77-0b28-4669-96f0-95946c8fd167,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:37.078402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.080325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.142625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.151714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:37.165354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Transition to ACTIVE for port object 468f9109-4e2f-4936-a9ff-c6181b95e990 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:37.189430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:37.190043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.218656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24be85c-18e5-44a6-8f38-c685a8195e32 None None] Pushing event updated for resources: {'Port': ['ID=4bb52756-6db1-4a14-a9de-6c928597fee1,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:37.301925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:37.309448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:37.313453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event updated for resources: {'Port': ['ID=9b84f50a-fa6d-4b29-84b0-c7b01793328c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:37.315885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:37.327091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f8c4c8da-66aa-4272-bfd2-4ce30fd16001 None None] Provisioning for port 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:37.333043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f8c4c8da-66aa-4272-bfd2-4ce30fd16001 None None] Provisioning complete for port 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:37.336341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c8da-66aa-4272-bfd2-4ce30fd16001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.368469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.374175 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-999864a8-9b35-4a43-b2ff-e92efa2fab59 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1527286 Apr 18 12:14:37.374328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:37.376420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.379686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59414) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:37.408255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4c8da-66aa-4272-bfd2-4ce30fd16001 None None] Port 78f31f68-92b6-47d6-ae0f-012bc2e5dc91 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:37.434581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.493442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'port_id': '12982d77-0b28-4669-96f0-95946c8fd167'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:37.496271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.520540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.525423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:37.588141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9710b775-2c42-494a-a657-5c0bb879152d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:37.628659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f10fe2-f823-48c3-ac5e-505703925ad5']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:37.649756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947c0751-9ec7-41af-9bff-5d2cf043a74d') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:37.650186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947c0751-9ec7-41af-9bff-5d2cf043a74d') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:37.664440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.684961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.694865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:37.695464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.721429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=534320b6-a422-441a-974d-355a6f6cd1d5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:37.730375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 534320b6-a422-441a-974d-355a6f6cd1d5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:37.772133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:37.772777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.778061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.827422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network b218110b-cb16-42bb-8f34-d6cb9421810d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:37.828563 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:37.840321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:37.842962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:37.861137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9710b775-2c42-494a-a657-5c0bb879152d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:37.876494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4bb52756-6db1-4a14-a9de-6c928597fee1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:37.887387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.985684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Port': ['ID=468f9109-4e2f-4936-a9ff-c6181b95e990,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:37.993429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:37.998432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.000726 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] 10.222.0.24 "DELETE /v2.0/networks/89f10fe2-f823-48c3-ac5e-505703925ad5 HTTP/1.1" status: 204 len: 168 time: 1.4438047 Apr 18 12:14:38.019822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4bb52756-6db1-4a14-a9de-6c928597fee1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:38.020586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.040312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a9c73da5-3eb9-4b65-a2c4-695ee6a86fb8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 HTTP/1.1" status: 204 len: 168 time: 3.3280513 Apr 18 12:14:38.064270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59420) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.079714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-efeb9569-e47e-4ead-ba9f-e5e5b219a7cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.162333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb87bab-54e3-47ae-a0aa-7fe32059a978 tempest-BulkNetworkOpsTest-930487854 tempest-BulkNetworkOpsTest-930487854-project] Pushing event deleted for resources: {'Network': ['ID=89f10fe2-f823-48c3-ac5e-505703925ad5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:38.165474 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff917f6-9595-4009-b99f-66f973e23513 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:14:38.165997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5ff917f6-9595-4009-b99f-66f973e23513 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:38.178774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.256967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-121c2d30-9a69-4b3d-ba6d-9edb451345d3 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9336052 Apr 18 12:14:38.262577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59424) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.271308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:14:38.271308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.301752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5ff917f6-9595-4009-b99f-66f973e23513 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:38.301752 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5ff917f6-9595-4009-b99f-66f973e23513 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/2ff90c1c-e8c4-478a-ab9f-75dbdce67fc8 HTTP/1.1" status: 404 len: 333 time: 0.2329454 Apr 18 12:14:38.302446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00364a04-ada2-45d3-af68-5d8aa23cf60e None None] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:38.311087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59428) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.326743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b4031e4c-3656-454e-8695-d41f58275978 None None] Provisioning for port 468f9109-4e2f-4936-a9ff-c6181b95e990 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:38.334243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:38.335192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b4031e4c-3656-454e-8695-d41f58275978 None None] Provisioning complete for port 468f9109-4e2f-4936-a9ff-c6181b95e990 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:38.335552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b4031e4c-3656-454e-8695-d41f58275978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.376501 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-db097699-3042-4be2-bf86-656470f19433 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7555478 Apr 18 12:14:38.382490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59432) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.398374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-329273585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:38.407595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9e3d5c18-7974-4b44-b44c-7a7ec9ddef80,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:38.414712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:38.425341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Usage tracker for resource:router and tenant:5b9d246ed9d14a49903b8041dc2d1c08 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:38.428969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:38.431761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Checking segment: {'id': '590b0a22-748c-4833-9d8d-4b670c227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:38.432115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network hostable DHCP agents. Network: 4cba7c48-ea17-46b9-9fc1-b2ef14591225, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:38.452520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:38.467417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8a29e106-2330-4a41-a380-0c2ddf7fd1de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.492100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b4031e4c-3656-454e-8695-d41f58275978 None None] Port 468f9109-4e2f-4936-a9ff-c6181b95e990 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:38.533323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8a29e106-2330-4a41-a380-0c2ddf7fd1de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.545693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.570250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.571646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.621282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:38.630754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.678185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.704197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] Provisioning for port 9710b775-2c42-494a-a657-5c0bb879152d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:38.709686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] Provisioning complete for port 9710b775-2c42-494a-a657-5c0bb879152d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:38.712885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.721597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59438) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.736874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8a29e106-2330-4a41-a380-0c2ddf7fd1de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.746416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:38.749215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=78f31f68-92b6-47d6-ae0f-012bc2e5dc91,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:38.761850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.763954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:38.802872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:38.807455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 4cba7c48-ea17-46b9-9fc1-b2ef14591225) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:38.826174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29e106-2330-4a41-a380-0c2ddf7fd1de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db09d6ab-a445-4c62-8e79-c972b9b757ef,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:38.829059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:38.829648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.834393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:38.837413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8a29e106-2330-4a41-a380-0c2ddf7fd1de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.841985 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8a29e106-2330-4a41-a380-0c2ddf7fd1de tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/security-groups/db09d6ab-a445-4c62-8e79-c972b9b757ef HTTP/1.1" status: 204 len: 168 time: 0.5291460 Apr 18 12:14:38.843494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:38.845567 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b323bd13-604f-48ec-8233-cb50e2f45329 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/78f31f68-92b6-47d6-ae0f-012bc2e5dc91 HTTP/1.1" status: 204 len: 168 time: 2.6407020 Apr 18 12:14:38.853720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59446) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.860957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59444) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:38.863451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8273e-0461-439e-9fae-d89cbd54d84f None None] Network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:38.997899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee22e8-5420-4817-9275-a22a36f593dc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:39.000863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aee22e8-5420-4817-9275-a22a36f593dc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:39.001642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2aee22e8-5420-4817-9275-a22a36f593dc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:39.033538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:39.037270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.082335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:14:39.103453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.124244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.128649 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fceb4b1f-80e1-4a7a-9095-b27a426b9084 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7407162 Apr 18 12:14:39.133186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:39.142906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8d42e0c0-f104-45d0-9294-92fa1fb08347 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-617779919', 'prefixes': ['172.20.0.0/16']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:39.152021 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1c55d344-5730-40b1-a9a1-632f027cc466 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d529db6b04494677955ca732b95d812a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193575 Apr 18 12:14:39.177421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59456) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:39.194157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] For port 9710b775-2c42-494a-a657-5c0bb879152d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9710b775-2c42-494a-a657-5c0bb879152d,segment=NetworkSegment(6c4187b6-9d87-42f6-b8e6-cca463a223e3),segment_id=6c4187b6-9d87-42f6-b8e6-cca463a223e3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:39.204233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2aee22e8-5420-4817-9275-a22a36f593dc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:39.207819 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2aee22e8-5420-4817-9275-a22a36f593dc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3390377 Apr 18 12:14:39.207953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a9be643-fae7-4f68-aa0f-21ad400bfbc9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.209935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59460) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:39.214385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8d42e0c0-f104-45d0-9294-92fa1fb08347 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:39.222544 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-749d9438-ea76-4fbe-b407-418252ce0252 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.6095796 Apr 18 12:14:39.224217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59464) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:39.236071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1209212672', 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:39.243776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:39.249968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:port and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:39.261105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:39.264642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.276608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:39.303995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275a5b7-9e59-4f18-9f4e-812618dbc39e None None] Network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:39.361101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.382111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Made reservation on behalf of 0ba7be4f438546dabc1f97842b587416 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:39.384494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.409239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a9be643-fae7-4f68-aa0f-21ad400bfbc9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.433595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.485154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a0b7a-159a-4722-a0be-9c48ec524fb4 None None] Pushing event updated for resources: {'Port': ['ID=9710b775-2c42-494a-a657-5c0bb879152d,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:39.500012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 4b5b1864-0d1c-4a1f-b19a-fdba5d647158 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:39.528412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.559498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-037964cb-20c2-4dc8-920a-1fe108e23f62 None None] Provisioning for port 9b84f50a-fa6d-4b29-84b0-c7b01793328c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:39.566493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-037964cb-20c2-4dc8-920a-1fe108e23f62 None None] Provisioning complete for port 9b84f50a-fa6d-4b29-84b0-c7b01793328c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:39.567047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-037964cb-20c2-4dc8-920a-1fe108e23f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.572900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] device_id is not set on port b80a7f85-b036-4fc4-bbbf-cdc54c12dd63 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:39.674547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-037964cb-20c2-4dc8-920a-1fe108e23f62 None None] Port 9b84f50a-fa6d-4b29-84b0-c7b01793328c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:39.687728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-037964cb-20c2-4dc8-920a-1fe108e23f62 None None] Provisioning complete for port 9710b775-2c42-494a-a657-5c0bb879152d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:39.687826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-037964cb-20c2-4dc8-920a-1fe108e23f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.738932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18266584-5183-42fa-a36a-7fcf8bec605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.764632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.772530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d42e0c0-f104-45d0-9294-92fa1fb08347 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for subnetpool, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.777204 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d42e0c0-f104-45d0-9294-92fa1fb08347 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6397882 Apr 18 12:14:39.778593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59468) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:39.785954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-555fcb52-7f32-45b4-9efe-fe052623ca32 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-1702082402') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:39.815618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.828718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Allocated IP 2001:db8::26a (4cba7c48-ea17-46b9-9fc1-b2ef14591225/9e3d5c18-7974-4b44-b44c-7a7ec9ddef80/b80a7f85-b036-4fc4-bbbf-cdc54c12dd63) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:39.843043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.927651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a9be643-fae7-4f68-aa0f-21ad400bfbc9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.945411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18266584-5183-42fa-a36a-7fcf8bec605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:39.982095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9be643-fae7-4f68-aa0f-21ad400bfbc9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7086d9-691e-4bd1-b2ed-cfe68c0cd858,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:40.020924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event updated for resources: {'Port': ['ID=468f9109-4e2f-4936-a9ff-c6181b95e990,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:40.028180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.041230 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP aa56b1d3-50f1-4beb-8a00-4d1244809605 associated. External IP: 172.26.4.13, port: 12982d77-0b28-4669-96f0-95946c8fd167. Apr 18 12:14:40.143239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a9be643-fae7-4f68-aa0f-21ad400bfbc9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.144335 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0a9be643-fae7-4f68-aa0f-21ad400bfbc9 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/security-groups/ed7086d9-691e-4bd1-b2ed-cfe68c0cd858 HTTP/1.1" status: 204 len: 168 time: 1.2794471 Apr 18 12:14:40.154178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59472) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:40.215096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-927bcdee-3654-428c-8c8b-b10c9dff4b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.291651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.298916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.299469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.312233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Network b218110b-cb16-42bb-8f34-d6cb9421810d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:40.314267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:40.401106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 442c5c30-c844-4a6a-971f-b55b3396d26f {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:40.403020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18266584-5183-42fa-a36a-7fcf8bec605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.427075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.468259 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-555fcb52-7f32-45b4-9efe-fe052623ca32 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-1702082402 HTTP/1.1" status: 201 len: 201 time: 0.6849241 Apr 18 12:14:40.468932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59476) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:40.479959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-bb68f7ea-5699-4684-925b-09bb2f5089b8 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-617720808') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:40.496978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266584-5183-42fa-a36a-7fcf8bec605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edef83d-abd3-484d-971d-c583b4f7b5a5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:40.537905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-18266584-5183-42fa-a36a-7fcf8bec605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.542500 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-18266584-5183-42fa-a36a-7fcf8bec605c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6edef83d-abd3-484d-971d-c583b4f7b5a5 HTTP/1.1" status: 204 len: 168 time: 1.3589358 Apr 18 12:14:40.553720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Router 3aa827b1-488a-4372-bcfb-57e5821915bf has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:40.555054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-93fdd525-62e6-40d4-943f-c28f470cf1c3 None None] Provisioning complete for port 468f9109-4e2f-4936-a9ff-c6181b95e990 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:40.555731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-93fdd525-62e6-40d4-943f-c28f470cf1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.590783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:40.629696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.639827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.640405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-93fdd525-62e6-40d4-943f-c28f470cf1c3 None None] Port 468f9109-4e2f-4936-a9ff-c6181b95e990 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:40.680965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': '50ac12c1-55ec-4ef9-9098-cd920016a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:40.681581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: 534320b6-a422-441a-974d-355a6f6cd1d5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:40.704920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.774752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:40.782040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:40.794140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:40.795149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:40.795750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.822146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Port': ['ID=b80a7f85-b036-4fc4-bbbf-cdc54c12dd63,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:40.830888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=4b5b1864-0d1c-4a1f-b19a-fdba5d647158,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:40.833567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:40.839141 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ee130cdc-c0e5-43b3-8368-c4881bc562f8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1678545 Apr 18 12:14:40.849847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] Sync routers for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:40.852393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59484) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:40.853835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53f4af-37ad-4ea1-8076-3e12fb62c17f None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:40.856535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:40.864089 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:40.864691 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:40.899394 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bb68f7ea-5699-4684-925b-09bb2f5089b8 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-617720808 HTTP/1.1" status: 201 len: 201 time: 0.4264591 Apr 18 12:14:40.899875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59488) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:40.906234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-64fa62a3-e0d4-4947-9785-d4b1005e1fbc tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-881842321') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:40.938216 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:40.947159 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:40.947754 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:41.013283 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:41.013674 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91734fa8-b987-4d49-90b8-754ef1c135fd None None] The sync data for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:41.025796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 534320b6-a422-441a-974d-355a6f6cd1d5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:41.028999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-92d9e525-e4f6-4e8f-9b86-7e13d5d54e24 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.8015723 Apr 18 12:14:41.037349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59494) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.161178 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ee2e9a52-f496-42eb-9597-320410921cef tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4b5b1864-0d1c-4a1f-b19a-fdba5d647158 HTTP/1.1" status: 204 len: 168 time: 1.9479589 Apr 18 12:14:41.164998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 534320b6-a422-441a-974d-355a6f6cd1d5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:41.165694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59502) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.177538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:41.179861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f849be-cf05-41de-883f-d036af6f2e74 None None] Network 534320b6-a422-441a-974d-355a6f6cd1d5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:41.180292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:41.180879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.189603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:41.190957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.230184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] Deleting port 4bb52756-6db1-4a14-a9de-6c928597fee1 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:41.230184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.384533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-64fa62a3-e0d4-4947-9785-d4b1005e1fbc tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-881842321 HTTP/1.1" status: 201 len: 201 time: 0.4836702 Apr 18 12:14:41.391207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59508) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.395158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0e916d09-7d9a-4d59-9b02-d59d950ed6f3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2269738 Apr 18 12:14:41.406970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59510) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.431546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-0b389559-947b-4e58-9379-bf216b4a8371 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-490727352') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:41.440892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.450759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Deleting port b80a7f85-b036-4fc4-bbbf-cdc54c12dd63 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:41.451398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.490794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49814c05-76d7-4806-9caf-2691cabb99f6 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.495914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9710b775-2c42-494a-a657-5c0bb879152d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:41.496305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6c1033-fe19-4d79-afef-7be6ef34d40c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:41.497089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9b6c1033-fe19-4d79-afef-7be6ef34d40c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:41.578375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9b6c1033-fe19-4d79-afef-7be6ef34d40c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:41.580044 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9b6c1033-fe19-4d79-afef-7be6ef34d40c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1719382 Apr 18 12:14:41.582266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59520) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.663048 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b932e0fb-18bc-4ce4-86f7-f9b7776fd9db tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3977230 Apr 18 12:14:41.664170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59526) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.668571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb131b1-9de1-4b82-a0e7-e60723d0f28f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:41.670635 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fcb131b1-9de1-4b82-a0e7-e60723d0f28f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0874028 Apr 18 12:14:41.673173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.738429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] For port 4bb52756-6db1-4a14-a9de-6c928597fee1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4bb52756-6db1-4a14-a9de-6c928597fee1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:41.738961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.748791 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a21a047e-b66b-4558-89e0-1652059be094 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742390 Apr 18 12:14:41.756397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59536) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.762916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:41.768455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1687495051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:41.799226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:41.864998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:41.889169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:41.944757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59540) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:41.963413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:41.973534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] Calling delete_port for 4bb52756-6db1-4a14-a9de-6c928597fee1 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:41.986881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:42.005722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:42.015260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:42.023713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:42.025275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-534320b6-a422-441a-974d-355a6f6cd1d5', 'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': 'ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:42.025807 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-49814c05-76d7-4806-9caf-2691cabb99f6 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 12:14:42.026297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.030092 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-49814c05-76d7-4806-9caf-2691cabb99f6 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf HTTP/1.1" status: 409 len: 329 time: 1.1742072 Apr 18 12:14:42.033456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59546) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:42.037263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:42.060887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9710b775-2c42-494a-a657-5c0bb879152d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:42.061396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.071376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.175850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.176898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.189902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=442c5c30-c844-4a6a-971f-b55b3396d26f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:42.195854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.205367 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0b389559-947b-4e58-9379-bf216b4a8371 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-490727352 HTTP/1.1" status: 201 len: 201 time: 0.7874522 Apr 18 12:14:42.205367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:42.205688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297ed5f8-d2cd-4dd9-aca5-a70e94f3c3cd None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:42.215931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59550) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:42.232340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-85fee6bc-1420-49c7-8ed2-2f1a01511ef5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:42.270521 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-203c9b99-931c-43e9-83f1-3f68457fd81e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/442c5c30-c844-4a6a-971f-b55b3396d26f HTTP/1.1" status: 204 len: 168 time: 2.1125736 Apr 18 12:14:42.271281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59554) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:42.295015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:42.303076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-142327069', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:42.312509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:42.318186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:router and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:42.322027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:42.323075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.332358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:42.339239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.366253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:42.404865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.436341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:42.437120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:42.533101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.533101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.560005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:42.560390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:42.566496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.634186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.648524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Calling delete_port for b80a7f85-b036-4fc4-bbbf-cdc54c12dd63 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:42.688821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:42.689458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:42.723908 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e68e80e-88a9-4992-a7dd-41a2f3932719 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/floatingips/aa56b1d3-50f1-4beb-8a00-4d1244809605 HTTP/1.1" status: 200 len: 978 time: 5.2928648 Apr 18 12:14:42.726274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59558) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:42.765191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:42.765697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30e1bb-ff43-4c87-9c2a-d1bc79aef376 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:42.768280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.785277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.832591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.836854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59562) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:42.837011 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-85fee6bc-1420-49c7-8ed2-2f1a01511ef5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags HTTP/1.1" status: 200 len: 241 time: 0.6153708 Apr 18 12:14:42.838410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] Pushing event deleted for resources: {'Port': ['ID=4bb52756-6db1-4a14-a9de-6c928597fee1,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:42.859834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-f32cb754-e928-4677-98c2-99dffe422660 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-1702082402') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:42.872085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507bf4e8-d6a9-47ba-8947-eabc9947b802 None None] No DVR routers for this DVR port 4bb52756-6db1-4a14-a9de-6c928597fee1 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:42.891461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Allocated IP 2001:db8::2 (534320b6-a422-441a-974d-355a6f6cd1d5/ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2/62354944-ec3a-49d5-b457-9d6830d7a3c4) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:42.892795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:42.899467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:42.904350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:42.923973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:42.938193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4bb52756-6db1-4a14-a9de-6c928597fee1 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:42.990060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 12982d77-0b28-4669-96f0-95946c8fd167 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:42.990402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.995412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:42.997979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4bb52756-6db1-4a14-a9de-6c928597fee1 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:43.005052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4bb52756-6db1-4a14-a9de-6c928597fee1 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:43.064171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.069124 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5072531f-8b96-42ef-8849-e9bb0de830b8 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3906426 Apr 18 12:14:43.069353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59566) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:43.113683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.114412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-207e3dff-c909-46bd-b5da-ea35837f6d6d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1686788 Apr 18 12:14:43.139518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59570) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:43.156599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:43.160133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.173863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.180625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2122288319'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:43.265035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.289061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Transition to ACTIVE for port object 62354944-ec3a-49d5-b457-9d6830d7a3c4 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:43.323229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Transition to ACTIVE for port object 62354944-ec3a-49d5-b457-9d6830d7a3c4 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:43.385443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.397848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:43.464635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Network 534320b6-a422-441a-974d-355a6f6cd1d5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:43.467976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:43.476924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:43.481261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:network and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:43.484594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event deleted for resources: {'Port': ['ID=b80a7f85-b036-4fc4-bbbf-cdc54c12dd63,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:43.484766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Pushing event updated for resources: {'Port': ['ID=62354944-ec3a-49d5-b457-9d6830d7a3c4,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:43.487010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:43.581868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Attempting to bind port 62354944-ec3a-49d5-b457-9d6830d7a3c4 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:43.582236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Attempting to bind port 62354944-ec3a-49d5-b457-9d6830d7a3c4 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '50ac12c1-55ec-4ef9-9098-cd920016a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:43.582627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Attempting to bind port 62354944-ec3a-49d5-b457-9d6830d7a3c4 on network 534320b6-a422-441a-974d-355a6f6cd1d5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:43.589144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:43.589514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Checking segment: {'id': '50ac12c1-55ec-4ef9-9098-cd920016a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:43.589948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.590344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Bound using segment: {'id': '50ac12c1-55ec-4ef9-9098-cd920016a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:43.590835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Bound port: 62354944-ec3a-49d5-b457-9d6830d7a3c4, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ac12c1-55ec-4ef9-9098-cd920016a96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '534320b6-a422-441a-974d-355a6f6cd1d5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:43.591159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.591452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.606580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:43.692111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.720836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f32cb754-e928-4677-98c2-99dffe422660 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-1702082402 HTTP/1.1" status: 204 len: 168 time: 0.8778689 Apr 18 12:14:43.725076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] For port 62354944-ec3a-49d5-b457-9d6830d7a3c4, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:43.726296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59574) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:43.728949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] For port 62354944-ec3a-49d5-b457-9d6830d7a3c4, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=62354944-ec3a-49d5-b457-9d6830d7a3c4,segment=NetworkSegment(50ac12c1-55ec-4ef9-9098-cd920016a96d),segment_id=50ac12c1-55ec-4ef9-9098-cd920016a96d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:43.789452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-9174f765-d7fd-4ea0-8254-1ee044f3990c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-1702082402') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:43.812587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.826814 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5fb94dce-cbe6-46d7-a053-cca5765afbf6 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b80a7f85-b036-4fc4-bbbf-cdc54c12dd63 HTTP/1.1" status: 204 len: 168 time: 2.7847297 Apr 18 12:14:43.834020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59578) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:43.840562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.844420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:43.847800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.873281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225', 'external_fixed_ips': [{'subnet_id': '9e3d5c18-7974-4b44-b44c-7a7ec9ddef80', 'ip_address': '2001:db8::26a'}]}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:43.878597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.880508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.915230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a33f8d0a-a1b9-476d-8f7f-b49d32e1a1f4 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:43.915569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a33f8d0a-a1b9-476d-8f7f-b49d32e1a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:43.943978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:43.947301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d531342-54b7-4373-8901-95c00f2be972 None None] Pushing event updated for resources: {'Port': ['ID=62354944-ec3a-49d5-b457-9d6830d7a3c4,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:43.962576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:router and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:43.995426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:43.998305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:44.010454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:security_group_rule and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:44.014567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:44.016621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:44.032470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:44.035053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:44.049899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:44.068721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7590b7c-89d6-4bb6-8a9f-3e3a162b4040 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:44.073890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:44.075000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.147689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.148663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.156946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.193333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a33f8d0a-a1b9-476d-8f7f-b49d32e1a1f4 None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:44.194207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a33f8d0a-a1b9-476d-8f7f-b49d32e1a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.206944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=f4cc92ef-4854-4225-a757-ae2b9f444c8e,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:44.267981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.325229 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fbbdfc22-74e1-4e34-b102-58d992809473 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5676975 Apr 18 12:14:44.334725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:44.392478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': 'f4cc92ef-4854-4225-a757-ae2b9f444c8e', 'ip_address': '2001:db8::ece2:c463:3c57:ea11'}], 'name': 'tempest-NetworksTestDHCPv6-1398933608'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:44.399171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a33f8d0a-a1b9-476d-8f7f-b49d32e1a1f4 None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:44.476223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'f4cc92ef-4854-4225-a757-ae2b9f444c8e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:44.477396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.542978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.543368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.543659 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP aa56b1d3-50f1-4beb-8a00-4d1244809605 disassociated. External IP: 172.26.4.13, port: 12982d77-0b28-4669-96f0-95946c8fd167. Apr 18 12:14:44.543991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 12982d77-0b28-4669-96f0-95946c8fd167 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:44.630416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.681655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/f4cc92ef-4854-4225-a757-ae2b9f444c8e/731c98ba-764f-4674-93e7-f65e94faf650) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:44.708992 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9174f765-d7fd-4ea0-8254-1ee044f3990c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-1702082402 HTTP/1.1" status: 204 len: 168 time: 0.9732287 Apr 18 12:14:44.712812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:44.713736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:44.725025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:44.731992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-58dab4ec-26d4-4e24-956b-8a955d124010 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:44.785641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:44.841477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:44.901579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Deleting port 468f9109-4e2f-4936-a9ff-c6181b95e990 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:44.901906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.906207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.914090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.925865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:44.939255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Transition to ACTIVE for port object 731c98ba-764f-4674-93e7-f65e94faf650 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:44.949904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:44.960385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Transition to ACTIVE for port object 731c98ba-764f-4674-93e7-f65e94faf650 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:44.990030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:45.064507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.085162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.109025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:45.124469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.124809 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Added segment 9266a274-4317-4497-841c-59879ecf7011 of type vlan for network 8d592328-0f82-4874-926f-5129cce53fd4 Apr 18 12:14:45.126161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:45.142957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83911500-c5f7-4dc2-bafc-5e532f6e881d None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:45.174173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:45.174777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.180250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:45.188770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:45.194948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:45.240407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.252858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6607788-67fb-40be-8f23-9e6fb18e06d5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:45.262358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=20b609d3-e37d-4c4e-b04e-78df8a150fba,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:45.297200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Pushing event updated for resources: {'Port': ['ID=731c98ba-764f-4674-93e7-f65e94faf650,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:45.303417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.312428 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b5e359dd-2db6-41f0-8d22-c5bfc034e0ea tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0341730 Apr 18 12:14:45.321805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59590) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:45.329978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8::1 (534320b6-a422-441a-974d-355a6f6cd1d5/ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2/2343b2fc-720d-4a52-9519-778b6398c1e9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:45.335158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'security_group': {'name': 'tempest-secgroup-562629418'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:45.352528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:45.364840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=12982d77-0b28-4669-96f0-95946c8fd167,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:45.366569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:45.370714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:45.384637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:45.397768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-58dab4ec-26d4-4e24-956b-8a955d124010 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags HTTP/1.1" status: 200 len: 205 time: 0.6785183 Apr 18 12:14:45.426897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbe643c-1d5d-4957-ac09-c3f82b03816f None None] Network 534320b6-a422-441a-974d-355a6f6cd1d5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:45.465199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59594) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:45.491009 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.497793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Attempting to bind port 731c98ba-764f-4674-93e7-f65e94faf650 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:45.497989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Attempting to bind port 731c98ba-764f-4674-93e7-f65e94faf650 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:45.498518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Attempting to bind port 731c98ba-764f-4674-93e7-f65e94faf650 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:45.502505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-3d093643-0d9e-4aa7-a28d-3b518b3a44c7 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:45.560083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.574177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.579238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 62354944-ec3a-49d5-b457-9d6830d7a3c4 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:45.580070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:45.580846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.607856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.619741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.636879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 4bad5345-fd32-443a-806a-8f35b30d88b4 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:45.682268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:45.682731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:45.683045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.683467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:45.683939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Bound port: 731c98ba-764f-4674-93e7-f65e94faf650, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:45.684311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.727980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:45.742911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group_rule and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:45.746217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cf9676f5-07fd-4353-8dd7-d181504f9524 None None] Provisioning for port 62354944-ec3a-49d5-b457-9d6830d7a3c4 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:45.748286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Network': ['ID=8d592328-0f82-4874-926f-5129cce53fd4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:45.758654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:45.771232 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1b0bd9fd-0470-41be-ad83-a0a1edc5d9a3 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.6251209 Apr 18 12:14:45.775476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:45.781585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:45.783232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 8d592328-0f82-4874-926f-5129cce53fd4 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:45.784344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59598) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:45.791572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'subnet': {'network_id': '8d592328-0f82-4874-926f-5129cce53fd4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:45.851875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object 2343b2fc-720d-4a52-9519-778b6398c1e9 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:45.876228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Calling delete_port for 468f9109-4e2f-4936-a9ff-c6181b95e990 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:46.008262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:46.041654 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3d093643-0d9e-4aa7-a28d-3b518b3a44c7 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags HTTP/1.1" status: 200 len: 240 time: 0.5549567 Apr 18 12:14:46.041654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:46.048724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] For port 731c98ba-764f-4674-93e7-f65e94faf650, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:46.053676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59602) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:46.065392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-0fbdfa9f-2817-47c9-8444-6d1dcb0f7947 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-617720808') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:46.073265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:subnet and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:46.085194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:46.088137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 62354944-ec3a-49d5-b457-9d6830d7a3c4 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:46.096758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] For port 731c98ba-764f-4674-93e7-f65e94faf650, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=731c98ba-764f-4674-93e7-f65e94faf650,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:46.100428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 62354944-ec3a-49d5-b457-9d6830d7a3c4 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:46.100799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.113997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:46.156213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.182696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.247799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.279302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.294649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:46.297590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.311353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.344515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19464cd-f32d-4fce-a169-3e559ead6644 None None] Pushing event updated for resources: {'Port': ['ID=731c98ba-764f-4674-93e7-f65e94faf650,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:46.374236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.384433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::ece2:c463:3c57:ea11 (5f4dde90-d90b-4725-911c-836df72b725b/f4cc92ef-4854-4225-a757-ae2b9f444c8e/4bad5345-fd32-443a-806a-8f35b30d88b4) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:46.486191 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0fbdfa9f-2817-47c9-8444-6d1dcb0f7947 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-617720808 HTTP/1.1" status: 204 len: 168 time: 0.4281352 Apr 18 12:14:46.489201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59606) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:46.491963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:46.503597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Update dhcp port {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'fixed_ips': [{'subnet_id': '061f3a78-cb62-4ffb-9d9d-3320f4231d7f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20b609d3-e37d-4c4e-b04e-78df8a150fba'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'a2cef741-987d-48a6-b3dd-31938260102e'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:14:46.504230 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:46.523741 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:46.524363 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:46.560417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-98ed68e2-0cc3-4dbd-a0fa-e563829b80a0 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-617720808') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:46.564789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.591235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.679811 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:46.690150 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:46.690804 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:46.783277 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:46.783573 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6ff42b-6f94-45f2-94be-5c24818f8401 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:46.821506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 534320b6-a422-441a-974d-355a6f6cd1d5 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:46.824419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.825681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.4995403 Apr 18 12:14:46.845378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:46.847928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:46.848418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:46.851267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135a36c-2d02-4ea9-b159-3a149911c659 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d25d87-4ac8-426c-9964-8847c9828bbd,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:46.859782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59610) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:46.880485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=2343b2fc-720d-4a52-9519-778b6398c1e9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:46.891913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'security_group': {'name': 'tempest-secgroup-809390064'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:46.922082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Allocated IP 2001:db8::2 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/20b609d3-e37d-4c4e-b04e-78df8a150fba/a2cef741-987d-48a6-b3dd-31938260102e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:46.958048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:46.973904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:46.978690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:46.991264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:47.008720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e79ae60f-3152-49ed-8582-b0a2a3a40d98 None None] Provisioning complete for port 62354944-ec3a-49d5-b457-9d6830d7a3c4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:47.009377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e79ae60f-3152-49ed-8582-b0a2a3a40d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.047661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 62354944-ec3a-49d5-b457-9d6830d7a3c4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=62354944-ec3a-49d5-b457-9d6830d7a3c4,segment=NetworkSegment(50ac12c1-55ec-4ef9-9098-cd920016a96d),segment_id=50ac12c1-55ec-4ef9-9098-cd920016a96d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:47.081975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.144564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.146101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.151455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Port': ['ID=468f9109-4e2f-4936-a9ff-c6181b95e990,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:47.202080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.267153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a2cef741-987d-48a6-b3dd-31938260102e,segment=NetworkSegment(d0d95672-0c1c-4561-89a7-75de906e1bc8),segment_id=d0d95672-0c1c-4561-89a7-75de906e1bc8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:47.301096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=62354944-ec3a-49d5-b457-9d6830d7a3c4,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:47.334539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.347948 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-caeda110-f9a9-494d-af5d-22f11dd150eb tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/ports/12982d77-0b28-4669-96f0-95946c8fd167 HTTP/1.1" status: 204 len: 168 time: 4.6207778 Apr 18 12:14:47.354580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Transition to ACTIVE for port object a2cef741-987d-48a6-b3dd-31938260102e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:47.364604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59614) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:47.405411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.420695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:47.427648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Allocated IP 2001:db8::26a (4cba7c48-ea17-46b9-9fc1-b2ef14591225/9e3d5c18-7974-4b44-b44c-7a7ec9ddef80/e95609f8-d5ed-409e-9816-6d883e8bec1c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:47.432590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group_rule and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:47.440546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:47.447246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.622507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810686-25d1-4cb9-a013-da48ae54c753 None None] Pushing event updated for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:47.679613 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9db51a24-04e1-4df0-bc1f-289597dfd894 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/floatingips/aa56b1d3-50f1-4beb-8a00-4d1244809605 HTTP/1.1" status: 200 len: 687 time: 0.3117998 Apr 18 12:14:47.683132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e1d2974-0b50-4d5f-8f15-6927dad6deb9 None None] Provisioning for port 2343b2fc-720d-4a52-9519-778b6398c1e9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:47.716870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 731c98ba-764f-4674-93e7-f65e94faf650 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:47.721585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59618) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:47.725328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.732970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:47.770634 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-98ed68e2-0cc3-4dbd-a0fa-e563829b80a0 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-617720808 HTTP/1.1" status: 204 len: 168 time: 1.2803485 Apr 18 12:14:47.782232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59622) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:47.798625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-ecb48e12-c11d-4b0d-94af-148b3aa9ba2d tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:47.803467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e1d2974-0b50-4d5f-8f15-6927dad6deb9 None None] Provisioning complete for port 2343b2fc-720d-4a52-9519-778b6398c1e9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:47.803954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e1d2974-0b50-4d5f-8f15-6927dad6deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.880203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9e1d2974-0b50-4d5f-8f15-6927dad6deb9 None None] Port 2343b2fc-720d-4a52-9519-778b6398c1e9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:47.914305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:47.966971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 731c98ba-764f-4674-93e7-f65e94faf650 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:47.986254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 62354944-ec3a-49d5-b457-9d6830d7a3c4 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:48.038085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.074794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 62354944-ec3a-49d5-b457-9d6830d7a3c4 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:48.075151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.125509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] Provisioning for port 731c98ba-764f-4674-93e7-f65e94faf650 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:48.131079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 4bad5345-fd32-443a-806a-8f35b30d88b4 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:48.143342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] Provisioning complete for port 731c98ba-764f-4674-93e7-f65e94faf650 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:48.143706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.191853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Subnet': ['ID=ed0cc0b1-6191-4024-8982-e315ce0be6d7,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:48.225684 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ecb48e12-c11d-4b0d-94af-148b3aa9ba2d tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags HTTP/1.1" status: 200 len: 205 time: 0.4399755 Apr 18 12:14:48.235138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59626) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:48.238175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port d42d7e36-d3dd-4e9e-8de4-d84e78db77d6 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:48.238544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.269266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Checking segment: {'id': '9266a274-4317-4497-841c-59879ecf7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d592328-0f82-4874-926f-5129cce53fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:48.269768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network hostable DHCP agents. Network: 8d592328-0f82-4874-926f-5129cce53fd4, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:48.303530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Router 3aa827b1-488a-4372-bcfb-57e5821915bf has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:48.310698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-a98838fc-cc07-4e95-9e3d-a947fb1b3c24 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:48.350233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.387995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] For port 731c98ba-764f-4674-93e7-f65e94faf650, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=731c98ba-764f-4674-93e7-f65e94faf650,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:48.430378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.451530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.503356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:48.514075 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0ebbdb35-fded-49ea-8ed0-1f67d53d897c tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4792857 Apr 18 12:14:48.517248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59630) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:48.520284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] Sync routers for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:48.535714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa4770-a164-4eb5-8097-cbb101a851ef None None] Pushing event updated for resources: {'Port': ['ID=731c98ba-764f-4674-93e7-f65e94faf650,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:48.539874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:48.543535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:48.551122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network 8d592328-0f82-4874-926f-5129cce53fd4 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:48.609999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:48.614488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:48.617253 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-070023ce-3edb-44e4-9a76-ac44d97dcae1 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] show failed (client error): The resource could not be found. Apr 18 12:14:48.623676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] Routers {'3aa827b1-488a-4372-bcfb-57e5821915bf'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:48.624118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3aa827b1-488a-4372-bcfb-57e5821915bf'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:48.624251 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-070023ce-3edb-44e4-9a76-ac44d97dcae1 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1336749942 HTTP/1.1" status: 404 len: 335 time: 0.0987840 Apr 18 12:14:48.625565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:48.627637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:48.628288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59634) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:48.631061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.633499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:48.635210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.635586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.644667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2214c9bd-a45a-405e-9f2f-ed7eb2419942 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:48.655257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=4bad5345-fd32-443a-806a-8f35b30d88b4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:48.681701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-747d3d93-a730-4a74-b885-05db3f32aa59 None None] Provisioning for port a2cef741-987d-48a6-b3dd-31938260102e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:48.694221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:48.694718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9601cf07-0d07-4fab-bd84-a0cf8e03ade8 None None] The sync data for ids ['3aa827b1-488a-4372-bcfb-57e5821915bf'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:48.697383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-747d3d93-a730-4a74-b885-05db3f32aa59 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:48.697827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-747d3d93-a730-4a74-b885-05db3f32aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.753104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24820266-52b8-4566-b893-c5d5daac5182 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3951013 Apr 18 12:14:48.753332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59638) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:48.766909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': 'f4cc92ef-4854-4225-a757-ae2b9f444c8e', 'ip_address': '2001:db8::ece2:c463:3c57:ea11'}], 'name': 'tempest-NetworksTestDHCPv6-1500843946'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:48.900138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-747d3d93-a730-4a74-b885-05db3f32aa59 None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:48.900926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-747d3d93-a730-4a74-b885-05db3f32aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.940083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.resource_extend [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:14:48.947942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 8d592328-0f82-4874-926f-5129cce53fd4) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:48.950085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.961672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20719e18-3aad-4689-bae1-73c6b17d7560 None None] Network 8d592328-0f82-4874-926f-5129cce53fd4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:48.976104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:48.976688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:48.989695 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-2214c9bd-a45a-405e-9f2f-ed7eb2419942 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] update failed (client error): The resource could not be found. Apr 18 12:14:48.990989 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2214c9bd-a45a-405e-9f2f-ed7eb2419942 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1713397569 HTTP/1.1" status: 404 len: 335 time: 0.3529229 Apr 18 12:14:48.993299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.005353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59642) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.008630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-747d3d93-a730-4a74-b885-05db3f32aa59 None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:49.021326 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a98838fc-cc07-4e95-9e3d-a947fb1b3c24 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags HTTP/1.1" status: 200 len: 240 time: 0.7514989 Apr 18 12:14:49.026970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59646) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.038642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-f0507938-0aac-487f-a624-ff454fd8bdd1 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-881842321') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:49.107846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e3be55-06d8-4635-ba67-8a5381f517f4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:49.117796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.118126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.164878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:49.171615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:49.218518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-8d592328-0f82-4874-926f-5129cce53fd4', 'network_id': '8d592328-0f82-4874-926f-5129cce53fd4', 'tenant_id': '657de569f6c74e0896a638e9c88aabae', 'fixed_ips': [{'subnet_id': 'ed0cc0b1-6191-4024-8982-e315ce0be6d7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:49.219474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.221394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:49.233826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7373dfaf-7dda-4db5-8f5b-388914f9985a None None] Provisioning for port 4bad5345-fd32-443a-806a-8f35b30d88b4 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:49.237149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:49.243053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7373dfaf-7dda-4db5-8f5b-388914f9985a None None] Provisioning complete for port 4bad5345-fd32-443a-806a-8f35b30d88b4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:49.243382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7373dfaf-7dda-4db5-8f5b-388914f9985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.251484 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f0507938-0aac-487f-a624-ff454fd8bdd1 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-881842321 HTTP/1.1" status: 204 len: 168 time: 0.2208264 Apr 18 12:14:49.252481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59650) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.254087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.254994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.258292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-06ab431a-e611-4a4e-a6a1-f92d9de0367f tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-881842321') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:49.266435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for d42d7e36-d3dd-4e9e-8de4-d84e78db77d6 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:49.327567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:49.328749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.329947 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-394c2594-d1a1-4fc2-bc20-a29b2ded382b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.4626129 Apr 18 12:14:49.333860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.334848 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2a9582e1-1f33-40d8-8c61-a8eb821ebe59 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5486517 Apr 18 12:14:49.343280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59654) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.349351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59656) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.358326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Deleting subnet 155975f2-0633-464c-91f7-c607e799f89e {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:49.362508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7373dfaf-7dda-4db5-8f5b-388914f9985a None None] Port 4bad5345-fd32-443a-806a-8f35b30d88b4 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:49.365206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port dddcdde1-98d9-4ac3-b7e5-c822f3c4fe73 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:49.374814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640839063'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:49.380183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.423104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'network': {'name': 'tempest-router-network01--650371169'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:49.440951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:49.441225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Allocated IP 2001:db8::2 (8d592328-0f82-4874-926f-5129cce53fd4/ed0cc0b1-6191-4024-8982-e315ce0be6d7/40a6776f-de31-4e16-a3ee-88965eded000) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:49.445487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:49.449989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:49.456467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:49.475944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 731c98ba-764f-4674-93e7-f65e94faf650 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:49.522907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:49.556648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:network and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:49.562512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.575687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:49.633082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=2343b2fc-720d-4a52-9519-778b6398c1e9,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:49.636826 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-06ab431a-e611-4a4e-a6a1-f92d9de0367f tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-881842321 HTTP/1.1" status: 204 len: 168 time: 0.3828669 Apr 18 12:14:49.640678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59662) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.648467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-0b8126d9-a3d6-46d1-8925-e89f2a0a8e20 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:49.662666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:49.675619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.676212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.685050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 731c98ba-764f-4674-93e7-f65e94faf650 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:49.685500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.770572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.785487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Transition to ACTIVE for port object 40a6776f-de31-4e16-a3ee-88965eded000 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:49.794946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:49.797705 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 12:14:49.797875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:49.811208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:security_group_rule and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:49.827135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:49.832860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:49.837278 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0b8126d9-a3d6-46d1-8925-e89f2a0a8e20 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1951840 Apr 18 12:14:49.840567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59666) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.843350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Transition to ACTIVE for port object 40a6776f-de31-4e16-a3ee-88965eded000 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:49.845866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-bb41c277-8de4-46b5-96c5-635def8bad62 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:49.855905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:49.861874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:49.864454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:49.875977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bb41c277-8de4-46b5-96c5-635def8bad62 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags HTTP/1.1" status: 200 len: 240 time: 0.0319893 Apr 18 12:14:49.876322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59670) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.882308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-f189be0f-92db-49b9-a39c-e19f9458f1c8 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-490727352') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:49.911905 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f189be0f-92db-49b9-a39c-e19f9458f1c8 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-490727352 HTTP/1.1" status: 204 len: 168 time: 0.0317295 Apr 18 12:14:49.912282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:49.912443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59674) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.916049 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-48530fc1-3286-460c-b096-995a3e0cb797 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1616700 Apr 18 12:14:49.919922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-a87319d4-bb7d-42d9-a89f-0a9ef5904487 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-490727352') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:49.927586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59678) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:49.940665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:49.964204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:49.968249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.001150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:50.001647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.032173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Port': ['ID=e95609f8-d5ed-409e-9816-6d883e8bec1c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:50.033494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9441c-cae9-4cdb-84f1-206ce6bbfdfc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:50.044007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f9441c-cae9-4cdb-84f1-206ce6bbfdfc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:50.044007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-06f9441c-cae9-4cdb-84f1-206ce6bbfdfc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:50.059673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Network 8d592328-0f82-4874-926f-5129cce53fd4 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:50.060856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 534320b6-a422-441a-974d-355a6f6cd1d5 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:50.071912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:50.076438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Pushing event updated for resources: {'Port': ['ID=40a6776f-de31-4e16-a3ee-88965eded000,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:50.080392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:50.107366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a87319d4-bb7d-42d9-a89f-0a9ef5904487 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-490727352 HTTP/1.1" status: 204 len: 168 time: 0.1915956 Apr 18 12:14:50.107596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59682) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:50.112654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-783dcc62-6205-4faa-a48a-c56d25896722 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:50.129403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:50.129634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-06f9441c-cae9-4cdb-84f1-206ce6bbfdfc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:50.133865 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-06f9441c-cae9-4cdb-84f1-206ce6bbfdfc tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.1997745 Apr 18 12:14:50.133865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59686) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:50.194762 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-783dcc62-6205-4faa-a48a-c56d25896722 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags HTTP/1.1" status: 200 len: 205 time: 0.0820053 Apr 18 12:14:50.194762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59690) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:50.196311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:50.199790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-0c1d666b-3c33-442e-b3a0-ad911b2da821 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:50.229503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 4bad5345-fd32-443a-806a-8f35b30d88b4 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:50.233476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.257122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Attempting to bind port 40a6776f-de31-4e16-a3ee-88965eded000 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:50.262596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Attempting to bind port 40a6776f-de31-4e16-a3ee-88965eded000 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9266a274-4317-4497-841c-59879ecf7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d592328-0f82-4874-926f-5129cce53fd4'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:50.262596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Attempting to bind port 40a6776f-de31-4e16-a3ee-88965eded000 on network 8d592328-0f82-4874-926f-5129cce53fd4 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:50.269565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:50.269565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Checking segment: {'id': '9266a274-4317-4497-841c-59879ecf7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d592328-0f82-4874-926f-5129cce53fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:50.269565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.270028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Bound using segment: {'id': '9266a274-4317-4497-841c-59879ecf7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d592328-0f82-4874-926f-5129cce53fd4'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:50.270492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Bound port: 40a6776f-de31-4e16-a3ee-88965eded000, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9266a274-4317-4497-841c-59879ecf7011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d592328-0f82-4874-926f-5129cce53fd4'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:50.272656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.272900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.311767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0c1d666b-3c33-442e-b3a0-ad911b2da821 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags HTTP/1.1" status: 204 len: 168 time: 0.1145499 Apr 18 12:14:50.326967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.352343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59694) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:50.363191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-73bd3705-7cbb-4159-b385-aaae5989f67f tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:50.379505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] For port 40a6776f-de31-4e16-a3ee-88965eded000, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:50.381286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.381286 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Added segment da98a2b9-a0f2-40cf-a023-00356ae940c4 of type vlan for network c110c5a8-fbc8-49b4-b47b-c4396724686a Apr 18 12:14:50.382760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] For port 40a6776f-de31-4e16-a3ee-88965eded000, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40a6776f-de31-4e16-a3ee-88965eded000,segment=NetworkSegment(9266a274-4317-4497-841c-59879ecf7011),segment_id=9266a274-4317-4497-841c-59879ecf7011)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:50.452906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.546592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8cf-bc4f-435f-a3e3-933d12d40f2c None None] Provisioning complete for port 2343b2fc-720d-4a52-9519-778b6398c1e9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:50.546834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8cf-bc4f-435f-a3e3-933d12d40f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.591555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c133a12-ef7c-421e-b111-1e873f972ba3 None None] Pushing event updated for resources: {'Port': ['ID=40a6776f-de31-4e16-a3ee-88965eded000,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:50.602053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=d42d7e36-d3dd-4e9e-8de4-d84e78db77d6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:50.629429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8cf-bc4f-435f-a3e3-933d12d40f2c None None] Port 2343b2fc-720d-4a52-9519-778b6398c1e9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:50.775732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-73bd3705-7cbb-4159-b385-aaae5989f67f tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags HTTP/1.1" status: 204 len: 168 time: 0.4231877 Apr 18 12:14:50.778852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59698) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:50.786151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.786765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-a52f75a3-8b77-4191-aad1-73ac8c9024f4 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:50.791342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.864054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.886937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.937813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:50.994771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.003731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 4bad5345-fd32-443a-806a-8f35b30d88b4 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:51.080469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a52f75a3-8b77-4191-aad1-73ac8c9024f4 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags HTTP/1.1" status: 204 len: 168 time: 0.3005297 Apr 18 12:14:51.092481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59702) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.097840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-eba05a25-885a-4c97-b9a0-53d6ab324e9a tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:51.103351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828055fc-7f1b-4b1b-b6cb-41e3c4a98962,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:51.117394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.118541 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e20d17c4-9cdf-4fbb-9fd6-a28832481e92 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/floatingips/aa56b1d3-50f1-4beb-8a00-4d1244809605 HTTP/1.1" status: 204 len: 168 time: 3.3871434 Apr 18 12:14:51.122949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59706) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.125782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Subnet': ['ID=155975f2-0633-464c-91f7-c607e799f89e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:51.125782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.130507 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68df7b58-6582-4989-b440-f3e69ebc0d54 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7752681 Apr 18 12:14:51.130507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.130507 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef5fc632-e82b-4b2c-8c66-63ced9a91123 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/subnets/155975f2-0633-464c-91f7-c607e799f89e HTTP/1.1" status: 204 len: 168 time: 2.1132305 Apr 18 12:14:51.134726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59710) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.135045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59712) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.135393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa9459-97ff-44aa-9cbf-1cfcb2f3dea2 None None] Network a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:51.139089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '70d5f0d9-d182-48ec-a127-8f52ccc3efc2'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:51.146653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1673652381', 'security_groups': ['828055fc-7f1b-4b1b-b6cb-41e3c4a98962'], 'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20b609d3-e37d-4c4e-b04e-78df8a150fba'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:51.148587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:51.154358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:floatingip and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:51.160016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:51.207691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:51.221101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.226723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:51.228646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.265159 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eba05a25-885a-4c97-b9a0-53d6ab324e9a tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags HTTP/1.1" status: 204 len: 168 time: 0.1673193 Apr 18 12:14:51.265359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59718) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.271316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-11d2a23f-b408-4684-bf20-f4fb7d7545bf tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-1035003319') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:51.294903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.307076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.342277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router b571a7f5-c3be-4807-a25a-5980b9fd1aae is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:14:51.344820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.434285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=4bad5345-fd32-443a-806a-8f35b30d88b4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:51.491215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.524478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1715982 Apr 18 12:14:51.528801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] DHCP port deletion for a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:51.533794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] Deleting port f1c9e386-06fa-46d4-b182-db70ca7b155f {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:51.534173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.537264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59722) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.540170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3cfda-77c6-4246-b663-dda68a618db0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Network': ['ID=c110c5a8-fbc8-49b4-b47b-c4396724686a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:51.595188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c110c5a8-fbc8-49b4-b47b-c4396724686a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:51.640534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Deleting subnet d03cfd0e-b198-4c20-a557-49771bc9f9d8 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:51.651613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'network': {'name': 'tempest-router-network02--375810926'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:51.659783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:51.666905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 40a6776f-de31-4e16-a3ee-88965eded000 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:51.668382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:network and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:51.673090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:51.678775 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7a065956-c910-4a94-83a9-f9418893b0b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/4bad5345-fd32-443a-806a-8f35b30d88b4 HTTP/1.1" status: 204 len: 168 time: 1.5442872 Apr 18 12:14:51.682269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59726) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.687648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:51.759175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.806494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:51.809300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-11d2a23f-b408-4684-bf20-f4fb7d7545bf tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-1035003319 HTTP/1.1" status: 201 len: 201 time: 0.5423419 Apr 18 12:14:51.811421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.815022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de11d24-0eff-449f-8b9f-83c202113d25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:51.816966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de11d24-0eff-449f-8b9f-83c202113d25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:51.817940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9de11d24-0eff-449f-8b9f-83c202113d25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:51.826570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59730) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.866231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:51.906128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:51.916809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eef1d0e-352c-4d7c-9c95-9dc67f138812 None None] Network 8d592328-0f82-4874-926f-5129cce53fd4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:51.921556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9de11d24-0eff-449f-8b9f-83c202113d25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:51.925766 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9de11d24-0eff-449f-8b9f-83c202113d25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2395098 Apr 18 12:14:51.926671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59734) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:51.962138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-38fd5856-fffe-4483-bd36-4cfcaca6aaea tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-1255119312') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:52.035373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:52.052538 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet f4cc92ef-4854-4225-a757-ae2b9f444c8e {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:52.055246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.059968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.123010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] For port f1c9e386-06fa-46d4-b182-db70ca7b155f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f1c9e386-06fa-46d4-b182-db70ca7b155f,segment=NetworkSegment(23bb788c-2928-43cf-bb15-c082980f7ee6),segment_id=23bb788c-2928-43cf-bb15-c082980f7ee6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:52.123430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.136381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 40a6776f-de31-4e16-a3ee-88965eded000 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:52.144708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.173 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/f99af233-1f54-498a-92ac-87f7ba7c96ba) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:52.148617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.263948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] Provisioning for port 40a6776f-de31-4e16-a3ee-88965eded000 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:52.275404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] Calling delete_port for f1c9e386-06fa-46d4-b182-db70ca7b155f owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:52.309709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] Provisioning complete for port 40a6776f-de31-4e16-a3ee-88965eded000 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:52.309972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.319437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:52.321109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:52.348166 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] Sync routers for ids ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:52.360687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:52.362367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.369894 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] Routers {'b571a7f5-c3be-4807-a25a-5980b9fd1aae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:52.370984 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:52.385839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.385839 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Added segment d8863bc2-eb91-4ee6-9a87-ed67d28b3345 of type vlan for network 901e39c0-0909-4cfc-916b-3a2ec8730d15 Apr 18 12:14:52.395675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bf30b949-37dc-4fad-90cb-f25e4b2b6793 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/b571a7f5-c3be-4807-a25a-5980b9fd1aae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3228533 Apr 18 12:14:52.397748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59738) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:52.492824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201921c3-c54e-42c9-a308-c7cdc594261c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:52.492824 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-201921c3-c54e-42c9-a308-c7cdc594261c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports/2343b2fc-720d-4a52-9519-778b6398c1e9 HTTP/1.1" status: 200 len: 911 time: 0.0927789 Apr 18 12:14:52.513636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.530193 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:52.544078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59742) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:52.545587 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] Routers {'b571a7f5-c3be-4807-a25a-5980b9fd1aae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:52.546692 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:52.563674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.581142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.608315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.612522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:52.616674 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:52.617283 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d65f4-7ec3-4acf-9a17-e63ace15d4f7 None None] The sync data for ids ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:52.663868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] For port 40a6776f-de31-4e16-a3ee-88965eded000, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40a6776f-de31-4e16-a3ee-88965eded000,segment=NetworkSegment(9266a274-4317-4497-841c-59879ecf7011),segment_id=9266a274-4317-4497-841c-59879ecf7011)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:52.664926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] Pushing event deleted for resources: {'Port': ['ID=f1c9e386-06fa-46d4-b182-db70ca7b155f,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:52.676343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.682021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e81e9a-2548-427b-8c72-d5aec4276779 None None] No DVR routers for this DVR port f1c9e386-06fa-46d4-b182-db70ca7b155f on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:52.701530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.744468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:52.744687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.748366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.752884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:52.755806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=f4cc92ef-4854-4225-a757-ae2b9f444c8e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:52.758804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:52.793731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.799073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:52.818824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=f99af233-1f54-498a-92ac-87f7ba7c96ba,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:52.828691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ce210-bd39-43e1-a150-1a1be2aa5c04 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:52.978491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.037531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbab4c-4761-487f-b9b0-2373ac5187bf None None] Pushing event updated for resources: {'Port': ['ID=40a6776f-de31-4e16-a3ee-88965eded000,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:53.066983 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-38fd5856-fffe-4483-bd36-4cfcaca6aaea tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-1255119312 HTTP/1.1" status: 201 len: 201 time: 1.1846390 Apr 18 12:14:53.073843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59746) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:53.078638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.081193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-70ebd4ee-0be5-42ce-aace-24928a0492f0 None None] Provisioning complete for port 40a6776f-de31-4e16-a3ee-88965eded000 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:53.084512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70ebd4ee-0be5-42ce-aace-24928a0492f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.084665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-093c818c-71cb-4158-bdd3-3b6d439fbd8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/f4cc92ef-4854-4225-a757-ae2b9f444c8e HTTP/1.1" status: 204 len: 168 time: 1.1548498 Apr 18 12:14:53.084885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:53.084885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.087696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-976a5a17-65ef-40b9-91c5-c035cb7d0571 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-1281752996') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:53.091379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59750) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:53.192134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] device_id is not set on port e8cf2e53-1689-4de2-9cdc-71a4d16e6748 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:53.287811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:53.291954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] Deleting port 731c98ba-764f-4674-93e7-f65e94faf650 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:53.292415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.323095 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d92be3b5-b62b-4093-a428-3e2893796905 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2083573 Apr 18 12:14:53.326548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59754) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:53.381810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:53.428311 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8893371 Apr 18 12:14:53.431828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59758) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:53.438301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.476217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60312f9-1ea1-491a-8b64-b2370a5db684 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Network': ['ID=901e39c0-0909-4cfc-916b-3a2ec8730d15,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:53.488972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'subnet': {'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:53.497394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 901e39c0-0909-4cfc-916b-3a2ec8730d15 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:53.533395 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-976a5a17-65ef-40b9-91c5-c035cb7d0571 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-1281752996 HTTP/1.1" status: 201 len: 201 time: 0.4553764 Apr 18 12:14:53.540131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59762) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:53.540822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 40a6776f-de31-4e16-a3ee-88965eded000 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:53.549833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Subnet': ['ID=d03cfd0e-b198-4c20-a557-49771bc9f9d8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:53.593130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-7458a810-8393-4a48-bbb5-873dd2423fca tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-823026589') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:53.595161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] For port 731c98ba-764f-4674-93e7-f65e94faf650, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=731c98ba-764f-4674-93e7-f65e94faf650,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:53.595644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.615630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.653657 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7fba9ab7-4702-4d79-88e2-f5bc05eb0dc9 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/subnets/d03cfd0e-b198-4c20-a557-49771bc9f9d8 HTTP/1.1" status: 204 len: 168 time: 2.5119231 Apr 18 12:14:53.653887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3fcd73-a9b5-4f00-a6cf-44269f429f67 None None] Network 5dbedb25-e79e-401a-9daf-3cbfa211f514 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:53.664277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59766) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:53.697661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.717357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:53.736656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:53.742823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:53.753770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:53.755892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:53.764474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:subnet and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:53.771381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:53.778536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.779615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:53.815875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] Calling delete_port for 731c98ba-764f-4674-93e7-f65e94faf650 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:53.857997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:53.862073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:53.895855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:53.899569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.036934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 40a6776f-de31-4e16-a3ee-88965eded000 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:54.037298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.102370 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:14:54.103518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.106377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8::123 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/20b609d3-e37d-4c4e-b04e-78df8a150fba/e8cf2e53-1689-4de2-9cdc-71a4d16e6748) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:54.115744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.132939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.183236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] Pushing event deleted for resources: {'Port': ['ID=731c98ba-764f-4674-93e7-f65e94faf650,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:54.185545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada22f85-2fb4-4d97-b8ac-4cbf5a6c80c9 None None] No DVR routers for this DVR port 731c98ba-764f-4674-93e7-f65e94faf650 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:54.188913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Router 66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:14:54.304673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] DHCP port deletion for 5dbedb25-e79e-401a-9daf-3cbfa211f514 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:54.310746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] Deleting port 8545a722-eded-45cf-983d-025d4ed91646 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:54.311320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.311963 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7458a810-8393-4a48-bbb5-873dd2423fca tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-823026589 HTTP/1.1" status: 201 len: 201 time: 0.7636161 Apr 18 12:14:54.317635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59770) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:54.345815 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 731c98ba-764f-4674-93e7-f65e94faf650 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:54.381269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-8e6f6974-6a05-4dcb-adf6-761eced9a446 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', {'tags': ['tempest-TagsExtTest-Tag-1380267786', 'tempest-TagsExtTest-Tag-1179290202', 'tempest-TagsExtTest-Tag-194499820']}) {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:54.393308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 731c98ba-764f-4674-93e7-f65e94faf650 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:54.393902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 731c98ba-764f-4674-93e7-f65e94faf650 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:54.394325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f1c9e386-06fa-46d4-b182-db70ca7b155f no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:54.434713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f1c9e386-06fa-46d4-b182-db70ca7b155f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:54.435065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f1c9e386-06fa-46d4-b182-db70ca7b155f not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:54.612942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] For port 8545a722-eded-45cf-983d-025d4ed91646, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8545a722-eded-45cf-983d-025d4ed91646,segment=NetworkSegment(377217cb-6291-4300-bfee-487534585ea4),segment_id=377217cb-6291-4300-bfee-487534585ea4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:54.614180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.645127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.746190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.750509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e6f6974-6a05-4dcb-adf6-761eced9a446 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags HTTP/1.1" status: 200 len: 317 time: 0.3890598 Apr 18 12:14:54.756398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59774) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:54.784574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:14:54.790412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] Calling delete_port for 8545a722-eded-45cf-983d-025d4ed91646 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:54.802139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-4f914d81-2b24-4429-820f-1cb6eed6d61c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:54.819970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.827001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:54.830492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:54.835386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:54.835386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.849386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:54.849613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244bce45-9749-451d-86d6-4b5e9e1e9723 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:54.850284 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=4efd1490-a2a9-4f42-badd-efcba64569a2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:54.858981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.889021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23bb788c-2928-43cf-bb15-c082980f7ee6') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:54.894303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23bb788c-2928-43cf-bb15-c082980f7ee6') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:54.916830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.927473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.986507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:54.986996 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a089e92b-5faa-4f0e-9dbc-58182bceb1d2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6581743 Apr 18 12:14:54.988795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:54.995620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59778) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.034938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.039199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Sync routers for ids ['66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:55.043259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:55.043655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.047703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:55.061882 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:55.070793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.105841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] Pushing event deleted for resources: {'Port': ['ID=8545a722-eded-45cf-983d-025d4ed91646,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:55.114848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Routers {'66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:55.115459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:55.133005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': '4efd1490-a2a9-4f42-badd-efcba64569a2', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1465095473'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:55.162605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Subnet': ['ID=3d49e0f7-990c-4402-b754-639db529346a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:55.167313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdea754-2348-406d-a5ff-eb0f1d556ad4 None None] No DVR routers for this DVR port 8545a722-eded-45cf-983d-025d4ed91646 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:14:55.200152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=f99af233-1f54-498a-92ac-87f7ba7c96ba,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:55.251189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '4efd1490-a2a9-4f42-badd-efcba64569a2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:55.252174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.256129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Checking segment: {'id': 'da98a2b9-a0f2-40cf-a023-00356ae940c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:55.256490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network hostable DHCP agents. Network: c110c5a8-fbc8-49b4-b47b-c4396724686a, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:55.282015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.285811 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68e2409f-14fc-4493-947a-2d45dd138c68 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.4258058 Apr 18 12:14:55.286172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59782) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.346196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object e8cf2e53-1689-4de2-9cdc-71a4d16e6748 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:55.364764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.369767 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4f914d81-2b24-4429-820f-1cb6eed6d61c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags HTTP/1.1" status: 204 len: 168 time: 0.6054926 Apr 18 12:14:55.379149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59786) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.395512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-c5ee527e-1d52-464c-ad10-ee1757f04df0 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-1380267786') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:55.398390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.415785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.423053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Network': ['ID=a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:55.426698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Set router 66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:14:55.437615 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f3ccb891-05ad-418f-87d4-9960b2197662 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/networks/a4f6d0f8-96da-4ad3-a62b-a8ef77116ee4 HTTP/1.1" status: 204 len: 168 time: 1.7694285 Apr 18 12:14:55.440297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59790) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.445698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network c110c5a8-fbc8-49b4-b47b-c4396724686a is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:55.476698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP c4c080ad-be9f-4a7a-b784-37bd68136023 associated. External IP: 172.26.4.173, port: 70d5f0d9-d182-48ec-a127-8f52ccc3efc2. Apr 18 12:14:55.525286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:55.549965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:55.556149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:55.558235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8545a722-eded-45cf-983d-025d4ed91646 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:14:55.559618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c110c5a8-fbc8-49b4-b47b-c4396724686a) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:55.572920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:55.573804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.577727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:55.600842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21efad9-9eaa-4805-a2b0-e1a923567b3b None None] Network c110c5a8-fbc8-49b4-b47b-c4396724686a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:55.651416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 8545a722-eded-45cf-983d-025d4ed91646 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:14:55.658246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8545a722-eded-45cf-983d-025d4ed91646 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:14:55.683416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:55.704766 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7bbf0874-e55b-4536-a5bc-4cf1b0f7995c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2695963 Apr 18 12:14:55.710199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59794) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.727799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.729711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'subnet': {'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:55.733905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:55.734522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.735990 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/ports/2343b2fc-720d-4a52-9519-778b6398c1e9 HTTP/1.1" status: 200 len: 911 time: 3.1585538 Apr 18 12:14:55.750027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59798) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.850498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.897881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.899360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/4efd1490-a2a9-4f42-badd-efcba64569a2/a46292b1-4b8a-4b51-b135-66c047291de5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:55.951713 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-c5ee527e-1d52-464c-ad10-ee1757f04df0 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:14:55.953250 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c5ee527e-1d52-464c-ad10-ee1757f04df0 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-1380267786 HTTP/1.1" status: 404 len: 329 time: 0.5705540 Apr 18 12:14:55.973919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59802) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:55.982602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:55.990999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef40a55-2f21-4cea-b874-1405fc897d8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=2343b2fc-720d-4a52-9519-778b6398c1e9,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:55.995630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:56.000385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-fa58c03a-53ab-4643-9765-87c67f7aece5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-1179290202') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:56.065816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:56.080364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:56.087842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:56.088581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.185902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c110c5a8-fbc8-49b4-b47b-c4396724686a', 'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a', 'tenant_id': '657de569f6c74e0896a638e9c88aabae', 'fixed_ips': [{'subnet_id': '3d49e0f7-990c-4402-b754-639db529346a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:56.186851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.288393 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.1502964 Apr 18 12:14:56.294861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59806) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:56.297678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14be2f7-5e88-4270-b395-d3939a19448b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=e8cf2e53-1689-4de2-9cdc-71a4d16e6748,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:56.328819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:56.328819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:subnet and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:56.329050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:56.329157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2', 'name': '', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225', 'external_fixed_ips': [{'subnet_id': '9e3d5c18-7974-4b44-b44c-7a7ec9ddef80', 'ip_address': '2001:db8::26a'}], 'enable_snat': True}, 'gw_port_id': 'e95609f8-d5ed-409e-9816-6d883e8bec1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:14:44Z', 'updated_at': '2022-04-18T12:14:50Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': 'e95609f8-d5ed-409e-9816-6d883e8bec1c', 'name': '', 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:22:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '9e3d5c18-7974-4b44-b44c-7a7ec9ddef80', 'ip_address': '2001:db8::26a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:14:46Z', 'updated_at': '2022-04-18T12:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e3d5c18-7974-4b44-b44c-7a7ec9ddef80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:56.329292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:56.354436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Checking router: 66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:14:56.359110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Updating router 66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 port e95609f8-d5ed-409e-9816-6d883e8bec1c binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:14:56.399435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:56.413310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.428701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.485159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Transition to ACTIVE for port object a46292b1-4b8a-4b51-b135-66c047291de5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:56.487603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.499031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.514518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.559101 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-fa58c03a-53ab-4643-9765-87c67f7aece5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:14:56.560458 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fa58c03a-53ab-4643-9765-87c67f7aece5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-1179290202 HTTP/1.1" status: 404 len: 329 time: 0.5757685 Apr 18 12:14:56.566011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59810) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:56.573528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dbedb25-e79e-401a-9daf-3cbfa211f514']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:56.582073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Transition to ACTIVE for port object a46292b1-4b8a-4b51-b135-66c047291de5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:56.587043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-ecb2bde6-2a64-494f-bb22-1e58e3d63616 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f', 'tempest-TagsExtTest-Tag-194499820') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:56.591623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:56.595288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.600615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Allocated IP 2001:db8::2 (c110c5a8-fbc8-49b4-b47b-c4396724686a/3d49e0f7-990c-4402-b754-639db529346a/47775dba-23d7-4b7d-a902-5025d06f25a2) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:56.621584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 686ae5dd-8314-45f2-8ca5-ee063905b96c yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:14:56.642697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Deleting port e95609f8-d5ed-409e-9816-6d883e8bec1c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:56.643354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.672109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377217cb-6291-4300-bfee-487534585ea4') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:56.672777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377217cb-6291-4300-bfee-487534585ea4') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:56.686761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-58cd3bb1-808d-45fb-827e-a59f87eeb5a1 None None] Provisioning for port e8cf2e53-1689-4de2-9cdc-71a4d16e6748 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:56.707644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.716260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-58cd3bb1-808d-45fb-827e-a59f87eeb5a1 None None] Provisioning complete for port e8cf2e53-1689-4de2-9cdc-71a4d16e6748 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:14:56.716621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-58cd3bb1-808d-45fb-827e-a59f87eeb5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.742356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:56.756637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.774598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:56.780181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:56.795024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.802125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:56.804316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:14:56.809785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:14:56.820310 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:14:56.844257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:14:56.963114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-58cd3bb1-808d-45fb-827e-a59f87eeb5a1 None None] Port e8cf2e53-1689-4de2-9cdc-71a4d16e6748 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:14:56.972469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:56.981426 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-ecb2bde6-2a64-494f-bb22-1e58e3d63616 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:14:56.981426 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ecb2bde6-2a64-494f-bb22-1e58e3d63616 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags/tempest-TagsExtTest-Tag-194499820 HTTP/1.1" status: 404 len: 328 time: 0.4093041 Apr 18 12:14:56.981677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:56.981771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59814) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:56.983186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:56.987009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-dd6ab771-d71f-4025-a66c-ede4d9c5ef4d tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', {'tags': ['tempest-TagsExtTest-Tag-1168972215', 'tempest-TagsExtTest-Tag-1849600898', 'tempest-TagsExtTest-Tag-1130329897']}) {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:57.035371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:57.042428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.047987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Pushing event updated for resources: {'Port': ['ID=a46292b1-4b8a-4b51-b135-66c047291de5,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:57.080962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.085845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.188007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Attempting to bind port a46292b1-4b8a-4b51-b135-66c047291de5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:57.188362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Attempting to bind port a46292b1-4b8a-4b51-b135-66c047291de5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:57.188722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Attempting to bind port a46292b1-4b8a-4b51-b135-66c047291de5 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:57.207004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:57.207409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:57.207759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.208144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:57.208622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Bound port: a46292b1-4b8a-4b51-b135-66c047291de5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:57.208986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.215622 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:14:57.216120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:57.239936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.295524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.300767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:14:57.304393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Transition to ACTIVE for port object 47775dba-23d7-4b7d-a902-5025d06f25a2 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:57.318657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:14:57.332903 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:57.335087 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:57.367072 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-85ae82ff-7a47-4473-9376-210b80dc7555 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3658354 Apr 18 12:14:57.371689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Network': ['ID=5dbedb25-e79e-401a-9daf-3cbfa211f514,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:57.380120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59818) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:57.404886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Transition to ACTIVE for port object 47775dba-23d7-4b7d-a902-5025d06f25a2 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:57.416258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] For port a46292b1-4b8a-4b51-b135-66c047291de5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:57.419128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.422238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] For port a46292b1-4b8a-4b51-b135-66c047291de5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a46292b1-4b8a-4b51-b135-66c047291de5,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:57.434435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Transition to ACTIVE for port object e95609f8-d5ed-409e-9816-6d883e8bec1c will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:14:57.435766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.452955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Calling delete_port for e95609f8-d5ed-409e-9816-6d883e8bec1c owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:57.457296 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:57.468261 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:57.468857 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:57.500379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.500831 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-321084d1-1b39-4cc6-9d83-cc1b81706f3d tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/networks/5dbedb25-e79e-401a-9daf-3cbfa211f514 HTTP/1.1" status: 204 len: 168 time: 2.0611193 Apr 18 12:14:57.508486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59822) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:57.520092 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-01fe7adc-a1fc-418b-bf67-6972e99c23ef tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.3934174 Apr 18 12:14:57.524177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59826) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:57.534348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1703558365'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:57.542111 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:57.542796 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e8cc58-c058-4ab8-b6f0-36fd2e5b26f5 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:57.547708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:57.569569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.600982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Pushing event updated for resources: {'Port': ['ID=47775dba-23d7-4b7d-a902-5025d06f25a2,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:57.604029 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.ipam_backend_mixin [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20b609d3-e37d-4c4e-b04e-78df8a150fba (CIDR: 2001:db8::/64) Apr 18 12:14:57.605150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.614310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.647037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Deleting subnet a8b22bae-a90e-42a5-b19a-195d7440aa16 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:57.651631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.665292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.680107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:network and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:57.690845 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:14:57.691326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:57.695547 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dd6ab771-d71f-4025-a66c-ede4d9c5ef4d tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags HTTP/1.1" status: 200 len: 318 time: 0.7128327 Apr 18 12:14:57.705894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59830) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:57.712626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:57.724193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-354150a7-7db2-482a-a981-66b2615a53b6 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:57.725370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Network c110c5a8-fbc8-49b4-b47b-c4396724686a is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:14:57.734510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:57.736210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8014f-d239-4533-99ff-d6d45e9d84d8 None None] Pushing event updated for resources: {'Port': ['ID=e95609f8-d5ed-409e-9816-6d883e8bec1c,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:57.738571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Attempting to bind port e95609f8-d5ed-409e-9816-6d883e8bec1c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:57.738734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Attempting to bind port e95609f8-d5ed-409e-9816-6d883e8bec1c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '590b0a22-748c-4833-9d8d-4b670c227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:57.739047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Attempting to bind port e95609f8-d5ed-409e-9816-6d883e8bec1c on network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:57.740472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:57.741542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:14:57.779874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.812627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49c1149-f4a7-4062-be69-68f060822c71 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:57.814493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a49c1149-f4a7-4062-be69-68f060822c71 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:57.831924 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4632bbd4-b6cf-439c-b3f1-735352fc3453 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5314531 Apr 18 12:14:57.836112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59834) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:57.838117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:57.838526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Checking segment: {'id': '590b0a22-748c-4833-9d8d-4b670c227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:57.838933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.839357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Bound using segment: {'id': '590b0a22-748c-4833-9d8d-4b670c227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:57.839840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Bound port: e95609f8-d5ed-409e-9816-6d883e8bec1c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590b0a22-748c-4833-9d8d-4b670c227533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '4cba7c48-ea17-46b9-9fc1-b2ef14591225'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:57.840210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:57.844745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:57.890132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:14:57.890446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:14:57.902174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Subnet': ['ID=e2c9b384-35db-4197-ad27-3445657d7c00,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:58.044132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Attempting to bind port 47775dba-23d7-4b7d-a902-5025d06f25a2 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:14:58.044482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Attempting to bind port 47775dba-23d7-4b7d-a902-5025d06f25a2 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'da98a2b9-a0f2-40cf-a023-00356ae940c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:14:58.045441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Attempting to bind port 47775dba-23d7-4b7d-a902-5025d06f25a2 on network c110c5a8-fbc8-49b4-b47b-c4396724686a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:14:58.053666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.061143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:14:58.061507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Checking segment: {'id': 'da98a2b9-a0f2-40cf-a023-00356ae940c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:58.061900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.062290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Bound using segment: {'id': 'da98a2b9-a0f2-40cf-a023-00356ae940c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:14:58.062855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Bound port: 47775dba-23d7-4b7d-a902-5025d06f25a2, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da98a2b9-a0f2-40cf-a023-00356ae940c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c110c5a8-fbc8-49b4-b47b-c4396724686a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:14:58.063161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.072761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69401f-6808-420e-b354-a0ac43a2243c None None] Pushing event updated for resources: {'Port': ['ID=a46292b1-4b8a-4b51-b135-66c047291de5,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:58.100678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:58.110574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:58.114816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:58.125350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:58.135496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Checking segment: {'id': 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:14:58.136039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network hostable DHCP agents. Network: 901e39c0-0909-4cfc-916b-3a2ec8730d15, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:14:58.146604 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-354150a7-7db2-482a-a981-66b2615a53b6 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags HTTP/1.1" status: 204 len: 168 time: 0.4396715 Apr 18 12:14:58.149476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59838) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.156550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-d555bc57-3bc8-411d-804f-5f1027cb1f1c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-1168972215') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:58.166063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a49c1149-f4a7-4062-be69-68f060822c71 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:58.171899 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a49c1149-f4a7-4062-be69-68f060822c71 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7781074 Apr 18 12:14:58.172889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:58.178900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.190272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59842) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.210067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:58.214015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.227272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] For port 47775dba-23d7-4b7d-a902-5025d06f25a2, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:58.236975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] For port 47775dba-23d7-4b7d-a902-5025d06f25a2, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=47775dba-23d7-4b7d-a902-5025d06f25a2,segment=NetworkSegment(da98a2b9-a0f2-40cf-a023-00356ae940c4),segment_id=da98a2b9-a0f2-40cf-a023-00356ae940c4)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:58.241419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] For port e95609f8-d5ed-409e-9816-6d883e8bec1c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:14:58.254341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.256077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] For port e95609f8-d5ed-409e-9816-6d883e8bec1c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e95609f8-d5ed-409e-9816-6d883e8bec1c,segment=NetworkSegment(590b0a22-748c-4833-9d8d-4b670c227533),segment_id=590b0a22-748c-4833-9d8d-4b670c227533)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:14:58.311591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b22bae-a90e-42a5-b19a-195d7440aa16,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:58.321090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:14:58.330182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.341827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a378a-bfea-4971-a5f4-ff6e3cf427b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:58.343357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a378a-bfea-4971-a5f4-ff6e3cf427b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:58.344154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-843a378a-bfea-4971-a5f4-ff6e3cf427b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:14:58.360083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.360083 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Added segment 4fe0a20a-01dd-45c2-a994-02bb57a80b7f of type vlan for network 900c5325-5248-49f6-9989-e958337f043a Apr 18 12:14:58.360378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.362915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network 901e39c0-0909-4cfc-916b-3a2ec8730d15 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:14:58.380535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b05383d-04c0-4560-9ce7-c817c7af307e None None] Network b218110b-cb16-42bb-8f34-d6cb9421810d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:58.394832 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-63fc5541-310b-465b-b120-1dca9359a021 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/subnets/a8b22bae-a90e-42a5-b19a-195d7440aa16 HTTP/1.1" status: 204 len: 168 time: 0.8810837 Apr 18 12:14:58.394832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Deleting port e95609f8-d5ed-409e-9816-6d883e8bec1c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:58.394832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.401742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59846) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.412155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.431389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.460038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-843a378a-bfea-4971-a5f4-ff6e3cf427b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:14:58.461731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-843a378a-bfea-4971-a5f4-ff6e3cf427b1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2672522 Apr 18 12:14:58.467904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.527298 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.ipam_backend_mixin [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 061f3a78-cb62-4ffb-9d9d-3320f4231d7f (CIDR: 2001:db8:0:1::/64) Apr 18 12:14:58.548646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 901e39c0-0909-4cfc-916b-3a2ec8730d15) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:14:58.563828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178558f7-f560-4483-b5a9-e4d2d4d56c0c None None] Pushing event updated for resources: {'Port': ['ID=47775dba-23d7-4b7d-a902-5025d06f25a2,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:58.568643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:58.569222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.588872 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-d555bc57-3bc8-411d-804f-5f1027cb1f1c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:14:58.590722 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d555bc57-3bc8-411d-804f-5f1027cb1f1c tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-1168972215 HTTP/1.1" status: 404 len: 329 time: 0.4399233 Apr 18 12:14:58.597175 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:14:58.599156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59854) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.607982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:14:58.620749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-56e0d723-6050-4036-a362-230137da00b1 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-1849600898') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:58.680143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8014f-d239-4533-99ff-d6d45e9d84d8 None None] Pushing event updated for resources: {'Port': ['ID=e95609f8-d5ed-409e-9816-6d883e8bec1c,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:58.684043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8afc0e0-ea68-45e1-addc-fce2d0d3e717 None None] Network 901e39c0-0909-4cfc-916b-3a2ec8730d15 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:14:58.697115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Routers {'66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:14:58.697847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:58.726537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.730832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 2343b2fc-720d-4a52-9519-778b6398c1e9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:58.731165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.748973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 4efd1490-a2a9-4f42-badd-efcba64569a2 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:14:58.754049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.796164 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-adeafd6f-3d8d-40cb-a0e1-9a2827b2ed3c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0849931 Apr 18 12:14:58.809213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59858) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.821184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.830401 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3fb2460e-a2ff-4f65-970c-e2c121ea5ccb tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9904075 Apr 18 12:14:58.831219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:14:58.831851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.834452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59862) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:58.843570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'subnet': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:58.913522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:58.968371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Deleting port c194c5cd-05a6-4101-b42c-6fd3344b6be2 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:58.968970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.052621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] For port e95609f8-d5ed-409e-9816-6d883e8bec1c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e95609f8-d5ed-409e-9816-6d883e8bec1c,segment=NetworkSegment(590b0a22-748c-4833-9d8d-4b670c227533),segment_id=590b0a22-748c-4833-9d8d-4b670c227533)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:14:59.052981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.196863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-901e39c0-0909-4cfc-916b-3a2ec8730d15', 'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15', 'tenant_id': '657de569f6c74e0896a638e9c88aabae', 'fixed_ips': [{'subnet_id': 'e2c9b384-35db-4197-ad27-3445657d7c00'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:14:59.197858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.245337 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7180960 Apr 18 12:14:59.258994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59866) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:59.361770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Calling delete_port for e95609f8-d5ed-409e-9816-6d883e8bec1c owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:14:59.403379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481ceea-a34f-440c-bd18-a6be385207bd tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Network': ['ID=900c5325-5248-49f6-9989-e958337f043a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:59.411609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] Set router 66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:14:59.416333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'subnet': {'network_id': '900c5325-5248-49f6-9989-e958337f043a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:14:59.439784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:14:59.460038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Usage tracker for resource:subnet and tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:14:59.466451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:14:59.471040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.477038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 900c5325-5248-49f6-9989-e958337f043a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:14:59.517662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:14:59.643139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Made reservation on behalf of d811edc30e4a49b4a8a2b2f7bb2cba2a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:14:59.647175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.681077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Allocated IP 2001:db8::2 (901e39c0-0909-4cfc-916b-3a2ec8730d15/e2c9b384-35db-4197-ad27-3445657d7c00/c3b87a43-115b-4791-903f-55ff5fcd675e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:14:59.716005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-56e0d723-6050-4036-a362-230137da00b1 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:14:59.721647 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-56e0d723-6050-4036-a362-230137da00b1 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-1849600898 HTTP/1.1" status: 404 len: 329 time: 1.1052129 Apr 18 12:14:59.727701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59870) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:14:59.737782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.745359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2', 'name': '', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:14:44Z', 'updated_at': '2022-04-18T12:14:56Z', 'revision_number': 4, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:59.745644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-a7e9b106-2294-4f88-aaf9-23dcc129170e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c', 'tempest-TagsExtTest-Tag-1130329897') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:14:59.747325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] DHCP port deletion for b218110b-cb16-42bb-8f34-d6cb9421810d request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:14:59.749202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 47775dba-23d7-4b7d-a902-5025d06f25a2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:14:59.774019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.871279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=4efd1490-a2a9-4f42-badd-efcba64569a2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:14:59.893946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-88c09c9c-b226-46b6-9e9f-bfa7124e9f3e None None] Provisioning for port a46292b1-4b8a-4b51-b135-66c047291de5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:14:59.906272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49142928-0e88-4956-b0b8-9a76c36384ef None None] The sync data for ids ['66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2'] in dv-neutron-837089-1-hyperv is: [{'id': '66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2', 'name': '', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:14:44Z', 'updated_at': '2022-04-18T12:14:56Z', 'revision_number': 4, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:14:59.907914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Deleting port c194c5cd-05a6-4101-b42c-6fd3344b6be2 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:14:59.908426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:14:59.920479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.023489 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-a7e9b106-2294-4f88-aaf9-23dcc129170e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:00.024538 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a7e9b106-2294-4f88-aaf9-23dcc129170e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags/tempest-TagsExtTest-Tag-1130329897 HTTP/1.1" status: 404 len: 329 time: 0.2958932 Apr 18 12:15:00.027948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59874) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:00.034035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-3a667869-c181-4a35-be17-33fe7f05b137 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', {'tags': ['tempest-TagsExtTest-Tag-1798250144', 'tempest-TagsExtTest-Tag-478004906', 'tempest-TagsExtTest-Tag-1497026997']}) {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:00.064997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e60ffa0-d360-45c1-b359-61e65571344d None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:00.077924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5680e6-a56a-488e-a1c0-e525930d68e1 None None] Network c110c5a8-fbc8-49b4-b47b-c4396724686a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:00.103708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.168107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event deleted for resources: {'Port': ['ID=e95609f8-d5ed-409e-9816-6d883e8bec1c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:00.184834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 2343b2fc-720d-4a52-9519-778b6398c1e9 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:00.224814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:00.227747 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2eba4243-dd05-4755-8695-5a5b69cdc6e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4efd1490-a2a9-4f42-badd-efcba64569a2 HTTP/1.1" status: 204 len: 168 time: 1.7511072 Apr 18 12:15:00.275036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59878) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:00.309029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:subnet and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:00.321663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:00.396433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-303d7704-c9c8-4786-b9de-8f70ad06102b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202834 Apr 18 12:15:00.401342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.415093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:00.419909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59882) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:00.442242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f333f87-2de2-4698-ba4f-1ff2da297683 None None] Provisioning for port 47775dba-23d7-4b7d-a902-5025d06f25a2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:00.442885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:00.548735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 47775dba-23d7-4b7d-a902-5025d06f25a2 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:00.570071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f333f87-2de2-4698-ba4f-1ff2da297683 None None] Provisioning complete for port 47775dba-23d7-4b7d-a902-5025d06f25a2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:00.570434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f333f87-2de2-4698-ba4f-1ff2da297683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.588128 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3a667869-c181-4a35-be17-33fe7f05b137 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags HTTP/1.1" status: 200 len: 317 time: 0.5591767 Apr 18 12:15:00.596173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.596173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59886) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:00.598332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.604549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-3aedccc8-0fcf-42b5-9791-1a898064a318 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:00.655912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 47775dba-23d7-4b7d-a902-5025d06f25a2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:00.656260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.672337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:00.675531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.801966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.816529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] For port c194c5cd-05a6-4101-b42c-6fd3344b6be2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c194c5cd-05a6-4101-b42c-6fd3344b6be2,segment=NetworkSegment(4c88fe1f-ab38-4604-acd6-02adb9781b3d),segment_id=4c88fe1f-ab38-4604-acd6-02adb9781b3d)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:00.816967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.819697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.862438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:00.866841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Transition to ACTIVE for port object c3b87a43-115b-4791-903f-55ff5fcd675e will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:00.870592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] For port c194c5cd-05a6-4101-b42c-6fd3344b6be2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c194c5cd-05a6-4101-b42c-6fd3344b6be2,segment=NetworkSegment(4c88fe1f-ab38-4604-acd6-02adb9781b3d),segment_id=4c88fe1f-ab38-4604-acd6-02adb9781b3d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:00.870984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.892732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:00.957772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:00.983542 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3aedccc8-0fcf-42b5-9791-1a898064a318 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags HTTP/1.1" status: 204 len: 168 time: 0.3879831 Apr 18 12:15:00.984274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:00.984745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:00.986489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59890) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:01.011022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-8a325c06-5334-4adf-9a7d-7a412828a5ef tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-1798250144') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:01.051253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Calling delete_port for c194c5cd-05a6-4101-b42c-6fd3344b6be2 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:01.073114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Calling delete_port for c194c5cd-05a6-4101-b42c-6fd3344b6be2 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:01.087784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:01.094282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:01.101177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:01.101634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.105759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Subnet': ['ID=ca7dc8f6-668a-4194-aff3-4313e5de3212,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:01.106245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Transition to ACTIVE for port object c3b87a43-115b-4791-903f-55ff5fcd675e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:01.108639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.109816 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fee429cb-c4ae-480e-ae30-5b0915b68c91 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/66fa02e4-d6fa-4b38-86a7-a096f1d8dcc2 HTTP/1.1" status: 204 len: 168 time: 5.8227766 Apr 18 12:15:01.118566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59894) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:01.135430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:01.147785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437114a-4c7b-4c17-ae2c-4d4b0b4abeb0 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:01.178193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.234743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.245778 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-8a325c06-5334-4adf-9a7d-7a412828a5ef tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:01.246819 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8a325c06-5334-4adf-9a7d-7a412828a5ef tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-1798250144 HTTP/1.1" status: 404 len: 329 time: 0.2560070 Apr 18 12:15:01.249925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Deleting subnet 9e3d5c18-7974-4b44-b44c-7a7ec9ddef80 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:01.251751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59898) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:01.257872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-7179a076-1a67-4ee0-b06e-b94be7939cdd tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-478004906') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:01.309605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.344162 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5274d285-bfed-44ce-9b57-90c5abcaf2f2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5032187 Apr 18 12:15:01.352440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59902) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:01.360352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1306560338', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ca7dc8f6-668a-4194-aff3-4313e5de3212'}], 'security_groups': ['73d25d87-4ac8-426c-9964-8847c9828bbd', '08e3be55-06d8-4635-ba67-8a5381f517f4']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:01.379087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:01.379419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.428305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:01.429672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.432727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.434445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] Deleting port a46292b1-4b8a-4b51-b135-66c047291de5 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:01.434840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.458030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.479387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Network 901e39c0-0909-4cfc-916b-3a2ec8730d15 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:01.496252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:01.498046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f333f87-2de2-4698-ba4f-1ff2da297683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.555890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-7179a076-1a67-4ee0-b06e-b94be7939cdd tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:01.556821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7179a076-1a67-4ee0-b06e-b94be7939cdd tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-478004906 HTTP/1.1" status: 404 len: 328 time: 0.3041914 Apr 18 12:15:01.573255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59906) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:01.585763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-1bdca8af-c503-4323-80eb-a79a9a4fd2b9 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb', 'tempest-TagsExtTest-Tag-1497026997') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:01.595896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:01.618331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Pushing event updated for resources: {'Port': ['ID=c3b87a43-115b-4791-903f-55ff5fcd675e,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:01.672032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:15:01.672032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:15:01.700710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] No DVR routers for this DVR port c194c5cd-05a6-4101-b42c-6fd3344b6be2 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:01.707165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.738452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Port': ['ID=c194c5cd-05a6-4101-b42c-6fd3344b6be2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:01.836880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 47775dba-23d7-4b7d-a902-5025d06f25a2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=47775dba-23d7-4b7d-a902-5025d06f25a2,segment=NetworkSegment(da98a2b9-a0f2-40cf-a023-00356ae940c4),segment_id=da98a2b9-a0f2-40cf-a023-00356ae940c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:01.848911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Attempting to bind port c3b87a43-115b-4791-903f-55ff5fcd675e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:01.849272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Attempting to bind port c3b87a43-115b-4791-903f-55ff5fcd675e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:01.849621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Attempting to bind port c3b87a43-115b-4791-903f-55ff5fcd675e on network 901e39c0-0909-4cfc-916b-3a2ec8730d15 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:01.893190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:01.893411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Checking segment: {'id': 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:01.893701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.896391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Bound using segment: {'id': 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:01.896391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Bound port: c3b87a43-115b-4791-903f-55ff5fcd675e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '901e39c0-0909-4cfc-916b-3a2ec8730d15'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:01.896391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.912805 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-1bdca8af-c503-4323-80eb-a79a9a4fd2b9 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:01.913917 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1bdca8af-c503-4323-80eb-a79a9a4fd2b9 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags/tempest-TagsExtTest-Tag-1497026997 HTTP/1.1" status: 404 len: 329 time: 0.3387845 Apr 18 12:15:01.918407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59910) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:01.919212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:01.919955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a46292b1-4b8a-4b51-b135-66c047291de5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:01.930870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-ea6ea482-9e11-40f0-82fa-84c01f8d0d15 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', {'tags': ['tempest-TagsExtTest-Tag-1844914983', 'tempest-TagsExtTest-Tag-1402016268', 'tempest-TagsExtTest-Tag-1137613149']}) {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:01.963846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.038112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.049509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.094091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3d5c18-7974-4b44-b44c-7a7ec9ddef80,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:02.147174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.158918 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea6ea482-9e11-40f0-82fa-84c01f8d0d15 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "PUT /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags HTTP/1.1" status: 200 len: 318 time: 0.2354462 Apr 18 12:15:02.161583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59914) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:02.166900 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6e13bd5-b386-48ec-9702-abf372c5b128 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/9e3d5c18-7974-4b44-b44c-7a7ec9ddef80 HTTP/1.1" status: 204 len: 168 time: 1.0449727 Apr 18 12:15:02.174418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-4206e2a4-e08c-48dd-90df-620a20c34fd5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:02.182184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59918) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:02.185617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Deleting port c194c5cd-05a6-4101-b42c-6fd3344b6be2 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:02.187305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.197958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b218110b-cb16-42bb-8f34-d6cb9421810d']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:02.205720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.273915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c88fe1f-ab38-4604-acd6-02adb9781b3d') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:02.274309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c88fe1f-ab38-4604-acd6-02adb9781b3d') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:02.293216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.296585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=2343b2fc-720d-4a52-9519-778b6398c1e9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:02.358749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.367560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bce4de86-8431-461f-9d3f-24d42ac0b898 None None] The port 'c194c5cd-05a6-4101-b42c-6fd3344b6be2' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:15:02.389719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-1f333f87-2de2-4698-ba4f-1ff2da297683 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:15:02.390238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-1f333f87-2de2-4698-ba4f-1ff2da297683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:15:02.434228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] For port a46292b1-4b8a-4b51-b135-66c047291de5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a46292b1-4b8a-4b51-b135-66c047291de5,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:02.434867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.448595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=47775dba-23d7-4b7d-a902-5025d06f25a2,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:02.488704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Allocated IP 2001:db8::1 (c110c5a8-fbc8-49b4-b47b-c4396724686a/3d49e0f7-990c-4402-b754-639db529346a/7d413de9-4eaa-439f-8695-a3ab99ad764e) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:02.513308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.522877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] For port c3b87a43-115b-4791-903f-55ff5fcd675e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:02.538005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.551594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:02.555171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.614123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] Calling delete_port for a46292b1-4b8a-4b51-b135-66c047291de5 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:02.648471 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:02.673634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] For port c3b87a43-115b-4791-903f-55ff5fcd675e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c3b87a43-115b-4791-903f-55ff5fcd675e,segment=NetworkSegment(d8863bc2-eb91-4ee6-9a87-ed67d28b3345),segment_id=d8863bc2-eb91-4ee6-9a87-ed67d28b3345)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:02.730508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a46292b1-4b8a-4b51-b135-66c047291de5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:02.736978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a46292b1-4b8a-4b51-b135-66c047291de5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:02.736978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.758843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.785362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Subnet': ['ID=b3e3ef6d-549e-4ef8-8673-cc5424919d0a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:02.794088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.923742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.928366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.938286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Checking segment: {'id': '4fe0a20a-01dd-45c2-a994-02bb57a80b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '900c5325-5248-49f6-9989-e958337f043a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:02.938550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network hostable DHCP agents. Network: 900c5325-5248-49f6-9989-e958337f043a, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:02.942214 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4206e2a4-e08c-48dd-90df-620a20c34fd5 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags HTTP/1.1" status: 204 len: 168 time: 0.7769561 Apr 18 12:15:02.942955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59922) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:02.951818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.962424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.966298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:02.972013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cba7c48-ea17-46b9-9fc1-b2ef14591225']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:02.989387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Could not find standard attr ID for object a46292b1-4b8a-4b51-b135-66c047291de5. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:15:02.992603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] No DVR routers for this DVR port a46292b1-4b8a-4b51-b135-66c047291de5 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:02.996417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590b0a22-748c-4833-9d8d-4b670c227533') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:02.996706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590b0a22-748c-4833-9d8d-4b670c227533') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:03.006237 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No ports have port_id starting with a46292b1-4b8a-4b51-b135-66c047291de5 Apr 18 12:15:03.017579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Update dhcp port {'port': {'network_id': 'edd4cd18-e260-427c-a67d-dbeb9a6ce1ba', 'fixed_ips': [{'subnet_id': '061f3a78-cb62-4ffb-9d9d-3320f4231d7f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20b609d3-e37d-4c4e-b04e-78df8a150fba', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ca7dc8f6-668a-4194-aff3-4313e5de3212'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'a2cef741-987d-48a6-b3dd-31938260102e'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:15:03.027568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Delete allocated IP 2001:db8::123 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/20b609d3-e37d-4c4e-b04e-78df8a150fba) {{(pid=88783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 12:15:03.031056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.031825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-4221a9ad-9949-4bea-9dda-c3c442ab5397 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-1844914983') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:03.038591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035515e1-f7de-4d61-995b-d3b1435e69cb None None] Pushing event updated for resources: {'Port': ['ID=c3b87a43-115b-4791-903f-55ff5fcd675e,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:03.048819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Allocated IP 2001:db8:0:2::4b (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/ca7dc8f6-668a-4194-aff3-4313e5de3212/e8cf2e53-1689-4de2-9cdc-71a4d16e6748) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:03.055990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.075194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:03.075194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:03.090108 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:03.107369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23839db-a41c-432e-9f5c-58b3efbb1d4e None None] Pushing event deleted for resources: {'Port': ['ID=a46292b1-4b8a-4b51-b135-66c047291de5,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:03.144703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.228707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 47775dba-23d7-4b7d-a902-5025d06f25a2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:03.293246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f1188a6f-1d1f-4fad-86e4-c5f678c65ae6 None None] Provisioning complete for port 47775dba-23d7-4b7d-a902-5025d06f25a2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:03.293707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f1188a6f-1d1f-4fad-86e4-c5f678c65ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.294524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Pushing event deleted for resources: {'Network': ['ID=b218110b-cb16-42bb-8f34-d6cb9421810d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:03.328156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:03.340652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.342837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:03.359064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:03.360038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.383107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cba7c48-ea17-46b9-9fc1-b2ef14591225 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 12:15:03.390285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cba7c48-ea17-46b9-9fc1-b2ef14591225,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:03.399036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.412270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.412604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.412932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.413256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.413584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.413904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.414222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.414566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.421202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.421202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.421202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.421202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:03.442778 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-60a938fe-38c8-4a22-a4ad-bd3935ac4274 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4cba7c48-ea17-46b9-9fc1-b2ef14591225 HTTP/1.1" status: 204 len: 168 time: 1.2593355 Apr 18 12:15:03.458161 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-df68cb6c-e0fc-40f4-8d98-3ff49335ee0f tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/networks/b218110b-cb16-42bb-8f34-d6cb9421810d HTTP/1.1" status: 204 len: 168 time: 5.0509901 Apr 18 12:15:03.481970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59928) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:03.529911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.560211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb62992-4af6-42e0-a56d-7c9c84db5ce4 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:03.582815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Transition to ACTIVE for port object 7d413de9-4eaa-439f-8695-a3ab99ad764e will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:03.600504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8ebc222d-d1fd-4d2a-8c90-699bb7523d93 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Synchronizing usage tracker for tenant:2360c4e3733f4e50ad5cd9a2f064c206 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:03.613465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 900c5325-5248-49f6-9989-e958337f043a is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:03.651728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-4221a9ad-9949-4bea-9dda-c3c442ab5397 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:03.655696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4221a9ad-9949-4bea-9dda-c3c442ab5397 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-1844914983 HTTP/1.1" status: 404 len: 329 time: 0.6954582 Apr 18 12:15:03.656006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59934) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:03.662269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=e827d258-e913-4a23-b86a-a4014671c7b4,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:03.685023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.720885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Transition to ACTIVE for port object e8cf2e53-1689-4de2-9cdc-71a4d16e6748 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:03.727185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-44cb336c-91e2-4f57-be49-8a2c2141688a tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-1402016268') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:03.747718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8ebc222d-d1fd-4d2a-8c90-699bb7523d93 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Unset dirty status for tenant:2360c4e3733f4e50ad5cd9a2f064c206 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:03.752154 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8ebc222d-d1fd-4d2a-8c90-699bb7523d93 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "GET /v2.0/ports?device_id=3aa827b1-488a-4372-bcfb-57e5821915bf HTTP/1.1" status: 200 len: 205 time: 0.2671244 Apr 18 12:15:03.753941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59940) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:03.762692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 900c5325-5248-49f6-9989-e958337f043a) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:03.786519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:03.787129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.806313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d062d2-f4de-481d-9dff-8a58f906be55 None None] Network 900c5325-5248-49f6-9989-e958337f043a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:03.810768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router b571a7f5-c3be-4807-a25a-5980b9fd1aae has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:03.879497 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7c490f56-ae18-437d-a8ef-1ea54d0c4e57 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4586306 Apr 18 12:15:03.885068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59944) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:03.885388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59946) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:03.898894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:03.905016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'name': 'tempest-router--2026833122', 'project_id': '8ff361c1bb0b4f44826489fb84d30b62'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:03.911225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:03.966982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-86a5d980-adc2-4af2-80fd-900636534137 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6316857 Apr 18 12:15:03.968143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:03.972904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59952) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:03.981252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:04.005111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.070084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 47775dba-23d7-4b7d-a902-5025d06f25a2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:04.070735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.071300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:router and tenant:8ff361c1bb0b4f44826489fb84d30b62 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:04.074327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:router and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:04.079535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1018185698', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:04.099185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:04.105855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:04.109697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:04.113766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:04.129735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:04.140686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f86dd5fa-e68e-45c8-92d0-0482eff71fab tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/b571a7f5-c3be-4807-a25a-5980b9fd1aae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3851602 Apr 18 12:15:04.140686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network c110c5a8-fbc8-49b4-b47b-c4396724686a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:04.141093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:router and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:04.151231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59956) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:04.152169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:04.157447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:04.166141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] Sync routers for ids ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:04.166722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:04.173804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'e827d258-e913-4a23-b86a-a4014671c7b4'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:04.174839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.208863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:04.214348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] Routers {'b571a7f5-c3be-4807-a25a-5980b9fd1aae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:04.215374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:04.219065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Port': ['ID=7d413de9-4eaa-439f-8695-a3ab99ad764e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:04.221942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:04.222800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.260326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-70f19e60-1aec-4dfb-a94e-480a62ce6274 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:04.302644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.309364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.330601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.331623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.341564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.342587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.387723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.415799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-70f19e60-1aec-4dfb-a94e-480a62ce6274 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:04.418850 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-70f19e60-1aec-4dfb-a94e-480a62ce6274 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571a7f5-c3be-4807-a25a-5980b9fd1aae HTTP/1.1" status: 200 len: 205 time: 0.2643864 Apr 18 12:15:04.421805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:04.428126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59960) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:04.431647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.487690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.490203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.493480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.514686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.557598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.586740 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-44cb336c-91e2-4f57-be49-8a2c2141688a tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:04.588268 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-44cb336c-91e2-4f57-be49-8a2c2141688a tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-1402016268 HTTP/1.1" status: 404 len: 329 time: 0.9310317 Apr 18 12:15:04.629146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59964) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:04.679003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e5c62-2a16-4fea-9dc0-8093fb49bd46 None None] Network 901e39c0-0909-4cfc-916b-3a2ec8730d15 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:04.700806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.740757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] Routers {'b571a7f5-c3be-4807-a25a-5980b9fd1aae'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:04.741154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:04.766828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.770553 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b2ead4fe-eb35-4140-944f-a30aca59f7c5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8805492 Apr 18 12:15:04.772501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-3e6db156-d3a5-417d-9dbb-66cecf1aee04 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9', 'tempest-TagsExtTest-Tag-1137613149') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:04.779710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:04.781944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] In _notify_port_updated(), no bound segment for port e8cf2e53-1689-4de2-9cdc-71a4d16e6748 on network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:15:04.782375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.787183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:04.787785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.791626 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "PUT /v2.0/ports/e8cf2e53-1689-4de2-9cdc-71a4d16e6748 HTTP/1.1" status: 200 len: 969 time: 3.4348626 Apr 18 12:15:04.794326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.794818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Fanout notify agent at l3_agent the message router_deleted on router 3aa827b1-488a-4372-bcfb-57e5821915bf {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:04.799479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59972) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:04.811173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c194c5cd-05a6-4101-b42c-6fd3344b6be2 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:04.852179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9f9bd-08aa-4244-8001-f6b99a6547cd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event updated for resources: {'Port': ['ID=e8cf2e53-1689-4de2-9cdc-71a4d16e6748,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:04.870011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.873806 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5d90e805-75c1-497f-92cb-fdb249394cb8 tempest-RoutersNegativeTest-904594435 tempest-RoutersNegativeTest-904594435-project] 10.222.0.24 "DELETE /v2.0/routers/3aa827b1-488a-4372-bcfb-57e5821915bf HTTP/1.1" status: 204 len: 168 time: 1.1161358 Apr 18 12:15:04.884036 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-3e6db156-d3a5-417d-9dbb-66cecf1aee04 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] show failed (client error): The resource could not be found. Apr 18 12:15:04.885037 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3e6db156-d3a5-417d-9dbb-66cecf1aee04 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags/tempest-TagsExtTest-Tag-1137613149 HTTP/1.1" status: 404 len: 329 time: 0.2473567 Apr 18 12:15:04.891837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 59978) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:04.899074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port e8cf2e53-1689-4de2-9cdc-71a4d16e6748 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:04.899417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:04.987129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:04.987525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f279457f-9951-45bd-a0ba-aa565007e14f None None] The sync data for ids ['b571a7f5-c3be-4807-a25a-5980b9fd1aae'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:04.989856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c194c5cd-05a6-4101-b42c-6fd3344b6be2 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:04.990251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c194c5cd-05a6-4101-b42c-6fd3344b6be2 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:04.990839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a46292b1-4b8a-4b51-b135-66c047291de5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:05.066586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.087876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-85a52eeb-1631-4190-9827-57b126dc1532 None None] Provisioning for port 7d413de9-4eaa-439f-8695-a3ab99ad764e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:05.104568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: a46292b1-4b8a-4b51-b135-66c047291de5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:05.104929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a46292b1-4b8a-4b51-b135-66c047291de5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:05.108353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Allocated IP 2001:db8:0:2::2 (edd4cd18-e260-427c-a67d-dbeb9a6ce1ba/ca7dc8f6-668a-4194-aff3-4313e5de3212/a2cef741-987d-48a6-b3dd-31938260102e) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:05.222923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-85a52eeb-1631-4190-9827-57b126dc1532 None None] Provisioning complete for port 7d413de9-4eaa-439f-8695-a3ab99ad764e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:05.223199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85a52eeb-1631-4190-9827-57b126dc1532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.250040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.390989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for e8cf2e53-1689-4de2-9cdc-71a4d16e6748 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:05.419531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c3b87a43-115b-4791-903f-55ff5fcd675e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:05.446045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59984) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:05.452577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-a14bfb70-26b1-47e6-b4d5-2cd73685d8d9 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5811fd4f-5875-474a-9b7a-4fb3fa47fed9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:05.476327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-85a52eeb-1631-4190-9827-57b126dc1532 None None] Port 7d413de9-4eaa-439f-8695-a3ab99ad764e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:05.489727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/e827d258-e913-4a23-b86a-a4014671c7b4/a61483db-07cf-4fe1-984c-a241ea87ddf6) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:05.666278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.713707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.722525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1f156e0a-b416-4ddf-9411-17df40db25aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2360c4e3733f4e50ad5cd9a2f064c206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745154 Apr 18 12:15:05.730202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-900c5325-5248-49f6-9989-e958337f043a', 'network_id': '900c5325-5248-49f6-9989-e958337f043a', 'tenant_id': '9f84120ecc03434da5959285284f6328', 'fixed_ips': [{'subnet_id': 'b3e3ef6d-549e-4ef8-8673-cc5424919d0a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:05.731067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.732752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59990) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:05.737262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=e8cf2e53-1689-4de2-9cdc-71a4d16e6748,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:05.763265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-85a52eeb-1631-4190-9827-57b126dc1532 None None] Provisioning for port c3b87a43-115b-4791-903f-55ff5fcd675e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:05.767894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a2cef741-987d-48a6-b3dd-31938260102e,segment=NetworkSegment(d0d95672-0c1c-4561-89a7-75de906e1bc8),segment_id=d0d95672-0c1c-4561-89a7-75de906e1bc8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:05.790687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.848101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b9329d1-ca1a-4a06-acd5-a2c9c8f72788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.865448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.866633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-697ef7b0-1226-4b5c-88fc-cd32f0d4a7bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.9778376 Apr 18 12:15:05.869712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59994) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:05.930388 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6658e642-27ac-4d70-9d5f-a8c736fca43e tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/e8cf2e53-1689-4de2-9cdc-71a4d16e6748 HTTP/1.1" status: 204 len: 168 time: 1.1297388 Apr 18 12:15:05.939572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 59998) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:05.941300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b9329d1-ca1a-4a06-acd5-a2c9c8f72788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.950802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.967464 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:05.992588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c3b87a43-115b-4791-903f-55ff5fcd675e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:06.021835 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-447c1d8a-2f66-4e1f-b1fc-b68576a0c82f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] GET failed (client error): The resource could not be found. Apr 18 12:15:06.022137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-447c1d8a-2f66-4e1f-b1fc-b68576a0c82f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Synchronizing usage tracker for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:06.027753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.040949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.048702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c3b87a43-115b-4791-903f-55ff5fcd675e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:06.049068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.059949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a14bfb70-26b1-47e6-b4d5-2cd73685d8d9 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9/tags HTTP/1.1" status: 204 len: 168 time: 0.9872637 Apr 18 12:15:06.078047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Transition to ACTIVE for port object a2cef741-987d-48a6-b3dd-31938260102e will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:06.079333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60002) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:06.102266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-0245bd61-6d89-4ad9-9444-5986189a909d tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '96756d08-13e9-46bb-96d3-2063b33755cb') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:06.160165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.310418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-447c1d8a-2f66-4e1f-b1fc-b68576a0c82f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Unset dirty status for tenant:d811edc30e4a49b4a8a2b2f7bb2cba2a on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:06.314713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-447c1d8a-2f66-4e1f-b1fc-b68576a0c82f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports/e8cf2e53-1689-4de2-9cdc-71a4d16e6748 HTTP/1.1" status: 404 len: 333 time: 0.3622699 Apr 18 12:15:06.315812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60006) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:06.322583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a855a-b921-4626-8b13-6250ac10cf39 None None] Pushing event updated for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:06.346764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.347495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router b571a7f5-c3be-4807-a25a-5980b9fd1aae {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:06.394594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.428816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Allocated IP 172.20.0.2 (900c5325-5248-49f6-9989-e958337f043a/b3e3ef6d-549e-4ef8-8673-cc5424919d0a/5e41c54e-150c-4cd0-b207-769c26dd796b) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:06.494600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Transition to ACTIVE for port object a61483db-07cf-4fe1-984c-a241ea87ddf6 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:06.508140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-92facfe6-e5a4-4571-9b87-d9605affd688 None None] Provisioning complete for port c3b87a43-115b-4791-903f-55ff5fcd675e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:06.508512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92facfe6-e5a4-4571-9b87-d9605affd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.625870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.637148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.652101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Transition to ACTIVE for port object a61483db-07cf-4fe1-984c-a241ea87ddf6 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:06.654175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.659856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a63b65dc-84cd-400d-8aa1-668ffcf513f1 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/b571a7f5-c3be-4807-a25a-5980b9fd1aae HTTP/1.1" status: 204 len: 168 time: 2.2306981 Apr 18 12:15:06.660214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b9329d1-ca1a-4a06-acd5-a2c9c8f72788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.660938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60010) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:06.733221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9329d1-ca1a-4a06-acd5-a2c9c8f72788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247f4967-c2f4-4166-b228-3486c0b2094a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:06.751999 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0245bd61-6d89-4ad9-9444-5986189a909d tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb/tags HTTP/1.1" status: 204 len: 168 time: 0.6611869 Apr 18 12:15:06.755762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b9329d1-ca1a-4a06-acd5-a2c9c8f72788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.756640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60014) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:06.757083 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9b9329d1-ca1a-4a06-acd5-a2c9c8f72788 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/247f4967-c2f4-4166-b228-3486c0b2094a HTTP/1.1" status: 204 len: 168 time: 1.0211263 Apr 18 12:15:06.771291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.tag.tag_plugin [None req-901a94d1-9eca-463b-ab23-47768b21eeca tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '9b84f50a-fa6d-4b29-84b0-c7b01793328c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:06.801825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.851789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.853780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:06.861854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.862321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97776e85-1895-4fa0-a665-23e3d99d904e {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:06.864110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.885466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-990de436-91a8-412c-82b5-4e6de2780595 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.910338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.938505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:06.945013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.956439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:06.960379 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8f62a4fd-c6e9-460f-9f9d-8978cdc98343 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/97776e85-1895-4fa0-a665-23e3d99d904e HTTP/1.1" status: 204 len: 168 time: 2.1765292 Apr 18 12:15:06.974513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.010707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:07.039301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.040332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.041825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:07.049043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-990de436-91a8-412c-82b5-4e6de2780595 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.061130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Pushing event updated for resources: {'Port': ['ID=a61483db-07cf-4fe1-984c-a241ea87ddf6,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:07.387482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92facfe6-e5a4-4571-9b87-d9605affd688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.426123 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-901a94d1-9eca-463b-ab23-47768b21eeca tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c/tags HTTP/1.1" status: 204 len: 168 time: 0.6684964 Apr 18 12:15:07.432040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-990de436-91a8-412c-82b5-4e6de2780595 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.442248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60028) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:07.459756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c3b87a43-115b-4791-903f-55ff5fcd675e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c3b87a43-115b-4791-903f-55ff5fcd675e,segment=NetworkSegment(d8863bc2-eb91-4ee6-9a87-ed67d28b3345),segment_id=d8863bc2-eb91-4ee6-9a87-ed67d28b3345)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:07.459972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Port': ['ID=7d413de9-4eaa-439f-8695-a3ab99ad764e,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:07.488665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.tag.tag_plugin [None req-f5ee8008-d340-4b57-97bd-decd8fa0472f tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '62b318ad-eb26-4846-8350-8f422930ff5f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:07.512926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Attempting to bind port a61483db-07cf-4fe1-984c-a241ea87ddf6 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:07.516396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Attempting to bind port a61483db-07cf-4fe1-984c-a241ea87ddf6 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:07.516396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Attempting to bind port a61483db-07cf-4fe1-984c-a241ea87ddf6 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:07.529342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:07.530053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:07.530822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.531411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:07.532235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Bound port: a61483db-07cf-4fe1-984c-a241ea87ddf6, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:07.539442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.539817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990de436-91a8-412c-82b5-4e6de2780595 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=828055fc-7f1b-4b1b-b6cb-41e3c4a98962,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:07.546096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.552364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.586856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.602871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.603515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.604102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.604673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.605205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.605739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.606290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.606841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.607369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.607920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.609122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.609727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:07.624205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.671349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60034) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:07.680549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.720415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Transition to ACTIVE for port object 5e41c54e-150c-4cd0-b207-769c26dd796b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:07.754840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Transition to ACTIVE for port object 5e41c54e-150c-4cd0-b207-769c26dd796b will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:07.787205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::1 (5f4dde90-d90b-4725-911c-836df72b725b/e827d258-e913-4a23-b86a-a4014671c7b4/f6e0ac0c-71ec-4677-b434-f081150ee664) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:07.792839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-990de436-91a8-412c-82b5-4e6de2780595 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:07.793949 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-990de436-91a8-412c-82b5-4e6de2780595 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/security-groups/828055fc-7f1b-4b1b-b6cb-41e3c4a98962 HTTP/1.1" status: 204 len: 168 time: 1.4770780 Apr 18 12:15:07.798702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60040) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:07.826551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network c110c5a8-fbc8-49b4-b47b-c4396724686a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:07.832192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:07.868773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:08.002716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.025546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c3b87a43-115b-4791-903f-55ff5fcd675e,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:08.029999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-92facfe6-e5a4-4571-9b87-d9605affd688 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:15:08.030838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-92facfe6-e5a4-4571-9b87-d9605affd688 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:15:08.041516 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f5ee8008-d340-4b57-97bd-decd8fa0472f tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f/tags HTTP/1.1" status: 204 len: 168 time: 0.5872049 Apr 18 12:15:08.045067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60046) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:08.116247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b82d767f-b970-455e-b82d-33723828c889 None None] For port a61483db-07cf-4fe1-984c-a241ea87ddf6, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:08.135329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b82d767f-b970-455e-b82d-33723828c889 None None] For port a61483db-07cf-4fe1-984c-a241ea87ddf6, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a61483db-07cf-4fe1-984c-a241ea87ddf6,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:08.216122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.230703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f743-73d0-4431-b5a6-4771fc54358f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.296991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Pushing event updated for resources: {'Port': ['ID=5e41c54e-150c-4cd0-b207-769c26dd796b,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:08.303984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.328815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-839733562', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:08.333728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.350908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:08.354032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f743-73d0-4431-b5a6-4771fc54358f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.383427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.26.4.29 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/fa1a3c97-f8d9-42cb-881a-3ed68633d69b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:08.386938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.389967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:08.393142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object f6e0ac0c-71ec-4677-b434-f081150ee664 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:08.406954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d767f-b970-455e-b82d-33723828c889 None None] Pushing event updated for resources: {'Port': ['ID=a61483db-07cf-4fe1-984c-a241ea87ddf6,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:08.411376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Usage tracker for resource:router and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:08.418854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:08.426924 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-203f34d6-b6c3-4ffb-ae19-8b92a3e2fd9c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2 HTTP/1.1" status: 204 len: 168 time: 1.7586040 Apr 18 12:15:08.440955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60056) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:08.445065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Network 900c5325-5248-49f6-9989-e958337f043a is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:08.446112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e792f4a2-1e52-40cf-8d43-2f8a601e7a43 None None] Network 534320b6-a422-441a-974d-355a6f6cd1d5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:08.452103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:08.579912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:08.584434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.585502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.626443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.667965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.668634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.669433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6ddc1870-ca46-4bbf-a467-629b775f6534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.680011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:08.682179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Router 7f16971e-19d6-41c6-a533-b4103bcefb84 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:08.823281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-039d5bc6-3d44-442b-9022-ae78d79120e8 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for subnetpool, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.833230 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-039d5bc6-3d44-442b-9022-ae78d79120e8 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnetpools/5811fd4f-5875-474a-9b7a-4fb3fa47fed9 HTTP/1.1" status: 204 len: 168 time: 0.7790408 Apr 18 12:15:08.846609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60062) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:08.922288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:08.927650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.939457 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:08.946452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c1d5aed4-3b47-41c9-8588-7038db07037e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Synchronizing usage tracker for tenant:5b9d246ed9d14a49903b8041dc2d1c08 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:08.949749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Attempting to bind port 5e41c54e-150c-4cd0-b207-769c26dd796b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:08.950189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Attempting to bind port 5e41c54e-150c-4cd0-b207-769c26dd796b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4fe0a20a-01dd-45c2-a994-02bb57a80b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '900c5325-5248-49f6-9989-e958337f043a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:08.950384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Attempting to bind port 5e41c54e-150c-4cd0-b207-769c26dd796b on network 900c5325-5248-49f6-9989-e958337f043a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:08.958161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:08.959310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Checking segment: {'id': '4fe0a20a-01dd-45c2-a994-02bb57a80b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '900c5325-5248-49f6-9989-e958337f043a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:08.959806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.960247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Bound using segment: {'id': '4fe0a20a-01dd-45c2-a994-02bb57a80b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '900c5325-5248-49f6-9989-e958337f043a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:08.960699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Bound port: 5e41c54e-150c-4cd0-b207-769c26dd796b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe0a20a-01dd-45c2-a994-02bb57a80b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '900c5325-5248-49f6-9989-e958337f043a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:08.961164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.966781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:08.967340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:08.983815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=f6e0ac0c-71ec-4677-b434-f081150ee664,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:09.020307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 62354944-ec3a-49d5-b457-9d6830d7a3c4 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:09.020731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.037131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Provisioning complete for port 7d413de9-4eaa-439f-8695-a3ab99ad764e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:09.037384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.078161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f743-73d0-4431-b5a6-4771fc54358f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.118309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4f743-73d0-4431-b5a6-4771fc54358f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e3be55-06d8-4635-ba67-8a5381f517f4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:09.127094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Port 7d413de9-4eaa-439f-8695-a3ab99ad764e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:09.135127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8ca4f743-73d0-4431-b5a6-4771fc54358f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.139432 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8ca4f743-73d0-4431-b5a6-4771fc54358f tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/security-groups/08e3be55-06d8-4635-ba67-8a5381f517f4 HTTP/1.1" status: 204 len: 168 time: 1.3314941 Apr 18 12:15:09.139432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c1d5aed4-3b47-41c9-8588-7038db07037e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Unset dirty status for tenant:5b9d246ed9d14a49903b8041dc2d1c08 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:09.145787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c1d5aed4-3b47-41c9-8588-7038db07037e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "GET /v2.0/ports?device_id=96756d08-13e9-46bb-96d3-2063b33755cb HTTP/1.1" status: 200 len: 205 time: 0.2891994 Apr 18 12:15:09.156635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Could not find standard attr ID for object e8cf2e53-1689-4de2-9cdc-71a4d16e6748. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:15:09.176581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60068) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:09.176943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60070) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:09.218822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] For port 5e41c54e-150c-4cd0-b207-769c26dd796b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:09.222629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] For port 5e41c54e-150c-4cd0-b207-769c26dd796b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5e41c54e-150c-4cd0-b207-769c26dd796b,segment=NetworkSegment(4fe0a20a-01dd-45c2-a994-02bb57a80b7f),segment_id=4fe0a20a-01dd-45c2-a994-02bb57a80b7f)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:09.236924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Provisioning for port a2cef741-987d-48a6-b3dd-31938260102e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:09.236924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:09.236924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.273294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] DHCP port deletion for 534320b6-a422-441a-974d-355a6f6cd1d5 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:09.295944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] Deleting port 62354944-ec3a-49d5-b457-9d6830d7a3c4 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:09.296565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.350849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.424494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:09.426386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.432366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.456974 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] Sync routers for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:09.471651 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:09.472196 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:09.545470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2084fb84-3e57-40f5-ab5f-fd5efd2e34d0 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7344923 Apr 18 12:15:09.565982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Pushing event updated for resources: {'Port': ['ID=5e41c54e-150c-4cd0-b207-769c26dd796b,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:09.572150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60082) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:09.604754 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:09.635465 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:09.637748 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:14:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:09.743824 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:09.745642 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b4e287-78da-4bb6-bba7-231f20eda7be None None] The sync data for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:09.772634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:09.817635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:09.826950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:09.844588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=fa1a3c97-f8d9-42cb-881a-3ed68633d69b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:09.848232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:09.915078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] For port 62354944-ec3a-49d5-b457-9d6830d7a3c4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=62354944-ec3a-49d5-b457-9d6830d7a3c4,segment=NetworkSegment(50ac12c1-55ec-4ef9-9098-cd920016a96d),segment_id=50ac12c1-55ec-4ef9-9098-cd920016a96d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:09.915554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.210636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] Calling delete_port for 62354944-ec3a-49d5-b457-9d6830d7a3c4 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:10.286636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-abb72304-7e4b-4b9d-b665-59d73aff23ed tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.327333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port 62354944-ec3a-49d5-b457-9d6830d7a3c4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=62354944-ec3a-49d5-b457-9d6830d7a3c4,segment=NetworkSegment(50ac12c1-55ec-4ef9-9098-cd920016a96d),segment_id=50ac12c1-55ec-4ef9-9098-cd920016a96d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:10.328013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.344094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.379076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.379420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.379745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.380069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.380536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.380856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.381177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.381492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.381942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.382258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.382856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.383171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e910948-03d9-4dd0-b35b-32a9d157e95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:10.394140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c3b87a43-115b-4791-903f-55ff5fcd675e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:10.499925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.516589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.581349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] No DVR routers for this DVR port 62354944-ec3a-49d5-b457-9d6830d7a3c4 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:10.589603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d668d-e472-4d29-be0a-e5eb169b15da None None] Pushing event deleted for resources: {'Port': ['ID=62354944-ec3a-49d5-b457-9d6830d7a3c4,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:10.594270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.618740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:10.619111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.698279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-21ec6ca4-026a-4488-93ea-84edd5d33c36 None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:10.702841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bf2b27e6-e8ec-45c6-b67b-e6e576d8dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.706074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 62354944-ec3a-49d5-b457-9d6830d7a3c4 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:10.738275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c3b87a43-115b-4791-903f-55ff5fcd675e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:10.738671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.742097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-abb72304-7e4b-4b9d-b665-59d73aff23ed tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.915039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:10.915861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Fanout notify agent at l3_agent the message router_deleted on router 96756d08-13e9-46bb-96d3-2063b33755cb {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:10.957003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a61483db-07cf-4fe1-984c-a241ea87ddf6 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:10.982424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-403dfd88-6db8-46f7-a4e5-5e5597ca9c4c None None] Provisioning for port f6e0ac0c-71ec-4677-b434-f081150ee664 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:11.002727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-403dfd88-6db8-46f7-a4e5-5e5597ca9c4c None None] Provisioning complete for port f6e0ac0c-71ec-4677-b434-f081150ee664 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:11.003104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-403dfd88-6db8-46f7-a4e5-5e5597ca9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.050819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.054756 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5740a889-9e5b-47b9-a60a-28248568e715 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/routers/96756d08-13e9-46bb-96d3-2063b33755cb HTTP/1.1" status: 204 len: 168 time: 1.8739641 Apr 18 12:15:11.055602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60096) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:11.062224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-403dfd88-6db8-46f7-a4e5-5e5597ca9c4c None None] Port f6e0ac0c-71ec-4677-b434-f081150ee664 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:11.146989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:15:11.147508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:15:11.155968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c198fb-3d32-4c5e-8222-b0bdb8616244 None None] Network 900c5325-5248-49f6-9989-e958337f043a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:11.172280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-403dfd88-6db8-46f7-a4e5-5e5597ca9c4c None None] Provisioning for port a61483db-07cf-4fe1-984c-a241ea87ddf6 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:11.192783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a61483db-07cf-4fe1-984c-a241ea87ddf6 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:11.197118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Deleting port 9b84f50a-fa6d-4b29-84b0-c7b01793328c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:11.197475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.268618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a61483db-07cf-4fe1-984c-a241ea87ddf6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:11.268618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.364111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60100) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:11.378215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192947086', 'description': 'tempest-secgroup-smoke-192947086 description', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:11.382801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-abb72304-7e4b-4b9d-b665-59d73aff23ed tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.404541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:11.458502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1fc7b86a-8880-4cf8-9bde-d822607bfd61 None None] Provisioning for port 5e41c54e-150c-4cd0-b207-769c26dd796b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:11.461570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.468626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb72304-7e4b-4b9d-b665-59d73aff23ed tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d25d87-4ac8-426c-9964-8847c9828bbd,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:11.480000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:11.485288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.487974 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:11.501112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:11.528351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-abb72304-7e4b-4b9d-b665-59d73aff23ed tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.532099 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-abb72304-7e4b-4b9d-b665-59d73aff23ed tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/security-groups/73d25d87-4ac8-426c-9964-8847c9828bbd HTTP/1.1" status: 204 len: 168 time: 2.3517501 Apr 18 12:15:11.534868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60104) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:11.575019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.584682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port a61483db-07cf-4fe1-984c-a241ea87ddf6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a61483db-07cf-4fe1-984c-a241ea87ddf6,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:11.652133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 62354944-ec3a-49d5-b457-9d6830d7a3c4 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:11.653628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.664015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.666088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.684862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.747954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.757073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.760991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 62354944-ec3a-49d5-b457-9d6830d7a3c4 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:11.779491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.805546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 62354944-ec3a-49d5-b457-9d6830d7a3c4 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:11.805890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 62354944-ec3a-49d5-b457-9d6830d7a3c4 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:11.810256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=a61483db-07cf-4fe1-984c-a241ea87ddf6,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:11.817167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.831757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] The port '62354944-ec3a-49d5-b457-9d6830d7a3c4' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:15:11.841919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.842630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:11.886163 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-5c64a630-2a65-4aa2-8ac4-c840483cc10d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:15:11.887370 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5c64a630-2a65-4aa2-8ac4-c840483cc10d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2933531 Apr 18 12:15:11.920371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60108) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:11.928847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:11.978305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 20b609d3-e37d-4c4e-b04e-78df8a150fba {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:11.993918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.025660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:12.031040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5e41c54e-150c-4cd0-b207-769c26dd796b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:12.074060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:12.109378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.126097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:12.160530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 5e41c54e-150c-4cd0-b207-769c26dd796b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:12.166333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5e41c54e-150c-4cd0-b207-769c26dd796b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:12.166732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.196887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.245445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Allocated IP 172.26.4.113 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/2f3227a7-4e01-41c2-a953-cc9457b7e4fb) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:12.291228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.323621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 5e41c54e-150c-4cd0-b207-769c26dd796b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5e41c54e-150c-4cd0-b207-769c26dd796b,segment=NetworkSegment(4fe0a20a-01dd-45c2-a994-02bb57a80b7f),segment_id=4fe0a20a-01dd-45c2-a994-02bb57a80b7f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:12.384281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.385090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a61483db-07cf-4fe1-984c-a241ea87ddf6 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:12.393668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=f6e0ac0c-71ec-4677-b434-f081150ee664,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:12.419815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Calling delete_port for 9b84f50a-fa6d-4b29-84b0-c7b01793328c owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:12.473396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.527747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a61483db-07cf-4fe1-984c-a241ea87ddf6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:12.528387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.564883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=5e41c54e-150c-4cd0-b207-769c26dd796b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:12.616359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.627520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534320b6-a422-441a-974d-355a6f6cd1d5']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:12.730910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.863341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.874287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ac12c1-55ec-4ef9-9098-cd920016a96d') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:12.874625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ac12c1-55ec-4ef9-9098-cd920016a96d') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:12.875848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.912242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:12.929781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:12.963963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:12.992380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.013350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.052222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=20b609d3-e37d-4c4e-b04e-78df8a150fba,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:13.056707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:13.062431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.068657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:13.069139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.075410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddba82b-ff4b-4233-88b0-9284a9dccf16 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:13.105722 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:13.134989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.202810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:13.205239 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-83163947-800a-4334-8dcc-6b849751f1f8 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/20b609d3-e37d-4c4e-b04e-78df8a150fba HTTP/1.1" status: 204 len: 168 time: 1.6654232 Apr 18 12:15:13.213365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:13.228098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:13.232744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:13.307226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.316457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-67a03d38-cc46-4229-891c-fb726aee313d None None] Provisioning complete for port f6e0ac0c-71ec-4677-b434-f081150ee664 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:13.317396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67a03d38-cc46-4229-891c-fb726aee313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.350621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event updated for resources: {'Port': ['ID=2f3227a7-4e01-41c2-a953-cc9457b7e4fb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:13.382922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-67a03d38-cc46-4229-891c-fb726aee313d None None] Port f6e0ac0c-71ec-4677-b434-f081150ee664 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:13.406389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.443599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet ca7dc8f6-668a-4194-aff3-4313e5de3212 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:13.445413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.468261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:13.478284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.501110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.505014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event deleted for resources: {'Port': ['ID=9b84f50a-fa6d-4b29-84b0-c7b01793328c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:13.507534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.517632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:13.533888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:13.582131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=534320b6-a422-441a-974d-355a6f6cd1d5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:13.588085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:13.637308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962f5684-7f37-48b2-97c1-89da8877886b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:13.695365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-09d9f896-8b20-4357-a651-2ce7a146a958 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/534320b6-a422-441a-974d-355a6f6cd1d5 HTTP/1.1" status: 204 len: 168 time: 5.2527065 Apr 18 12:15:13.700648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.727259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60116) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:13.746394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:13.749394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181406871', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:13.763478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] Sync routers for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:13.780237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:13.787515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:13.788283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:13.793059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:13.832464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:13.855346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.860112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:13.885014 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8173ddf7-1efb-4cb5-ac87-feb8ceffcfcb tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/ports/9b84f50a-fa6d-4b29-84b0-c7b01793328c HTTP/1.1" status: 204 len: 168 time: 2.8218625 Apr 18 12:15:13.885550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60120) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:13.924360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:13.942919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5e41c54e-150c-4cd0-b207-769c26dd796b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:13.958420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.965125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.970445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:13.978620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:13.979910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:14.047573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Deleting subnet 62b318ad-eb26-4846-8350-8f422930ff5f {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:14.051345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:14.051345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036aa75a-19f3-48ad-9f6f-5843f2f8cbb5 None None] The sync data for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:14.053503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.087320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5e41c54e-150c-4cd0-b207-769c26dd796b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:14.087320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.088338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.093242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d1b80cc8-4643-48fa-8684-8e47d74eeac4 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0485504 Apr 18 12:15:14.127382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60124) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:14.211073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.255101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.258822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Router 9e1674ee-cae6-4308-a436-3a6bed7c873e is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:14.317199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5da48134-5f76-435c-98ac-34526aa63128 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:14.318266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5da48134-5f76-435c-98ac-34526aa63128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.345067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.346086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.453209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.459432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.464405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5da48134-5f76-435c-98ac-34526aa63128 None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:14.464575 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 3.0984046 Apr 18 12:15:14.464928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5da48134-5f76-435c-98ac-34526aa63128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.469366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60128) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:14.472835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60de04c-7d2a-406e-8e68-95f7e9ac8306 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174be5bf-b954-41de-bacf-00a258eb9276,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:14.511749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7dc8f6-668a-4194-aff3-4313e5de3212,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:14.527994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5da48134-5f76-435c-98ac-34526aa63128 None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:14.533889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a80ab-94fa-4fde-a4f5-92ea1c900075 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:14.539657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.553023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.626708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a3def0d2-b81d-4ed7-a28b-fa04380e5de1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/ca7dc8f6-668a-4194-aff3-4313e5de3212 HTTP/1.1" status: 204 len: 168 time: 1.3974986 Apr 18 12:15:14.631794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60132) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:14.679393 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-810af04e-548b-43ad-87eb-8f9c9a3a49e2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:14.679849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-810af04e-548b-43ad-87eb-8f9c9a3a49e2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:14.683916 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-810af04e-548b-43ad-87eb-8f9c9a3a49e2 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/20b609d3-e37d-4c4e-b04e-78df8a150fba HTTP/1.1" status: 404 len: 337 time: 0.0488369 Apr 18 12:15:14.686258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60136) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:14.686398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group_rule': {'security_group_id': '174be5bf-b954-41de-bacf-00a258eb9276', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:14.753078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:14.757930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.779356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:14.783798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:14.790811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.804556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:14.852521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:14.866544 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Sync routers for ids ['9e1674ee-cae6-4308-a436-3a6bed7c873e'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:14.880119 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Routers {'9e1674ee-cae6-4308-a436-3a6bed7c873e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:14.880880 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9e1674ee-cae6-4308-a436-3a6bed7c873e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:14.889569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting subnet 061f3a78-cb62-4ffb-9d9d-3320f4231d7f {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:14.902489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:14.939950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-01e9e9a6-118c-4b9c-bb90-b17c0445d20e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "PUT /v2.0/routers/9e1674ee-cae6-4308-a436-3a6bed7c873e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0661657 Apr 18 12:15:14.941630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60140) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:14.950102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.036805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.039890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.093991 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Set router 9e1674ee-cae6-4308-a436-3a6bed7c873e gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:15.155839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.189310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.193259 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9d12d878-50c6-4d2c-8ea2-f0a4d5eec11d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.4602604 Apr 18 12:15:15.204601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60144) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:15.205039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b369-2951-4dba-8f4e-ca4752cad220 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:15.205641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c8f1b369-2951-4dba-8f4e-ca4752cad220 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:15.214945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event deleted for resources: {'Subnet': ['ID=62b318ad-eb26-4846-8350-8f422930ff5f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:15.219861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-946312526'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:15.238529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96abc29-de70-44eb-b78e-c1ac54103356 None None] Network 66bcccb2-aad8-4f6e-a70c-aab95b40d733 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:15.244507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.247955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:15.263250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.265474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:15.270658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:15.279102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting port 7d413de9-4eaa-439f-8695-a3ab99ad764e {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:15.279102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.282735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7d11840c-b4b3-4eae-a669-b9cb7f04b159 tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/subnets/62b318ad-eb26-4846-8350-8f422930ff5f HTTP/1.1" status: 204 len: 168 time: 1.3912230 Apr 18 12:15:15.308324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60148) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:15.380554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:15.398546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c8f1b369-2951-4dba-8f4e-ca4752cad220 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:15.405913 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c8f1b369-2951-4dba-8f4e-ca4752cad220 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports/f6e0ac0c-71ec-4677-b434-f081150ee664 HTTP/1.1" status: 200 len: 911 time: 0.4612684 Apr 18 12:15:15.484067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60152) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:15.492393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.526245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:15.530010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.583079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.600136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.619566 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:04Z', 'updated_at': '2022-04-18T12:15:09Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None, '_interfaces': [{'id': 'f6e0ac0c-71ec-4677-b434-f081150ee664', 'name': '', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'mac_address': 'fa:16:3e:e8:28:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'e827d258-e913-4a23-b86a-a4014671c7b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:07Z', 'updated_at': '2022-04-18T12:15:11Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'subnets': [{'id': 'e827d258-e913-4a23-b86a-a4014671c7b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:15.625322 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Checking router: 9e1674ee-cae6-4308-a436-3a6bed7c873e for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:15.625866 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Updating router 9e1674ee-cae6-4308-a436-3a6bed7c873e port f6e0ac0c-71ec-4677-b434-f081150ee664 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:15.637582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] DHCP port deletion for 66bcccb2-aad8-4f6e-a70c-aab95b40d733 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:15.642665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] Deleting port 9710b775-2c42-494a-a657-5c0bb879152d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:15.643201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.671910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:15.697813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.698166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment 95e6f9f2-0dac-44ae-8070-3f05b503eae6 of type vlan for network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf Apr 18 12:15:15.718993 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.749536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.771600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-49e2017a-e6b5-4de4-b164-db52fc7b05d2 None None] Provisioning complete for port a2cef741-987d-48a6-b3dd-31938260102e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:15.771964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49e2017a-e6b5-4de4-b164-db52fc7b05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.813795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.894165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:15.910734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Router e4cf908a-884f-4932-b1db-278d5d59e301 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:15.960862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfa55e4-34f0-4867-87dc-a97ddbd25da2 None None] Network edd4cd18-e260-427c-a67d-dbeb9a6ce1ba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:15.974145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9710b775-2c42-494a-a657-5c0bb879152d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:15.989344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.004599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.030993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.036666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:16.037255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.041245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Subnet': ['ID=061f3a78-cb62-4ffb-9d9d-3320f4231d7f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:16.055832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.064561 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2dcca943-1a6e-4e68-9e5c-10aca92cce1b tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/061f3a78-cb62-4ffb-9d9d-3320f4231d7f HTTP/1.1" status: 204 len: 168 time: 1.3764596 Apr 18 12:15:16.067390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] For port 9710b775-2c42-494a-a657-5c0bb879152d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9710b775-2c42-494a-a657-5c0bb879152d,segment=NetworkSegment(6c4187b6-9d87-42f6-b8e6-cca463a223e3),segment_id=6c4187b6-9d87-42f6-b8e6-cca463a223e3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:16.067784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.072783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60156) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.165940 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.181316 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Transition to ACTIVE for port object f6e0ac0c-71ec-4677-b434-f081150ee664 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:16.256257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Calling delete_port for 7d413de9-4eaa-439f-8695-a3ab99ad764e owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:16.263202 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.303391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] Calling delete_port for 9710b775-2c42-494a-a657-5c0bb879152d owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:16.329982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-737c9a7c-7dd6-4d17-aacc-7cb38b402020 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:16.330359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737c9a7c-7dd6-4d17-aacc-7cb38b402020 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:16.334505 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-737c9a7c-7dd6-4d17-aacc-7cb38b402020 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/442c5c30-c844-4a6a-971f-b55b3396d26f HTTP/1.1" status: 404 len: 337 time: 0.2476377 Apr 18 12:15:16.344964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60160) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.364898 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Pushing event updated for resources: {'Port': ['ID=f6e0ac0c-71ec-4677-b434-f081150ee664,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:16.377947 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.378795 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.379206 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.379606 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.380001 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.380427 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.380820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.381255 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.381643 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.382029 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.382412 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.383145 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:15:16.408449 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2007945 Apr 18 12:15:16.409404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60164) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.482847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-caee438f-279f-4660-b327-8ec6361e86ad tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12750a3-6ba3-4119-be0e-be3936030556 HTTP/1.1" status: 200 len: 205 time: 0.1349816 Apr 18 12:15:16.491411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:16.499548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Deleting port 9710b775-2c42-494a-a657-5c0bb879152d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:16.502825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.525680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60168) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.539280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-49e2017a-e6b5-4de4-b164-db52fc7b05d2 None None] Provisioning complete for port e00c4609-3273-4b02-ae35-6e33cabad9c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:16.539869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49e2017a-e6b5-4de4-b164-db52fc7b05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.559316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:16.572485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.593923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] Sync routers for ids ['e4cf908a-884f-4932-b1db-278d5d59e301'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:16.608752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d111b8e9-2b52-499d-b8d8-c6531f65cf87,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:16.654343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724691f-2a0b-4022-9c23-42361538eca7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=bdd3ffea-df99-414b-9e4f-b31d0e71fcdf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:16.677579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.690825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] The port '9710b775-2c42-494a-a657-5c0bb879152d' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:15:16.697168 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Attempting to bind port f6e0ac0c-71ec-4677-b434-f081150ee664 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:16.699413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Attempting to bind port f6e0ac0c-71ec-4677-b434-f081150ee664 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:16.699413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Attempting to bind port f6e0ac0c-71ec-4677-b434-f081150ee664 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:16.709335 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:16.709716 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:16.710300 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.710719 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:16.711190 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Bound port: f6e0ac0c-71ec-4677-b434-f081150ee664, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:16.711825 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.754904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] Routers {'e4cf908a-884f-4932-b1db-278d5d59e301'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:16.755544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e4cf908a-884f-4932-b1db-278d5d59e301'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:16.791116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.793097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d6089899-6dfa-4ede-88ed-6dabf1c7b1a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.1172080 Apr 18 12:15:16.797403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60172) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.800272 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-8d8fe512-753b-47e3-b78d-b4ce9eeb1b33 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] delete failed (client error): The resource could not be found. Apr 18 12:15:16.801400 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d8fe512-753b-47e3-b78d-b4ce9eeb1b33 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/routers/c12750a3-6ba3-4119-be0e-be3936030556 HTTP/1.1" status: 404 len: 336 time: 0.2748044 Apr 18 12:15:16.804549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:16.816454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86188a-d980-4869-9365-330636388bc1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:16.824415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86188a-d980-4869-9365-330636388bc1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:16.826562 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1d86188a-d980-4869-9365-330636388bc1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.3393712 Apr 18 12:15:16.827597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:16.828736 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2b5c37c3-2f4f-4bc6-9aec-464d85cc0155 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3525267 Apr 18 12:15:16.832472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60176) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.832472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60178) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.832472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60180) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:16.839958 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] For port f6e0ac0c-71ec-4677-b434-f081150ee664, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:16.844506 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] For port f6e0ac0c-71ec-4677-b434-f081150ee664, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f6e0ac0c-71ec-4677-b434-f081150ee664,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:16.888868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-49e2017a-e6b5-4de4-b164-db52fc7b05d2 None None] Port e00c4609-3273-4b02-ae35-6e33cabad9c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:16.900689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:16.902962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:16.907321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] No DVR routers for this DVR port 9710b775-2c42-494a-a657-5c0bb879152d on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:16.907492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:16.920714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989014d3-3b5e-4123-9298-66f27f0ad100 None None] Pushing event deleted for resources: {'Port': ['ID=9710b775-2c42-494a-a657-5c0bb879152d,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:16.921591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:16.923008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:16.946819 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.011883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] Routers {'e4cf908a-884f-4932-b1db-278d5d59e301'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:17.012435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e4cf908a-884f-4932-b1db-278d5d59e301'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.038539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:17.043478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.095926 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5a394d8b-1554-464d-bc57-068570ac291c tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/e4cf908a-884f-4932-b1db-278d5d59e301 HTTP/1.1" status: 200 len: 924 time: 0.2943220 Apr 18 12:15:17.099492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60188) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.104244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.105151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f29cb65-81b6-46af-95e8-121330988d53 None None] The sync data for ids ['e4cf908a-884f-4932-b1db-278d5d59e301'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:17.127916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] DHCP port deletion for edd4cd18-e260-427c-a67d-dbeb9a6ce1ba request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:17.134620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] Deleting port a2cef741-987d-48a6-b3dd-31938260102e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:17.134837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.135738 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Routers {'9e1674ee-cae6-4308-a436-3a6bed7c873e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:17.137030 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9e1674ee-cae6-4308-a436-3a6bed7c873e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.252949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c8af1d64-1956-45d4-a55e-10903f0357d2 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4cf908a-884f-4932-b1db-278d5d59e301 HTTP/1.1" status: 200 len: 205 time: 0.1522992 Apr 18 12:15:17.256100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.268460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group_rule': {'security_group_id': '174be5bf-b954-41de-bacf-00a258eb9276', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:17.332063 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83ab9a-6d01-4365-9819-9b3584d50725 None None] Pushing event updated for resources: {'Port': ['ID=f6e0ac0c-71ec-4677-b434-f081150ee664,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:17.344991 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] Set router 9e1674ee-cae6-4308-a436-3a6bed7c873e gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:17.403096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:17.410977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] For port a2cef741-987d-48a6-b3dd-31938260102e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a2cef741-987d-48a6-b3dd-31938260102e,segment=NetworkSegment(d0d95672-0c1c-4561-89a7-75de906e1bc8),segment_id=d0d95672-0c1c-4561-89a7-75de906e1bc8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:17.411373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.458390 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-90333bc9-2340-41ae-9c19-7b3273d508a1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.458946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90333bc9-2340-41ae-9c19-7b3273d508a1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.463617 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-90333bc9-2340-41ae-9c19-7b3273d508a1 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/4025fe86-ea74-4d94-b069-6c0b201f56f2 HTTP/1.1" status: 404 len: 337 time: 0.5844331 Apr 18 12:15:17.464624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60196) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.489265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:17.506782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.514681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:17.530360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.562485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:17.565455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.611486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] Calling delete_port for a2cef741-987d-48a6-b3dd-31938260102e owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:17.618004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=01d42b43-008d-4512-b33d-38d9fd76d4c3,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:17.628954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88b8daa-b567-4bc5-a2a6-4f50fdb7b2a0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.629587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88b8daa-b567-4bc5-a2a6-4f50fdb7b2a0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.648151 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e88b8daa-b567-4bc5-a2a6-4f50fdb7b2a0 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/2d3f0af2-8c56-4e2c-8f52-90fca5de6853 HTTP/1.1" status: 404 len: 337 time: 0.1805625 Apr 18 12:15:17.649254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60200) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.695640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bcccb2-aad8-4f6e-a70c-aab95b40d733']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.724762 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ec48d5-6420-4fd1-be65-8e15ef0f31fa tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.725876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ec48d5-6420-4fd1-be65-8e15ef0f31fa tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.731310 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-65ec48d5-6420-4fd1-be65-8e15ef0f31fa tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/440707ed-16ad-423d-aee6-597c6a51cbca HTTP/1.1" status: 404 len: 337 time: 0.0781579 Apr 18 12:15:17.734139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60204) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.742175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c4187b6-9d87-42f6-b8e6-cca463a223e3') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.742594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c4187b6-9d87-42f6-b8e6-cca463a223e3') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.755871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.787349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:17.787730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: bdd3ffea-df99-414b-9e4f-b31d0e71fcdf, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:17.792639 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc453bb2-bd95-4a52-bf41-794c13f9a785 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.793107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc453bb2-bd95-4a52-bf41-794c13f9a785 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.797195 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dc453bb2-bd95-4a52-bf41-794c13f9a785 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/d4866b16-9654-4e45-83f8-8798aa17fbd3 HTTP/1.1" status: 404 len: 333 time: 0.0595806 Apr 18 12:15:17.798217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60208) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.801861 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:04Z', 'updated_at': '2022-04-18T12:15:09Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None, '_interfaces': [{'id': 'f6e0ac0c-71ec-4677-b434-f081150ee664', 'name': '', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'mac_address': 'fa:16:3e:e8:28:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'e827d258-e913-4a23-b86a-a4014671c7b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:07Z', 'updated_at': '2022-04-18T12:15:16Z', 'revision_number': 4, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'subnets': [{'id': 'e827d258-e913-4a23-b86a-a4014671c7b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:17.806380 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebcefa3-f0c6-4e38-bc3f-44c1da05deb9 None None] The sync data for ids ['9e1674ee-cae6-4308-a436-3a6bed7c873e'] in dv-neutron-837089-1-hyperv is: [{'id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:04Z', 'updated_at': '2022-04-18T12:15:09Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None, '_interfaces': [{'id': 'f6e0ac0c-71ec-4677-b434-f081150ee664', 'name': '', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'mac_address': 'fa:16:3e:e8:28:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': 'e827d258-e913-4a23-b86a-a4014671c7b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:07Z', 'updated_at': '2022-04-18T12:15:16Z', 'revision_number': 4, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'subnets': [{'id': 'e827d258-e913-4a23-b86a-a4014671c7b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:17.840749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.847928 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbbc93e4-89f0-40d2-8eb3-59538b9f88bd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.847928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbbc93e4-89f0-40d2-8eb3-59538b9f88bd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.848295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] Pushing event deleted for resources: {'Port': ['ID=a2cef741-987d-48a6-b3dd-31938260102e,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:17.850508 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bbbc93e4-89f0-40d2-8eb3-59538b9f88bd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/dac7022b-3d58-474a-8b1b-2209389647ab HTTP/1.1" status: 404 len: 337 time: 0.0512726 Apr 18 12:15:17.852876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60212) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.859663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf2736a-861b-4690-ac6f-38e52279383a None None] No DVR routers for this DVR port a2cef741-987d-48a6-b3dd-31938260102e on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:17.901780 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-deabbb31-8aac-41db-a453-0c87b21abf74 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.902323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deabbb31-8aac-41db-a453-0c87b21abf74 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.908397 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-deabbb31-8aac-41db-a453-0c87b21abf74 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/a2e80dd4-42da-4fdf-afef-a433dc0d4c4e HTTP/1.1" status: 404 len: 337 time: 0.0503800 Apr 18 12:15:17.908397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60216) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.943709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:17.954535 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a95f35-1db1-4883-b2a9-4abe5a97eeee tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:17.954879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a95f35-1db1-4883-b2a9-4abe5a97eeee tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:17.956606 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a0a95f35-1db1-4883-b2a9-4abe5a97eeee tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/07818e22-bd65-4cb6-81e0-dbe1bbb61626 HTTP/1.1" status: 404 len: 333 time: 0.0491781 Apr 18 12:15:17.957854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:17.960801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60220) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:17.969436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:17.996046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: a2cef741-987d-48a6-b3dd-31938260102e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:17.996871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a2cef741-987d-48a6-b3dd-31938260102e not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:18.012573 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-015e8968-3665-45ff-aa8b-ff4d4d8679e5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:18.013034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015e8968-3665-45ff-aa8b-ff4d4d8679e5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:18.014789 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-015e8968-3665-45ff-aa8b-ff4d4d8679e5 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/68e251c2-6e32-442b-98d5-be6fcf089c22 HTTP/1.1" status: 404 len: 337 time: 0.0528123 Apr 18 12:15:18.017471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60224) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:18.058538 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-661c5859-2455-4c62-a384-200c54c559bd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] DELETE failed (client error): The resource could not be found. Apr 18 12:15:18.059217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661c5859-2455-4c62-a384-200c54c559bd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:15:18.063400 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-661c5859-2455-4c62-a384-200c54c559bd tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/subnets/a4661f5b-b8cb-4dcd-a198-fc8c616c13c7 HTTP/1.1" status: 404 len: 337 time: 0.0439482 Apr 18 12:15:18.065986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60228) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:18.118782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, bdd3ffea-df99-414b-9e4f-b31d0e71fcdf) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:18.135130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf9d85b-c7d0-49fc-bafc-f2f595aaa88e None None] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:18.158597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:18.159497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.172154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.191562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Deleting port e00c4609-3273-4b02-ae35-6e33cabad9c9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:18.192175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.217040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.350272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:18.350781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:18.380422 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:18.395705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:18.396994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.494257 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fa7aa271-6d08-4af0-b465-2b13c5462f4a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0154293 Apr 18 12:15:18.499416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60232) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:18.610624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Allocated IP 2001:db8::2 (bdd3ffea-df99-414b-9e4f-b31d0e71fcdf/01d42b43-008d-4512-b33d-38d9fd76d4c3/086eabff-877f-465e-b10c-1bc2c1999f37) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:18.654310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.901016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Port': ['ID=7d413de9-4eaa-439f-8695-a3ab99ad764e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:18.919078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.931351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Transition to ACTIVE for port object 086eabff-877f-465e-b10c-1bc2c1999f37 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:18.956618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Transition to ACTIVE for port object 086eabff-877f-465e-b10c-1bc2c1999f37 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:18.968574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:18.969067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.058614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.126954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.128578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.143660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:19.148422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.151755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:19.156949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:19.159826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Pushing event updated for resources: {'Port': ['ID=086eabff-877f-465e-b10c-1bc2c1999f37,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:19.222195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Calling delete_port for e00c4609-3273-4b02-ae35-6e33cabad9c9 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:19.248755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Attempting to bind port 086eabff-877f-465e-b10c-1bc2c1999f37 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:19.249135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Attempting to bind port 086eabff-877f-465e-b10c-1bc2c1999f37 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:19.250859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Attempting to bind port 086eabff-877f-465e-b10c-1bc2c1999f37 on network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:19.255390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:19.261727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.261878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Checking segment: {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:19.261878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.261878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Bound using segment: {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:19.261878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Bound port: 086eabff-877f-465e-b10c-1bc2c1999f37, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:19.261878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.297451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] Pushing event deleted for resources: {'Network': ['ID=66bcccb2-aad8-4f6e-a70c-aab95b40d733,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:19.299164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.316904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bf1bf8-67d1-4fff-8e47-ccaf4c64bc7d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:19.349493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Deleting port 2f3227a7-4e01-41c2-a953-cc9457b7e4fb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:19.349723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.360782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] For port 086eabff-877f-465e-b10c-1bc2c1999f37, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:19.364131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] For port 086eabff-877f-465e-b10c-1bc2c1999f37, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=086eabff-877f-465e-b10c-1bc2c1999f37,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:19.430994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.442796 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3e32237f-542d-4140-98d3-57d42280991e tempest-TagsExtTest-1764616533 tempest-TagsExtTest-1764616533-project] 10.222.0.24 "DELETE /v2.0/networks/66bcccb2-aad8-4f6e-a70c-aab95b40d733 HTTP/1.1" status: 204 len: 168 time: 4.0816855 Apr 18 12:15:19.455536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.459955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.1 (900c5325-5248-49f6-9989-e958337f043a/b3e3ef6d-549e-4ef8-8673-cc5424919d0a/4d2fadc0-0724-41b1-95f3-d27d448551a4) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:19.471765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.472946 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fc74c2fe-298b-4fe9-8ab2-629eb9891730 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.5931058 Apr 18 12:15:19.481888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60238) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:19.543259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5716e-5fe0-4360-a609-f8df2cf93846 None None] Pushing event updated for resources: {'Port': ['ID=086eabff-877f-465e-b10c-1bc2c1999f37,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:19.548101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group_rule': {'security_group_id': '174be5bf-b954-41de-bacf-00a258eb9276', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:19.569185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:19.601096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:19.657174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:19.683939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:19.698599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.777506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Port': ['ID=e00c4609-3273-4b02-ae35-6e33cabad9c9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:19.787835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:19.842726 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-10af18e4-2745-4593-9cc6-0098b406c0db tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/ports/e00c4609-3273-4b02-ae35-6e33cabad9c9 HTTP/1.1" status: 204 len: 168 time: 1.7758210 Apr 18 12:15:19.849863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60242) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:20.052071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6e0ac0c-71ec-4677-b434-f081150ee664 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:20.196741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60248) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:20.213442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.228856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f6e0ac0c-71ec-4677-b434-f081150ee664 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:20.238088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f6e0ac0c-71ec-4677-b434-f081150ee664 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:20.239340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.248323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.269467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8::1 (bdd3ffea-df99-414b-9e4f-b31d0e71fcdf/01d42b43-008d-4512-b33d-38d9fd76d4c3/cbeffb80-7e6b-4a21-8a98-9ebefdd782c5) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:20.296541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.338879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Router 7f16971e-19d6-41c6-a533-b4103bcefb84 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:20.400947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.404479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.438413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port f6e0ac0c-71ec-4677-b434-f081150ee664, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f6e0ac0c-71ec-4677-b434-f081150ee664,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:20.441684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.520813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.538638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd4cd18-e260-427c-a67d-dbeb9a6ce1ba']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:20.575966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d95672-0c1c-4561-89a7-75de906e1bc8') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:20.576258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d95672-0c1c-4561-89a7-75de906e1bc8') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:20.579603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Calling delete_port for 2f3227a7-4e01-41c2-a953-cc9457b7e4fb owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:20.594315 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ca6b816c-ad30-42d8-b6ef-7b2d37835323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b9d246ed9d14a49903b8041dc2d1c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907857 Apr 18 12:15:20.599550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60254) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:20.606172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.638392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=f6e0ac0c-71ec-4677-b434-f081150ee664,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:20.662307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.676664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.687841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:20.688240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:20.714662 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:20.782092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.791341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:20.823325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d883082-b715-4b6b-8d0d-c7657d67bee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.861719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d883082-b715-4b6b-8d0d-c7657d67bee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.868939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.903414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.927783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.941423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:20.956199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1f3b2-9f76-40eb-81b4-dfa099fdf5ed None None] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:20.990172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] Pushing event deleted for resources: {'Network': ['ID=edd4cd18-e260-427c-a67d-dbeb9a6ce1ba,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:20.994330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Transition to ACTIVE for port object 4d2fadc0-0724-41b1-95f3-d27d448551a4 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:20.999602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.007836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1695362a-1a90-4492-961d-e9e40eb5f774 tempest-PortsIpV6TestJSON-1977960591 tempest-PortsIpV6TestJSON-1977960591-project] 10.222.0.24 "DELETE /v2.0/networks/edd4cd18-e260-427c-a67d-dbeb9a6ce1ba HTTP/1.1" status: 204 len: 168 time: 1.1560962 Apr 18 12:15:21.027590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:21.031474 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] Sync routers for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:21.032004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:21.034746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:21.049420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:21.050011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.051127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:21.053104 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:21.069166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946809b4-ee85-49e4-9147-81b50019a3c1,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:21.077736 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2d9b6835-47fb-49c8-ac44-fab80e66d832 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1442866 Apr 18 12:15:21.082939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60260) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:21.130014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d883082-b715-4b6b-8d0d-c7657d67bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.133124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d883082-b715-4b6b-8d0d-c7657d67bee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.138043 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d883082-b715-4b6b-8d0d-c7657d67bee0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2abcde99-579a-432f-b7c8-d7129a8ec11e HTTP/1.1" status: 204 len: 168 time: 0.5348892 Apr 18 12:15:21.160676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d883082-b715-4b6b-8d0d-c7657d67bee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abcde99-579a-432f-b7c8-d7129a8ec11e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:21.189157 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:21.194763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.206738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:21.207504 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d53d762d-3822-42f6-8d06-d96521353677 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7097046 Apr 18 12:15:21.207588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60266) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:21.207675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-06d361fc-af4d-4890-b58d-6e10b98bf335 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] delete failed (client error): The resource could not be found. Apr 18 12:15:21.207675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-06d361fc-af4d-4890-b58d-6e10b98bf335 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1346963644 HTTP/1.1" status: 404 len: 335 time: 0.1188221 Apr 18 12:15:21.208009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60270) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:21.211845 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:21.212457 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:21.215532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-07fb9dd1-20d3-46d0-b621-44148c672487 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'router': {'external_gateway_info': {'network_id': '7f16971e-19d6-41c6-a533-b4103bcefb84'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:21.258894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group_rule': {'security_group_id': '174be5bf-b954-41de-bacf-00a258eb9276', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:21.267757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b523d4f6-befc-42ad-96d0-dc495a32b450 None None] Provisioning for port 086eabff-877f-465e-b10c-1bc2c1999f37 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:21.271742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:21.280590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:21.285637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:21.294773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:21.317995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.344147 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:21.344541 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e814870-c64a-438c-a9b8-c10da4b99061 None None] The sync data for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:21.406066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.429115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.530069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port f6e0ac0c-71ec-4677-b434-f081150ee664 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:21.530661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.686191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60276) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:21.755968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.824453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-601082f7-8b99-491b-b4af-aa6baea16dcf None None] Provisioning for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:21.826685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 900c5325-5248-49f6-9989-e958337f043a is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:21.834481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-601082f7-8b99-491b-b4af-aa6baea16dcf None None] Provisioning complete for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:21.834855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-601082f7-8b99-491b-b4af-aa6baea16dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.835345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:21.883480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:21.909808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:21.984229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-601082f7-8b99-491b-b4af-aa6baea16dcf None None] Port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:22.015706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=4d2fadc0-0724-41b1-95f3-d27d448551a4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:22.017739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.080951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d61edc8-50c8-41df-942c-825360e2a5c1,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:22.094074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.098539 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0dce2446-7d88-4809-ae45-2a5c89dc34a2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8927147 Apr 18 12:15:22.099510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60282) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:22.128240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 086eabff-877f-465e-b10c-1bc2c1999f37 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:22.137668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group_rule': {'security_group_id': '174be5bf-b954-41de-bacf-00a258eb9276', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:22.151670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:22.168726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:22.180587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:22.200339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:22.205960 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1b68f4dc-a6b0-48dc-b6d3-2f4f02d6a22d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d811edc30e4a49b4a8a2b2f7bb2cba2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5186629 Apr 18 12:15:22.212367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60286) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:22.224401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9734de89-338d-40d1-9edf-f7e733fce5fb None None] Provisioning complete for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:22.224826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9734de89-338d-40d1-9edf-f7e733fce5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.274993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.284706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9734de89-338d-40d1-9edf-f7e733fce5fb None None] Port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:22.292503 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Project 7519ebda3ee9476a8e109aa15a5c1646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:15:22.293826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07fb9dd1-20d3-46d0-b621-44148c672487 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.301945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c0e4-423a-411f-9694-10396d85da87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.304402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.320378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 086eabff-877f-465e-b10c-1bc2c1999f37 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:22.327664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 086eabff-877f-465e-b10c-1bc2c1999f37 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:22.327871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.329940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event deleted for resources: {'Port': ['ID=2f3227a7-4e01-41c2-a953-cc9457b7e4fb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:22.351493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c0e4-423a-411f-9694-10396d85da87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.367263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.367990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.464854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.469387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.482119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-07fb9dd1-20d3-46d0-b621-44148c672487 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] update failed (client error): The resource could not be found. Apr 18 12:15:22.486616 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-07fb9dd1-20d3-46d0-b621-44148c672487 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84 HTTP/1.1" status: 404 len: 339 time: 1.2739322 Apr 18 12:15:22.491054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5e3c8288-e538-460d-be11-4b475c12d544 None None] Provisioning for port 4d2fadc0-0724-41b1-95f3-d27d448551a4 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:22.493666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.496988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5e3c8288-e538-460d-be11-4b475c12d544 None None] Provisioning complete for port 4d2fadc0-0724-41b1-95f3-d27d448551a4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:22.497417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5e3c8288-e538-460d-be11-4b475c12d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.526563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60290) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:22.544949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 086eabff-877f-465e-b10c-1bc2c1999f37, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=086eabff-877f-465e-b10c-1bc2c1999f37,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:22.556481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1746107839'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:22.561154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5e3c8288-e538-460d-be11-4b475c12d544 None None] Port 4d2fadc0-0724-41b1-95f3-d27d448551a4 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:22.585350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:22.607030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.608259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6e0ac0c-71ec-4677-b434-f081150ee664 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:22.617575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:network and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:22.623035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:22.646712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:22.728139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:22.732287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.738283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=086eabff-877f-465e-b10c-1bc2c1999f37,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:22.745416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.749043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f6e0ac0c-71ec-4677-b434-f081150ee664 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:22.749402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.751736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.759517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port f6e0ac0c-71ec-4677-b434-f081150ee664, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f6e0ac0c-71ec-4677-b434-f081150ee664,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:22.762509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.777591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:22.778763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:22.857233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:22.862814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.883868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.895525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c0e4-423a-411f-9694-10396d85da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:22.949005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for f6e0ac0c-71ec-4677-b434-f081150ee664 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:22.993312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8c0e4-423a-411f-9694-10396d85da87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c852e7e-5271-4f62-b238-6ac44c65f870,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:22.994696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0206ec7-014b-4781-92fe-6e399ec575e0,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:23.038681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:23.056797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5ff8c0e4-423a-411f-9694-10396d85da87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.060777 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5ff8c0e4-423a-411f-9694-10396d85da87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c852e7e-5271-4f62-b238-6ac44c65f870 HTTP/1.1" status: 204 len: 168 time: 0.8446932 Apr 18 12:15:23.065518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.065873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Added segment d5033156-e611-488c-9b88-ad7f3ad06150 of type vlan for network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 Apr 18 12:15:23.108078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.137400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.138644 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-da68d857-e170-49bb-a2bd-496b0d0c34cc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0056140 Apr 18 12:15:23.141841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60296) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:23.148293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'security_group_rule': {'security_group_id': '174be5bf-b954-41de-bacf-00a258eb9276', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:23.156144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:23.160348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:security_group_rule and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:23.163175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:23.171580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:23.176212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:23.188898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fd17550e-1737-4a65-bae1-675a5459ef6f None None] Provisioning complete for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:23.189816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fd17550e-1737-4a65-bae1-675a5459ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.199056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.199647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Fanout notify agent at l3_agent the message router_deleted on router e4cf908a-884f-4932-b1db-278d5d59e301 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:23.254978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.258179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fd17550e-1737-4a65-bae1-675a5459ef6f None None] Port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:23.261343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:23.261967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.286273 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Project 7519ebda3ee9476a8e109aa15a5c1646 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:15:23.361107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.362166 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-25b5e410-c7ce-4bd4-9b82-364a59a1a0b8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/e4cf908a-884f-4932-b1db-278d5d59e301 HTTP/1.1" status: 204 len: 168 time: 6.0720136 Apr 18 12:15:23.366372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60302) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:23.385058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-483835166', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': False}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:23.389466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.390176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:23.409789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:router and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:23.420593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:23.429568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.458776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:23.502607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Network': ['ID=3be1eb1c-0be1-4434-bcc3-2bb120df7067,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:23.514901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:23.539656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:23.560321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:23.595187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e1feca1e-e357-4f56-bbaf-1815c168eeac tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0888751 Apr 18 12:15:23.596042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5e85eb96-0140-4f19-8a49-64ec418ca817 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0525708 Apr 18 12:15:23.596805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60312) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:23.603785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60314) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:23.612493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1931616145'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:23.621929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'subnet': {'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:23.641827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:23.643264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:23.644075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:23.668570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:23.689804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.689804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.690062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:23.766158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.767543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:23.811498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:23.815144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.816502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Usage tracker for resource:subnet and tenant:657de569f6c74e0896a638e9c88aabae is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:23.819412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:23.822760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.833830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:23.851823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:23.866685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ad9758-3560-4e48-bc02-a06a92f48e20,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:23.869951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.875980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=f6e0ac0c-71ec-4677-b434-f081150ee664,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:23.880638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:23.886299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:23.961210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:23.974584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Made reservation on behalf of 657de569f6c74e0896a638e9c88aabae for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:23.981791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.015376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.020206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 086eabff-877f-465e-b10c-1bc2c1999f37 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:24.025126 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e0b1033c-d388-4faa-9af8-be9290ae27a7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8820162 Apr 18 12:15:24.027718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.028169 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment 20b0a506-af30-45e9-950f-51d534dc2aff of type vlan for network f7372002-895a-4001-8d46-a26d5d86e344 Apr 18 12:15:24.029582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60326) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:24.063836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'network': {'name': 'tempest-network-smoke--540728023', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:24.086648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:24.173106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:network and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:24.186790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:24.208914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.218015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:24.272579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.300992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 086eabff-877f-465e-b10c-1bc2c1999f37 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:24.301729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.382131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Made reservation on behalf of 7519ebda3ee9476a8e109aa15a5c1646 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:24.388209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.439907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60334) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:24.446184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:24.462024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.471366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:24.472416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.501114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:21Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:21Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:24.505655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:24.505920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Updating router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:24.574397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.578698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.579165 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Added segment e896248d-876e-46bc-8620-e674bed74172 of type vlan for network 6a196d4d-2cd4-4a41-a308-367f526a4a0d Apr 18 12:15:24.616301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0168405 Apr 18 12:15:24.644016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60340) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:24.721576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:24.726324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-695361230'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:24.737591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.742279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.748521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:24.753425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f870b39-2684-4dd8-90b5-82195bfd1264 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=f7372002-895a-4001-8d46-a26d5d86e344,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:24.759731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:24.769131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:24.773963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:24.774399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network f7372002-895a-4001-8d46-a26d5d86e344 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:24.794173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.884113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:24.887674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.906368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Subnet': ['ID=a746f39a-f9fb-4c0e-a001-a78f8f18f6f7,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:24.913800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.922835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:24.923717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:24.928799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.085610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.099999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Transition to ACTIVE for port object cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:25.136354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:25.140436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Checking segment: {'id': 'd5033156-e611-488c-9b88-ad7f3ad06150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:25.140795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network hostable DHCP agents. Network: 3be1eb1c-0be1-4434-bcc3-2bb120df7067, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:25.189610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.211211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:security_group_rule and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:25.217010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Router 9e1674ee-cae6-4308-a436-3a6bed7c873e has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:25.220265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:25.230949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:25.236354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:25.236614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:25.243675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1835735 Apr 18 12:15:25.249255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:25.250268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:25.254126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:25.254993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1da1ef-6501-4496-bd55-ff2a32d8e962 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Network': ['ID=6a196d4d-2cd4-4a41-a308-367f526a4a0d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:25.260666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'admin_state_up': True, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:25.292642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:25.329966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:25.333348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:25.397224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.399111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 3be1eb1c-0be1-4434-bcc3-2bb120df7067) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:25.405694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:router and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:25.408907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:25.408907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.450495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.467449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:25.478686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.487918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728ca08-3f1a-413c-9692-8c66f82b38b4 None None] Network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:25.491267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:25.493889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:25.500202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.500646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82553d69-8ba3-4b8b-abbd-db878f19baa2,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:25.507044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.507964 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment a0a4d6a6-6992-40a1-8feb-68b25aa64e2f of type vlan for network fdea2a22-85f7-4e52-90f2-6ccd0558d362 Apr 18 12:15:25.520682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df848b-e502-4501-ab0f-ea9857d732fd None None] Pushing event updated for resources: {'Port': ['ID=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:25.525703 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b8ced30e-18d6-430f-b1c3-79f693146223 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9176426 Apr 18 12:15:25.532310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60348) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:25.533158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:25.541776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.545844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:25.556020 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] Sync routers for ids ['9e1674ee-cae6-4308-a436-3a6bed7c873e'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:25.577598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e0ae1810-377e-423d-abf4-88a72753c2dd tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'router': {'external_gateway_info': {'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:25.579860 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] Routers {'9e1674ee-cae6-4308-a436-3a6bed7c873e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:25.580824 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9e1674ee-cae6-4308-a436-3a6bed7c873e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:25.604095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Attempting to bind port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:25.604095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Attempting to bind port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:25.604095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Attempting to bind port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 on network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:25.657549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:25.664432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Checking segment: {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:25.664432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.664432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Bound using segment: {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:25.664432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Bound port: cbeffb80-7e6b-4a21-8a98-9ebefdd782c5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e6f9f2-0dac-44ae-8070-3f05b503eae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:25.664432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.681203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.690610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:25.691214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.726786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.732093 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] Set router 9e1674ee-cae6-4308-a436-3a6bed7c873e gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:25.753088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.754086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:25.801033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] For port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:25.807829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=fdea2a22-85f7-4e52-90f2-6ccd0558d362,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:25.808039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] For port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:25.833452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:25.877030 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:04Z', 'updated_at': '2022-04-18T12:15:23Z', 'revision_number': 3, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:25.881428 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] Checking router: 9e1674ee-cae6-4308-a436-3a6bed7c873e for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:25.889999 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] Routers {'9e1674ee-cae6-4308-a436-3a6bed7c873e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:25.890752 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9e1674ee-cae6-4308-a436-3a6bed7c873e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:25.914840 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9516d85c-5aca-4b08-9be9-f353ed892468 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4634683 Apr 18 12:15:25.914840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60352) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:25.916016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-251740556'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:25.931554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:25.941182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:25.948102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:25.956551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:26.018530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.022498 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] Set router 9e1674ee-cae6-4308-a436-3a6bed7c873e gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:26.036531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:26.043544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.062203 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-826cf222-d816-4d0f-bd95-a3ea56c065ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "PUT /v2.0/routers/9e1674ee-cae6-4308-a436-3a6bed7c873e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1818116 Apr 18 12:15:26.064295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.073143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60356) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:26.090062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:26.102913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.103297 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment 31730c09-014a-43b4-8445-0935b254e67c of type vlan for network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 Apr 18 12:15:26.130487 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:04Z', 'updated_at': '2022-04-18T12:15:23Z', 'revision_number': 3, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:26.134849 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083c3a9-2350-44ef-a908-c8813e3d8847 None None] The sync data for ids ['9e1674ee-cae6-4308-a436-3a6bed7c873e'] in dv-neutron-837089-1-hyperv is: [{'id': '9e1674ee-cae6-4308-a436-3a6bed7c873e', 'name': 'tempest-NetworksTestDHCPv6-router-840599903', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:04Z', 'updated_at': '2022-04-18T12:15:23Z', 'revision_number': 3, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:26.139195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df848b-e502-4501-ab0f-ea9857d732fd None None] Pushing event updated for resources: {'Port': ['ID=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:26.152692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.212127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.241748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:26.242452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:26.268753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.271651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=4d2fadc0-0724-41b1-95f3-d27d448551a4,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:26.274417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:26.275044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.449202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5365424 Apr 18 12:15:26.449858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60360) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:26.457300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:26.463848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-3be1eb1c-0be1-4434-bcc3-2bb120df7067', 'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067', 'tenant_id': '657de569f6c74e0896a638e9c88aabae', 'fixed_ips': [{'subnet_id': 'a746f39a-f9fb-4c0e-a001-a78f8f18f6f7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:26.464897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.472101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae640c14-169a-4099-8887-3b737f25242a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=655928c4-b5ba-4d92-bd16-dd90ecf863f9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:26.497473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:26.579809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1810-377e-423d-abf4-88a72753c2dd tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:26.688944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:26.689362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:26.692940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:26.700966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:26.754441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:26.775282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b954425-7c75-4dab-8567-038bc8dda564 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:26.777349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b954425-7c75-4dab-8567-038bc8dda564 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:26.778081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5b954425-7c75-4dab-8567-038bc8dda564 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:26.783439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:26.787333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.035372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Allocated IP 2001:db8:1::2 (3be1eb1c-0be1-4434-bcc3-2bb120df7067/a746f39a-f9fb-4c0e-a001-a78f8f18f6f7/e738d659-39d3-4044-b834-bb22ff407d96) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:27.114859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.205371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5b954425-7c75-4dab-8567-038bc8dda564 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:27.208814 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5b954425-7c75-4dab-8567-038bc8dda564 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0727952 Apr 18 12:15:27.210424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60364) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:27.213827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:27.215793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: fdea2a22-85f7-4e52-90f2-6ccd0558d362, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:27.222393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=fe91e6a1-4473-40ad-8eab-320229a121ef,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:27.313828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 900c5325-5248-49f6-9989-e958337f043a is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:27.317900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.319971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet e827d258-e913-4a23-b86a-a4014671c7b4 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:27.326868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:27.331279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.343115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.368225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.382195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:21Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:25Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:27.384519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Transition to ACTIVE for port object e738d659-39d3-4044-b834-bb22ff407d96 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:27.399208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:27.403679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd57e84-32a8-497b-829d-914af99a9e6d None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:21Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:25Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:27.419951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.422688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Transition to ACTIVE for port object e738d659-39d3-4044-b834-bb22ff407d96 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:27.428175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.443627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.491908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, fdea2a22-85f7-4e52-90f2-6ccd0558d362) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:27.501706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56db622-d4f9-4256-b479-5825993fda3d None None] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:27.504866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:27.505450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.604577 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2095c73c-95fa-476f-9c33-683846dc2e82 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1503282 Apr 18 12:15:27.604577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60368) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:27.618993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:27.660517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.669882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.813939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:27.822707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:27.837971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:27.863329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-45f6a252-5fbb-414c-a495-25ba99f5a25c None None] Provisioning complete for port 4d2fadc0-0724-41b1-95f3-d27d448551a4 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:27.863329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-45f6a252-5fbb-414c-a495-25ba99f5a25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:27.868343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:27.879645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:27.883621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:27.899227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:27.943766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Pushing event updated for resources: {'Port': ['ID=e738d659-39d3-4044-b834-bb22ff407d96,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:27.988219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.005945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=93eded4a-09b6-4dbc-b030-895892aee0a2,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:28.044391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=e827d258-e913-4a23-b86a-a4014671c7b4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:28.052437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:28.055749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.108175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:28.115849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:28.116126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: f7372002-895a-4001-8d46-a26d5d86e344, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:28.194006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-fdea2a22-85f7-4e52-90f2-6ccd0558d362', 'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': 'fe91e6a1-4473-40ad-8eab-320229a121ef'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:28.198695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.210322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-45f6a252-5fbb-414c-a495-25ba99f5a25c None None] Port 4d2fadc0-0724-41b1-95f3-d27d448551a4 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:28.221616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Attempting to bind port e738d659-39d3-4044-b834-bb22ff407d96 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:28.222026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Attempting to bind port e738d659-39d3-4044-b834-bb22ff407d96 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd5033156-e611-488c-9b88-ad7f3ad06150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:28.222395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Attempting to bind port e738d659-39d3-4044-b834-bb22ff407d96 on network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:28.225785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:28.239378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Allocated IP 172.26.4.187 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/42a93371-dfdf-4c21-8a3c-52a94bf824a7) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:28.245038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:28.245409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Checking segment: {'id': 'd5033156-e611-488c-9b88-ad7f3ad06150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:28.245818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.246319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Bound using segment: {'id': 'd5033156-e611-488c-9b88-ad7f3ad06150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:28.246738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Bound port: e738d659-39d3-4044-b834-bb22ff407d96, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5033156-e611-488c-9b88-ad7f3ad06150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3be1eb1c-0be1-4434-bcc3-2bb120df7067'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:28.247335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.300140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.314547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa6c2ae-a4c5-480a-8531-fc2efb016c92 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:28.455713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network f7372002-895a-4001-8d46-a26d5d86e344 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:28.500972 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2917a5fe-f389-4f4d-b0df-390f250e84c2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e827d258-e913-4a23-b86a-a4014671c7b4 HTTP/1.1" status: 204 len: 168 time: 1.2802112 Apr 18 12:15:28.501458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60372) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:28.515274 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-e0ae1810-377e-423d-abf4-88a72753c2dd tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:15:28.519900 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e0ae1810-377e-423d-abf4-88a72753c2dd tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84 HTTP/1.1" status: 400 len: 364 time: 2.9722123 Apr 18 12:15:28.530356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60376) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:28.583092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.626386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Allocated IP 172.20.0.2 (fdea2a22-85f7-4e52-90f2-6ccd0558d362/fe91e6a1-4473-40ad-8eab-320229a121ef/b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:28.664383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, f7372002-895a-4001-8d46-a26d5d86e344) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:28.666433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:28.680753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:28.702033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f958edc-7a61-4db2-9e81-a5620cbffaad None None] Network f7372002-895a-4001-8d46-a26d5d86e344 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:28.714770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] Sync routers for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:28.742320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:28.742937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.753724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=13b87dd5-89c0-48d9-8d43-a43e38818caf,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:28.768550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:28.768928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:28.774651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-830b50a9-0089-40f5-9c57-429680fc689a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:28.779960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': '31730c09-014a-43b4-8445-0935b254e67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:28.780433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: 655928c4-b5ba-4d92-bd16-dd90ecf863f9, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:28.815604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] For port e738d659-39d3-4044-b834-bb22ff407d96, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:28.868580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-830b50a9-0089-40f5-9c57-429680fc689a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:28.871823 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-830b50a9-0089-40f5-9c57-429680fc689a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3680849 Apr 18 12:15:28.873212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60380) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:28.947662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:28.951459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] For port e738d659-39d3-4044-b834-bb22ff407d96, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e738d659-39d3-4044-b834-bb22ff407d96,segment=NetworkSegment(d5033156-e611-488c-9b88-ad7f3ad06150),segment_id=d5033156-e611-488c-9b88-ad7f3ad06150)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:28.952288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:28.953007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:29.019060 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-022acd8f-41c5-4504-bfc0-0f588f22d72c tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/routers/7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8386302 Apr 18 12:15:29.023210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60384) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:29.028040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.044859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.085022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:29.086800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.087481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'port': {'network_id': '900c5325-5248-49f6-9989-e958337f043a', 'name': 'tempest-FloatingIPTestJSON-274687466'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:29.121469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 655928c4-b5ba-4d92-bd16-dd90ecf863f9) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:29.132636 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9bd53aba-4d91-4dd5-80b3-91f42e0c3dc9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4842277 Apr 18 12:15:29.135563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60388) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:29.143349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:29.144070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.155104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af10dc9-7b94-44ca-a7cb-5e5504ffc233 None None] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:29.200220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.204287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.226140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:29.226808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:29.470023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:29.470431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26afbce-4421-4670-a1ce-6eca9e45f06f None None] The sync data for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:29.504419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7d87-30f6-4bc2-970e-12319f7c3bda None None] Pushing event updated for resources: {'Port': ['ID=e738d659-39d3-4044-b834-bb22ff407d96,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:29.569047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.575176 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-05d50ef1-d25b-4372-89e0-9203a0297acc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9694378 Apr 18 12:15:29.578430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60392) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:29.594833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.687718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.731148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:29.735219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1019648158', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:29.745353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Transition to ACTIVE for port object b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:29.757303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.764133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.777064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.782433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:29.791198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] Deleting port a61483db-07cf-4fe1-984c-a241ea87ddf6 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:29.791576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.804726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:29.816060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:29.839967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:29.841518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-f7372002-895a-4001-8d46-a26d5d86e344', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:29.842342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:29.887098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:29.888263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:29.894129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:29.897481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Transition to ACTIVE for port object b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:29.911536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:29.912641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:30.004873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Port': ['ID=42a93371-dfdf-4c21-8a3c-52a94bf824a7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:30.016839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Allocated IP 172.26.4.180 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/824467a7-04fe-47b8-a7b8-3e96d7fe3f2a) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:30.040694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.064680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.065362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Fanout notify agent at l3_agent the message router_deleted on router 9e1674ee-cae6-4308-a436-3a6bed7c873e {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:30.067645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Usage tracker for resource:port and tenant:9f84120ecc03434da5959285284f6328 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:30.072247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:30.098769 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.102587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6e0ac0c-71ec-4677-b434-f081150ee664 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:30.129888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-655928c4-b5ba-4d92-bd16-dd90ecf863f9', 'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': '13b87dd5-89c0-48d9-8d43-a43e38818caf'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:30.130747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.146090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:30.154385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.155751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.200566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f6e0ac0c-71ec-4677-b434-f081150ee664 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:30.200909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6e0ac0c-71ec-4677-b434-f081150ee664 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:30.262814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.271582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.275412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eea3bccd-671c-4ad1-a9db-cad04c5619bd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/routers/9e1674ee-cae6-4308-a436-3a6bed7c873e HTTP/1.1" status: 204 len: 168 time: 1.3980095 Apr 18 12:15:30.298034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60396) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:30.338040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:30.344696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:30.352072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:30.362596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:30.403782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Made reservation on behalf of 9f84120ecc03434da5959285284f6328 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:30.412949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.418524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:30.433715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e738d659-39d3-4044-b834-bb22ff407d96 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:30.456269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] device_id is not set on port 5d681d04-4f10-4a1a-8846-df02e069f7ef yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:15:30.525097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.677503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Allocated IP 2001:db8:1::2 (f7372002-895a-4001-8d46-a26d5d86e344/93eded4a-09b6-4dbc-b030-895892aee0a2/bd839aee-7101-47b1-9d4d-d8fecbbcc89f) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:30.729255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.733480 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-40e76f26-68cd-4864-bc94-b8f3be6e8788 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1414123 Apr 18 12:15:30.735366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60400) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:30.735922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:30.744244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.748978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:30.762286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Allocated IP 2001:db8::1 (8d592328-0f82-4874-926f-5129cce53fd4/ed0cc0b1-6191-4024-8982-e315ce0be6d7/87462708-87a8-492f-b7b7-6f1199215df9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:30.839029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.855620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Allocated IP 172.20.0.14 (900c5325-5248-49f6-9989-e958337f043a/b3e3ef6d-549e-4ef8-8673-cc5424919d0a/5d681d04-4f10-4a1a-8846-df02e069f7ef) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:30.937018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:30.940225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:30.976994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] For port a61483db-07cf-4fe1-984c-a241ea87ddf6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a61483db-07cf-4fe1-984c-a241ea87ddf6,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:30.978141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.017012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:31.019374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Transition to ACTIVE for port object 87462708-87a8-492f-b7b7-6f1199215df9 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:31.029175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Pushing event updated for resources: {'Port': ['ID=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:31.043244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a641ce27-22f2-41b5-8e8d-f39e871720f9 None None] Network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:31.103074 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:15:31.115412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Attempting to bind port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:31.115786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Attempting to bind port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:31.116147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Attempting to bind port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 on network fdea2a22-85f7-4e52-90f2-6ccd0558d362 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:31.144453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:31.148312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.204447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.215184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] Calling delete_port for a61483db-07cf-4fe1-984c-a241ea87ddf6 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:31.259003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:31.259281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Checking segment: {'id': 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:31.259683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.260620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Bound using segment: {'id': 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:31.261100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Bound port: b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'fdea2a22-85f7-4e52-90f2-6ccd0558d362'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:31.261470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.294377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.389459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Transition to ACTIVE for port object bd839aee-7101-47b1-9d4d-d8fecbbcc89f will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:31.448151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network 8d592328-0f82-4874-926f-5129cce53fd4 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:31.456845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:31.459253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.463956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:31.464597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.475457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Allocated IP 172.21.0.2 (655928c4-b5ba-4d92-bd16-dd90ecf863f9/13b87dd5-89c0-48d9-8d43-a43e38818caf/f6630d0d-07f4-4f51-b10e-90b3b3d489d5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:31.480896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e738d659-39d3-4044-b834-bb22ff407d96 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:31.528267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Transition to ACTIVE for port object bd839aee-7101-47b1-9d4d-d8fecbbcc89f will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:31.573267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] Provisioning for port e738d659-39d3-4044-b834-bb22ff407d96 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:31.641213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.653649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a61483db-07cf-4fe1-984c-a241ea87ddf6 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:31.691719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] Provisioning complete for port e738d659-39d3-4044-b834-bb22ff407d96 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:31.692117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.721480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.769758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.815533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Port': ['ID=87462708-87a8-492f-b7b7-6f1199215df9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:31.816108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:31.824278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:31.832951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Transition to ACTIVE for port object 5d681d04-4f10-4a1a-8846-df02e069f7ef will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:31.838708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: a61483db-07cf-4fe1-984c-a241ea87ddf6 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:31.839051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a61483db-07cf-4fe1-984c-a241ea87ddf6 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:31.860630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:31.865071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] For port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:31.879471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:31.906936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Network f7372002-895a-4001-8d46-a26d5d86e344 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:31.912093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] For port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,segment=NetworkSegment(a0a4d6a6-6992-40a1-8feb-68b25aa64e2f),segment_id=a0a4d6a6-6992-40a1-8feb-68b25aa64e2f)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:31.925331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] No DVR routers for this DVR port a61483db-07cf-4fe1-984c-a241ea87ddf6 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:31.932537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:31.938406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:31.945741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.017349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.045558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.072909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Port': ['ID=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:32.089224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Pushing event updated for resources: {'Port': ['ID=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:32.141323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event updated for resources: {'Port': ['ID=5d681d04-4f10-4a1a-8846-df02e069f7ef,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:32.173256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Network 900c5325-5248-49f6-9989-e958337f043a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:32.178951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1461d1f-33d2-46dc-a2f4-10149d6198b7 None None] Pushing event deleted for resources: {'Port': ['ID=a61483db-07cf-4fe1-984c-a241ea87ddf6,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:32.180592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:32.240476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:32.351892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e4938-40f1-4402-b7fe-d52eee4a98ef None None] Pushing event updated for resources: {'Port': ['ID=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:32.366114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Attempting to bind port bd839aee-7101-47b1-9d4d-d8fecbbcc89f on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:32.366980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Attempting to bind port bd839aee-7101-47b1-9d4d-d8fecbbcc89f by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:32.369793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Attempting to bind port bd839aee-7101-47b1-9d4d-d8fecbbcc89f on network f7372002-895a-4001-8d46-a26d5d86e344 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:32.376937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:32.466439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8:1::1 (f7372002-895a-4001-8d46-a26d5d86e344/93eded4a-09b6-4dbc-b030-895892aee0a2/c6326b22-bd9b-48eb-a6f8-5804b575b2c9) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:32.479633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:32.480920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.527571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:32.527571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Checking segment: {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:32.527571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.527977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Bound using segment: {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:32.528353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Bound port: bd839aee-7101-47b1-9d4d-d8fecbbcc89f, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:32.528790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.710213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.715923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.720954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ee4e91c6-c642-41ef-97c0-dc28b69a0823 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.6967735 Apr 18 12:15:32.728472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60404) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:32.770418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Request body: {'floatingip': {'port_id': '5d681d04-4f10-4a1a-8846-df02e069f7ef'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:32.783140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Transition to ACTIVE for port object f6630d0d-07f4-4f51-b10e-90b3b3d489d5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:32.851909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Transition to ACTIVE for port object f6630d0d-07f4-4f51-b10e-90b3b3d489d5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:32.854245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] For port bd839aee-7101-47b1-9d4d-d8fecbbcc89f, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:32.861999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:32.862386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.880007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.20.0.1 (fdea2a22-85f7-4e52-90f2-6ccd0558d362/fe91e6a1-4473-40ad-8eab-320229a121ef/9af34deb-2f49-4ab0-9652-40c8c11e4b7f) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:32.900479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] For port bd839aee-7101-47b1-9d4d-d8fecbbcc89f, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:32.907295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] For port e738d659-39d3-4044-b834-bb22ff407d96, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e738d659-39d3-4044-b834-bb22ff407d96,segment=NetworkSegment(d5033156-e611-488c-9b88-ad7f3ad06150),segment_id=d5033156-e611-488c-9b88-ad7f3ad06150)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:32.918044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.954244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.969198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:32.992676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.015364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:33.024274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:33.033747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:33.042966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.097038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Pushing event updated for resources: {'Port': ['ID=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:33.135500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.172960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.211811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.259701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object c6326b22-bd9b-48eb-a6f8-5804b575b2c9 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:33.261088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:33.266896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Attempting to bind port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:33.267388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Attempting to bind port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '31730c09-014a-43b4-8445-0935b254e67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:33.267865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Attempting to bind port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 on network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:33.290133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:33.296228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Checking segment: {'id': '31730c09-014a-43b4-8445-0935b254e67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:33.296228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.296228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Bound using segment: {'id': '31730c09-014a-43b4-8445-0935b254e67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:33.296228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Bound port: f6630d0d-07f4-4f51-b10e-90b3b3d489d5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31730c09-014a-43b4-8445-0935b254e67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '655928c4-b5ba-4d92-bd16-dd90ecf863f9'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:33.296228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.306319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.323117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c011fa-db48-4bec-84d9-0e3d9223c83f None None] Pushing event updated for resources: {'Port': ['ID=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:33.412632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Provisioning for port 5d681d04-4f10-4a1a-8846-df02e069f7ef completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:33.425079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object 9af34deb-2f49-4ab0-9652-40c8c11e4b7f will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:33.462138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:33.465356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:33.465951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.600661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] For port f6630d0d-07f4-4f51-b10e-90b3b3d489d5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:33.605350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] For port f6630d0d-07f4-4f51-b10e-90b3b3d489d5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,segment=NetworkSegment(31730c09-014a-43b4-8445-0935b254e67c),segment_id=31730c09-014a-43b4-8445-0935b254e67c)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:33.609740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98742413-9e9a-4b26-8037-0ad5525c5d1e None None] Pushing event updated for resources: {'Port': ['ID=e738d659-39d3-4044-b834-bb22ff407d96,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:33.622017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Provisioning complete for port 5d681d04-4f10-4a1a-8846-df02e069f7ef triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:33.622796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.646514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.713627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Port 5d681d04-4f10-4a1a-8846-df02e069f7ef cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:33.714712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=0ffaaf21-1217-428b-a238-8b6422646757,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:33.732923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.738668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ac10a3-f6f9-45aa-b6fa-c45d16774e17 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:33.833749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.880875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:33.946818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network f7372002-895a-4001-8d46-a26d5d86e344 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:33.947011 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cd2aaf9f-6927-448b-8410-faf49db80898 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6380908 Apr 18 12:15:33.951269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60408) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:33.960487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:33.966157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:33.980622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1279364d-eb3e-4f7c-bbb4-cb622aa32dbb None None] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:33.994483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:34.021151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:router and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:34.026515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:34.029502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314886d-3c0d-48ff-b704-6fff50160b30 None None] Pushing event updated for resources: {'Port': ['ID=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:34.032660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:34.034784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:34.035316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.048290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:34.053873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:34.082891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:34.099309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Provisioning for port 87462708-87a8-492f-b7b7-6f1199215df9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:34.107402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Provisioning complete for port 87462708-87a8-492f-b7b7-6f1199215df9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:34.107737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.151396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Router f49e56e9-174a-43e6-90e2-c60536090f73 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:34.153583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:34.178027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Port 87462708-87a8-492f-b7b7-6f1199215df9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:34.188539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=9af34deb-2f49-4ab0-9652-40c8c11e4b7f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:34.284668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Provisioning complete for port e738d659-39d3-4044-b834-bb22ff407d96 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:34.285037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bf2b2ac5-4221-419e-adde-0f76926fa1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.339849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.340943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.487425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.527123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.531647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.599904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '0ffaaf21-1217-428b-a238-8b6422646757'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:34.600704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.747275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e738d659-39d3-4044-b834-bb22ff407d96 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:34.776312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:15:34.900592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.927559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e519c32-f708-4733-bd3a-242b0d53ab39 None None] Network f7372002-895a-4001-8d46-a26d5d86e344 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:34.939010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.947545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.953507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:34.986128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/0ffaaf21-1217-428b-a238-8b6422646757/d7e0cbb8-d51c-48de-b355-8fd9449ddc96) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:34.990234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:34.998797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.009068 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Sync routers for ids ['f49e56e9-174a-43e6-90e2-c60536090f73'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:35.041533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e738d659-39d3-4044-b834-bb22ff407d96 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:35.041924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.042950 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Routers {'f49e56e9-174a-43e6-90e2-c60536090f73'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:35.049769 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f49e56e9-174a-43e6-90e2-c60536090f73'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:35.077784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.078928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.105373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-324839d3-5302-46ec-b48c-4293248d9610 None None] Provisioning for port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:35.162276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.323437 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Set router f49e56e9-174a-43e6-90e2-c60536090f73 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:35.343358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.347554 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5248ff3c-1b7b-4749-9780-d24257939e32 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 11.9799466 Apr 18 12:15:35.372905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60412) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:35.532571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a405d16d-c3e4-464e-8a1b-232258b22386 None None] Provisioning for port bd839aee-7101-47b1-9d4d-d8fecbbcc89f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:35.607866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event updated for resources: {'Port': ['ID=87462708-87a8-492f-b7b7-6f1199215df9,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:35.618924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.623865 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-48210149-7b4c-4f52-a58a-7177d5e89501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6680529 Apr 18 12:15:35.631222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60416) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:35.822960 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e56e9-174a-43e6-90e2-c60536090f73', 'name': 'tempest-snat-router-483835166', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.187'}], 'enable_snat': False}, 'gw_port_id': '42a93371-dfdf-4c21-8a3c-52a94bf824a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:23Z', 'updated_at': '2022-04-18T12:15:30Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': '42a93371-dfdf-4c21-8a3c-52a94bf824a7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e56e9-174a-43e6-90e2-c60536090f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:27Z', 'updated_at': '2022-04-18T12:15:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:35.828293 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Checking router: f49e56e9-174a-43e6-90e2-c60536090f73 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:35.830413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Updating router f49e56e9-174a-43e6-90e2-c60536090f73 port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:35.849247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bd839aee-7101-47b1-9d4d-d8fecbbcc89f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:35.957138 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.957901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:35.983595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Transition to ACTIVE for port object d7e0cbb8-d51c-48de-b355-8fd9449ddc96 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:36.015787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Transition to ACTIVE for port object d7e0cbb8-d51c-48de-b355-8fd9449ddc96 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:36.036108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bc5b6f-5cf5-4802-8a95-ba6e2fd589c6 None None] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:36.052897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cfaae409-e021-44c4-b0e0-abf48d8d39e2 None None] Provisioning for port 9af34deb-2f49-4ab0-9652-40c8c11e4b7f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:36.062590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cfaae409-e021-44c4-b0e0-abf48d8d39e2 None None] Provisioning complete for port 9af34deb-2f49-4ab0-9652-40c8c11e4b7f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:36.063215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cfaae409-e021-44c4-b0e0-abf48d8d39e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.116626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.153170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Router e73f348d-5c41-4664-95be-3ab504403f57 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:36.172642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:36.186291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:36.246394 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f5830638-13f9-4900-babf-0c31cd057c1d tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/f49e56e9-174a-43e6-90e2-c60536090f73 HTTP/1.1" status: 200 len: 908 time: 0.8716192 Apr 18 12:15:36.249883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60420) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:36.265248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port bd839aee-7101-47b1-9d4d-d8fecbbcc89f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:36.272224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:36.276992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'name': 'tempest-snat-router-483835166', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': True}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:36.298135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:36.298749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port bd839aee-7101-47b1-9d4d-d8fecbbcc89f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:36.299234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.327120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Usage tracker for resource:router and tenant:0ba7be4f438546dabc1f97842b587416 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:36.348210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:36.368434 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP c4c080ad-be9f-4a7a-b784-37bd68136023 associated. External IP: 172.26.4.173, port: 70d5f0d9-d182-48ec-a127-8f52ccc3efc2. Apr 18 12:15:36.372291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Network 8d592328-0f82-4874-926f-5129cce53fd4 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:36.413829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:36.464342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:36.485243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cfaae409-e021-44c4-b0e0-abf48d8d39e2 None None] Port 9af34deb-2f49-4ab0-9652-40c8c11e4b7f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:36.547863 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.571345 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Transition to ACTIVE for port object 42a93371-dfdf-4c21-8a3c-52a94bf824a7 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:36.573136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.574164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.625683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Pushing event updated for resources: {'Port': ['ID=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:36.663613 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.746293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:15:36.755387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Attempting to bind port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:36.755754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Attempting to bind port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:36.756111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Attempting to bind port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:36.771375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:36.771820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:36.772145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.772534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:36.773012 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Bound port: d7e0cbb8-d51c-48de-b355-8fd9449ddc96, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:36.773378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.778572 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Attempting to bind port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:36.779066 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Attempting to bind port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:36.779606 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Attempting to bind port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:36.799657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:36.799657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:36.799657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.799657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:36.800061 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Bound port: 42a93371-dfdf-4c21-8a3c-52a94bf824a7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:36.800174 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.820562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.826968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.868515 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c877-50b7-466d-928c-9fc4eae46c5c None None] Pushing event updated for resources: {'Port': ['ID=42a93371-dfdf-4c21-8a3c-52a94bf824a7,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:36.893877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.904111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.904880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:36.913196 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] For port 42a93371-dfdf-4c21-8a3c-52a94bf824a7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:36.917365 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] For port 42a93371-dfdf-4c21-8a3c-52a94bf824a7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42a93371-dfdf-4c21-8a3c-52a94bf824a7,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:36.973059 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.024022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Provisioning complete for port 87462708-87a8-492f-b7b7-6f1199215df9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:37.024388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.080643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port bd839aee-7101-47b1-9d4d-d8fecbbcc89f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:37.096881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] For port d7e0cbb8-d51c-48de-b355-8fd9449ddc96, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:37.102705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] For port d7e0cbb8-d51c-48de-b355-8fd9449ddc96, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:37.114889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Port 87462708-87a8-492f-b7b7-6f1199215df9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:37.127966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Router 7f16971e-19d6-41c6-a533-b4103bcefb84 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:37.128155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.129159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:37.135756 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5c877-50b7-466d-928c-9fc4eae46c5c None None] Pushing event updated for resources: {'Port': ['ID=42a93371-dfdf-4c21-8a3c-52a94bf824a7,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:37.172649 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Routers {'f49e56e9-174a-43e6-90e2-c60536090f73'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:37.173485 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f49e56e9-174a-43e6-90e2-c60536090f73'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:37.215024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.272011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.289932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:37.295039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:15:37.341034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Provisioning for port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:37.351927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:37.427596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.439195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:37.454023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:37.454715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.472383 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] Set router f49e56e9-174a-43e6-90e2-c60536090f73 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:37.665911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Provisioning complete for port bd839aee-7101-47b1-9d4d-d8fecbbcc89f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:37.670917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.738872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.744704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:37.835437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Sync routers for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:37.845696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.863202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:37.863833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:37.908255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:37.921921 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f04fc3f3-79a5-4069-b03e-ec0b43dac490 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3888893 Apr 18 12:15:37.924826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.928205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60424) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:37.941516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network f7372002-895a-4001-8d46-a26d5d86e344 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:37.951308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:37.970706 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] Sync routers for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:37.981147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:37.990500 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:37.991472 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:38.005503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a839463-752b-4c32-a27c-b247fcf8e599 None None] Pushing event updated for resources: {'Port': ['ID=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:38.016171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:38.017635 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3988cdc2-ded4-4b7a-88a5-4dca3dfce495 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 12.7674494 Apr 18 12:15:38.026269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60428) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:38.049394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,segment=NetworkSegment(a0a4d6a6-6992-40a1-8feb-68b25aa64e2f),segment_id=a0a4d6a6-6992-40a1-8feb-68b25aa64e2f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:38.109045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f16a3c1a-4583-45b3-8456-b7dfc3ccc23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:38.132492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:38.173666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:38.207011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=9af34deb-2f49-4ab0-9652-40c8c11e4b7f,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:38.220134 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:38.221603 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:38.228734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2139356e-8082-4f5c-924c-76f0072d9385 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:38.403948 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:38.405452 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84ae009d-4871-438f-b57b-6100d525bc67 None None] The sync data for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:38.437743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:38.475176 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49e56e9-174a-43e6-90e2-c60536090f73', 'name': 'tempest-snat-router-483835166', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.187'}], 'enable_snat': False}, 'gw_port_id': '42a93371-dfdf-4c21-8a3c-52a94bf824a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:23Z', 'updated_at': '2022-04-18T12:15:30Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': '42a93371-dfdf-4c21-8a3c-52a94bf824a7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e56e9-174a-43e6-90e2-c60536090f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:27Z', 'updated_at': '2022-04-18T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:38.476380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:38.478206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:38.483739 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b758b79-239b-47f1-bc6e-1aafa8f22f75 None None] The sync data for ids ['f49e56e9-174a-43e6-90e2-c60536090f73'] in dv-neutron-837089-1-hyperv is: [{'id': 'f49e56e9-174a-43e6-90e2-c60536090f73', 'name': 'tempest-snat-router-483835166', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.187'}], 'enable_snat': False}, 'gw_port_id': '42a93371-dfdf-4c21-8a3c-52a94bf824a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:23Z', 'updated_at': '2022-04-18T12:15:30Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': '42a93371-dfdf-4c21-8a3c-52a94bf824a7', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49e56e9-174a-43e6-90e2-c60536090f73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:27Z', 'updated_at': '2022-04-18T12:15:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:38.485020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:38.592360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bd839aee-7101-47b1-9d4d-d8fecbbcc89f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:38.679259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:38.701361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:38.743147 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e6472a7e-fe0e-4641-8908-dcf983542f35 tempest-TestNetworkAdvancedServerOps-732718263 tempest-TestNetworkAdvancedServerOps-732718263-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7519ebda3ee9476a8e109aa15a5c1646&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7136543 Apr 18 12:15:38.751308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60434) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:38.774936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:38.923888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:38.926150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Provisioning for port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:38.965730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Provisioning complete for port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:38.966102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.038284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:39.038954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.126351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::1 (5f4dde90-d90b-4725-911c-836df72b725b/0ffaaf21-1217-428b-a238-8b6422646757/c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:39.165009 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.181820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-546fe036-9418-42d5-9a84-1d8132f65629 None None] Port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:39.199501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:39.200224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.222820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:39.233362 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:39.246182 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:39.246852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.258830 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-2139356e-8082-4f5c-924c-76f0072d9385 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 12:15:39.260761 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2139356e-8082-4f5c-924c-76f0072d9385 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84 HTTP/1.1" status: 409 len: 329 time: 1.3317878 Apr 18 12:15:39.286714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port bd839aee-7101-47b1-9d4d-d8fecbbcc89f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:39.287235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.296212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60438) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:39.329909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.330443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91414e5-509b-442f-ae87-164df0f40a95 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:39.464048 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:39.502539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Provisioning complete for port 9af34deb-2f49-4ab0-9652-40c8c11e4b7f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:39.502906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.595127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d7e0cbb8-d51c-48de-b355-8fd9449ddc96 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:39.598915 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fcc3214-7895-4846-be71-ab498261b633 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4598308 Apr 18 12:15:39.605116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60442) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:39.615884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1357596399'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:39.624875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:39.629090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:39.632405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:39.639609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:39.679437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Port 9af34deb-2f49-4ab0-9652-40c8c11e4b7f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:39.700949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.724466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:39.729042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:32Z', 'revision_number': 3, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.741036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Checking router: e73f348d-5c41-4664-95be-3ab504403f57 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:39.741560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Updating router e73f348d-5c41-4664-95be-3ab504403f57 port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:39.744906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:39.749497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.818161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Provisioning for port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:39.863945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.867828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:39.883370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.909300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:39.909753 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment b49545b8-0591-4743-a89f-26bf5806c1b1 of type vlan for network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 Apr 18 12:15:39.969520 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:34Z', 'revision_number': 3, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:35Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:39.973875 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:39.974221 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Updating router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:39.975412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Provisioning complete for port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:39.975999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.013467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:40.037113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:40.037849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.052717 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.065275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5249929c-0182-476b-b938-9000a6f41891 tempest-TestNetworkAdvancedServerOps-732718263 tempest-TestNetworkAdvancedServerOps-732718263-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:40.070373 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5249929c-0182-476b-b938-9000a6f41891 tempest-TestNetworkAdvancedServerOps-732718263 tempest-TestNetworkAdvancedServerOps-732718263-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3181581 Apr 18 12:15:40.073932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:40.081529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60446) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:40.092464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:40.112068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:40.141785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e6ee9-28cb-497e-b8df-48fd83aaf253 None None] Port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:40.164654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:40.194390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:40.195159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.275097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc3731eb-ec50-4407-bdeb-d92d9e5c7cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.317931 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e434d400-fd35-4d6a-a7a7-949a880f3198 tempest-TestNetworkAdvancedServerOps-732718263 tempest-TestNetworkAdvancedServerOps-732718263-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2332523 Apr 18 12:15:40.318743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60450) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:40.321044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 11d05494-9a67-4b1a-ba0f-acf5fd62e35d is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:40.331435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.377847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-669332561', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:40.382962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.529039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port d7e0cbb8-d51c-48de-b355-8fd9449ddc96, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:40.543460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.546653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.558862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.600553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.601322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6630d0d-07f4-4f51-b10e-90b3b3d489d5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:40.648777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.651642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:15:40.661311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:40.671051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:subnet and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:40.677200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:40.702636 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.720314 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Transition to ACTIVE for port object c6326b22-bd9b-48eb-a6f8-5804b575b2c9 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:40.760597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:40.762487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Transition to ACTIVE for port object 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:40.783002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-519e52ca-4230-401c-aac3-9b86b38ce5d5 None None] Provisioning for port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:40.789136 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.795731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-519e52ca-4230-401c-aac3-9b86b38ce5d5 None None] Provisioning complete for port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:40.796090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-519e52ca-4230-401c-aac3-9b86b38ce5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.841083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.887038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:40.921430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Made reservation on behalf of 7519ebda3ee9476a8e109aa15a5c1646 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:40.925027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.940406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-519e52ca-4230-401c-aac3-9b86b38ce5d5 None None] Port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:40.959338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Attempting to bind port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:40.959701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Attempting to bind port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:40.960099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Attempting to bind port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:40.975634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:40.976068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:40.977062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:40.977062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:40.977358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Bound port: 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:40.977699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.017885 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0aa239-0858-4521-9216-282f1a278263 None None] Pushing event updated for resources: {'Port': ['ID=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:41.034067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73e3b0-762c-4a65-8756-9efb0094069d None None] Pushing event updated for resources: {'Port': ['ID=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:41.038576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:41.049265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:41.049638 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.109338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.123108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:41.124015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.132566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] For port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:41.145451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] For port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:41.166238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:41.168530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:41.176269 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Attempting to bind port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:41.176628 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Attempting to bind port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:41.176972 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Attempting to bind port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 on network f7372002-895a-4001-8d46-a26d5d86e344 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:41.187639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef437164-865d-4337-80b7-210d3796566e None None] Sync routers for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:41.194339 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] Sync routers for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:41.197671 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:41.200250 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Checking segment: {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:41.200250 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.204256 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Bound using segment: {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:41.204766 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Bound port: c6326b22-bd9b-48eb-a6f8-5804b575b2c9, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b0a506-af30-45e9-950f-51d534dc2aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:41.206422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.233173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:41.233899 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.242635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.305391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port f6630d0d-07f4-4f51-b10e-90b3b3d489d5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,segment=NetworkSegment(31730c09-014a-43b4-8445-0935b254e67c),segment_id=31730c09-014a-43b4-8445-0935b254e67c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:41.311986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-61d7af9d-617d-4b3c-bc5b-aff11447cd22 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/11d05494-9a67-4b1a-ba0f-acf5fd62e35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5703719 Apr 18 12:15:41.313226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60454) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:41.314946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.328130 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.346183 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:41.346881 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.371209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.410396 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.410819 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f8ed0-cc1e-4b2b-9f55-7beb0df05ecf None None] The sync data for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:41.430657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef437164-865d-4337-80b7-210d3796566e None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:41.431788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef437164-865d-4337-80b7-210d3796566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.456398 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] For port c6326b22-bd9b-48eb-a6f8-5804b575b2c9, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:41.460273 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] For port c6326b22-bd9b-48eb-a6f8-5804b575b2c9, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:41.495994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.504682 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.520197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.527830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef437164-865d-4337-80b7-210d3796566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.556038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:41.557267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.626239 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0197141 Apr 18 12:15:41.627351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60460) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:41.635224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.635886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef437164-865d-4337-80b7-210d3796566e None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:41.636520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef437164-865d-4337-80b7-210d3796566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.647176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf8d37-394e-4696-a34f-9358b37e834d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=13851fc5-256a-44eb-bd8c-f8b2c06f8e14,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:41.672613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:41.710541 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0aa239-0858-4521-9216-282f1a278263 None None] Pushing event updated for resources: {'Port': ['ID=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:41.714016 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:41.714654 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:41.739289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73e3b0-762c-4a65-8756-9efb0094069d None None] Pushing event updated for resources: {'Port': ['ID=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:41.817414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:41.888317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Allocated IP 172.26.4.226 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/c8c8aa9d-6a10-4752-b86b-61fb6321b10b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:41.983293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:41.996814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:42.059608 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:42.081210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fe04dd-fc2e-42d0-aa5f-65aefe5918e9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:42.082042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40fe04dd-fc2e-42d0-aa5f-65aefe5918e9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:42.112425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.113267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.121463 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b1aae33c-d22c-4e1e-a38e-950b1f721a47 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/floatingips/c4c080ad-be9f-4a7a-b784-37bd68136023 HTTP/1.1" status: 200 len: 978 time: 9.3912153 Apr 18 12:15:42.136876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60464) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:42.170494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ef437164-865d-4337-80b7-210d3796566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:42.171068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef437164-865d-4337-80b7-210d3796566e None None] The sync data for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:42.253244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:42.257247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:42.270910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:42.276471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.278751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:42.285156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40fe04dd-fc2e-42d0-aa5f-65aefe5918e9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:42.286569 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-40fe04dd-fc2e-42d0-aa5f-65aefe5918e9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports/9af34deb-2f49-4ab0-9652-40c8c11e4b7f HTTP/1.1" status: 200 len: 910 time: 0.8864038 Apr 18 12:15:42.298336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:42.301990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60468) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:42.314618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d7e0cbb8-d51c-48de-b355-8fd9449ddc96 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:42.349179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:42.389582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.506200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Subnet': ['ID=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:42.539860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 5d681d04-4f10-4a1a-8846-df02e069f7ef {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:42.540533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.595780 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:34Z', 'revision_number': 3, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:41Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:42.606483 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7d4ab-25b0-4b49-8423-eb9c1b168942 None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:34Z', 'revision_number': 3, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:41Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:42.625968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Checking segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:42.626324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network hostable DHCP agents. Network: 6a196d4d-2cd4-4a41-a308-367f526a4a0d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:42.695861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:42.704608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:42.781990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:42.782301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.820487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:42.824807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.849201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting port 87462708-87a8-492f-b7b7-6f1199215df9 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:42.849570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.851962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:42.969947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:32Z', 'revision_number': 3, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:42.980082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.005960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5999eef-2e1a-412a-bb2c-158c368aa1eb None None] The sync data for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv is: [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:32Z', 'revision_number': 3, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:43.050615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42a93371-dfdf-4c21-8a3c-52a94bf824a7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:43.248020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.249316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-376f90c9-7874-4ea9-8474-833619da5f89 None None] Provisioning complete for port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:43.249904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-376f90c9-7874-4ea9-8474-833619da5f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.293166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:43.325168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:43.325917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.413125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-376f90c9-7874-4ea9-8474-833619da5f89 None None] Port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:43.453816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Calling delete_port for 87462708-87a8-492f-b7b7-6f1199215df9 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:43.472290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.571726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.610864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 42a93371-dfdf-4c21-8a3c-52a94bf824a7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42a93371-dfdf-4c21-8a3c-52a94bf824a7,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:43.686057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.688049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:43.814711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:43.847176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=42a93371-dfdf-4c21-8a3c-52a94bf824a7,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:43.862888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:43.863440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.944396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:43.974930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 6a196d4d-2cd4-4a41-a308-367f526a4a0d) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:43.986643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:43.987416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f29b8-6cf1-4a64-99f1-ef1aba803d1b None None] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:43.987653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.034657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.087379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:44.103234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Port': ['ID=87462708-87a8-492f-b7b7-6f1199215df9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:44.112742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c8aa9d-6a10-4752-b86b-61fb6321b10b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:44.114296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:44.116413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:44.122442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:44.136220 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d5042c40-5a98-4795-8917-3b71fd34bf51 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.8125718 Apr 18 12:15:44.155838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60472) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:44.339424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:44.341219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.451850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c6326b22-bd9b-48eb-a6f8-5804b575b2c9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:44.617528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Allocated IP 172.20.0.2 (6a196d4d-2cd4-4a41-a308-367f526a4a0d/ef6da0b5-c4d4-4c04-b991-1e068cfc9a92/545d4010-5921-4b1a-ab56-3ae011cedf13) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:44.649268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:44.656317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.656684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.656992 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Floating IP c4c080ad-be9f-4a7a-b784-37bd68136023 disassociated. External IP: 172.26.4.173, port: 5d681d04-4f10-4a1a-8846-df02e069f7ef. Apr 18 12:15:44.657327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 5d681d04-4f10-4a1a-8846-df02e069f7ef owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:44.670681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:44.671382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.695480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.765250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.781607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.797525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:44.819201 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4a87a772-2d02-4d2b-9fb2-b125ef02e160 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "PUT /v2.0/routers/e2419dbc-8b3e-4e84-a3e6-0cb9be397529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1839097 Apr 18 12:15:44.822030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Sync routers for ids ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:44.824402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60476) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:44.895745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:44.920573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Routers {'e2419dbc-8b3e-4e84-a3e6-0cb9be397529'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:44.921225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:45.007346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=0b4c327f-ee9b-459b-9c15-d59227503dd5,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:45.185485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35255b-730e-4f48-ba7d-46579c46c249 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:45.189329 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ec35255b-730e-4f48-ba7d-46579c46c249 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports/c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 HTTP/1.1" status: 200 len: 911 time: 0.3578744 Apr 18 12:15:45.189488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c6326b22-bd9b-48eb-a6f8-5804b575b2c9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:45.196841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60480) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:45.201613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:45.201961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.202074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: 13851fc5-256a-44eb-bd8c-f8b2c06f8e14, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:15:45.205142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Set router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:45.269959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Transition to ACTIVE for port object 545d4010-5921-4b1a-ab56-3ae011cedf13 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:45.284899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.285586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6630d0d-07f4-4f51-b10e-90b3b3d489d5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:45.385777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Router 7f16971e-19d6-41c6-a533-b4103bcefb84 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:45.456408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Transition to ACTIVE for port object 545d4010-5921-4b1a-ab56-3ae011cedf13 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:45.579216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:45.582166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.626277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.637073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:45.650063 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] Sync routers for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:45.657126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60484) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:45.658705 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d02a47c5-0970-4884-b9cd-974e6fcb734d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3606119 Apr 18 12:15:45.663565 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:45.672728 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:45.676368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:45.688620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.692571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:45.704213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:45.707660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Pushing event updated for resources: {'Port': ['ID=545d4010-5921-4b1a-ab56-3ae011cedf13,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:45.738683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:45.739056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.780392 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:45.789645 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] Routers {'7f16971e-19d6-41c6-a533-b4103bcefb84'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:45.790545 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7f16971e-19d6-41c6-a533-b4103bcefb84'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:45.802732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.854435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:45.854918 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa34880e-c158-43f3-b3d6-a8fee9f07813 None None] The sync data for ids ['7f16971e-19d6-41c6-a533-b4103bcefb84'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:45.877142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:15:45.925562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Attempting to bind port 545d4010-5921-4b1a-ab56-3ae011cedf13 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:45.925925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Attempting to bind port 545d4010-5921-4b1a-ab56-3ae011cedf13 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:45.926517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Attempting to bind port 545d4010-5921-4b1a-ab56-3ae011cedf13 on network 6a196d4d-2cd4-4a41-a308-367f526a4a0d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:45.968715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.971487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-bac1f725-557e-41a4-95d2-7c96e2d13d07 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] show failed (client error): The resource could not be found. Apr 18 12:15:45.972709 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bac1f725-557e-41a4-95d2-7c96e2d13d07 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1055215813 HTTP/1.1" status: 404 len: 335 time: 0.2860465 Apr 18 12:15:45.973566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=5d681d04-4f10-4a1a-8846-df02e069f7ef,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:45.984077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:45.984731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Checking segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:45.985163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.985650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Bound using segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:45.986229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Bound port: 545d4010-5921-4b1a-ab56-3ae011cedf13, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:45.987269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:45.987815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60488) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:45.998695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e23d2b64-d96b-427c-80eb-bd6460325751 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:46.032627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42a93371-dfdf-4c21-8a3c-52a94bf824a7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:46.083016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8416d05-1492-40c9-864f-672cde40a7e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:46.089111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8416d05-1492-40c9-864f-672cde40a7e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:46.090875 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e8416d05-1492-40c9-864f-672cde40a7e7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8908844 Apr 18 12:15:46.122369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:34Z', 'updated_at': '2022-04-18T12:15:40Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None, '_interfaces': [{'id': 'c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1', 'name': '', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'mac_address': 'fa:16:3e:0e:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '0ffaaf21-1217-428b-a238-8b6422646757', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:37Z', 'updated_at': '2022-04-18T12:15:40Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'subnets': [{'id': '0ffaaf21-1217-428b-a238-8b6422646757', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:46.149158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60492) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:46.175382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Checking router: e2419dbc-8b3e-4e84-a3e6-0cb9be397529 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:46.175934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Updating router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:46.214382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 13851fc5-256a-44eb-bd8c-f8b2c06f8e14) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:46.216279 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-e23d2b64-d96b-427c-80eb-bd6460325751 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] update failed (client error): The resource could not be found. Apr 18 12:15:46.217351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e23d2b64-d96b-427c-80eb-bd6460325751 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1888608597 HTTP/1.1" status: 404 len: 335 time: 0.2235231 Apr 18 12:15:46.221000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60496) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:46.256145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.262392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:46.263105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.272407 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] For port 545d4010-5921-4b1a-ab56-3ae011cedf13, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:46.285658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddc10b-f093-4533-a4a7-2d7a354b6a5c None None] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:46.363172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] For port 545d4010-5921-4b1a-ab56-3ae011cedf13, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=545d4010-5921-4b1a-ab56-3ae011cedf13,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:46.420415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting subnet a746f39a-f9fb-4c0e-a001-a78f8f18f6f7 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:46.423483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.449682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.469554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.21.0.1 (655928c4-b5ba-4d92-bd16-dd90ecf863f9/13b87dd5-89c0-48d9-8d43-a43e38818caf/b04664e8-23e1-444a-ad1f-470d9405f1b9) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:46.487058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-57bcc666-ddc5-4ae0-9117-661f80a7f750 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8413982 Apr 18 12:15:46.487918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60500) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:46.512674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.583723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:46.584272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.716594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988b8e7-f268-4b94-84a6-d79f4d86054b None None] Pushing event updated for resources: {'Port': ['ID=545d4010-5921-4b1a-ab56-3ae011cedf13,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:46.720297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:46.816187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:47.028726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:15:47.029996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.053367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:47.121969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.190899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Allocated IP 172.20.0.1 (6a196d4d-2cd4-4a41-a308-367f526a4a0d/ef6da0b5-c4d4-4c04-b991-1e068cfc9a92/84ee317b-3e24-4d86-b314-d1ae0e2699de) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:47.339066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:47.349165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Allocated IP 2001:db8:2::2 (13851fc5-256a-44eb-bd8c-f8b2c06f8e14/0b4c327f-ee9b-459b-9c15-d59227503dd5/0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:47.354866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:47.355315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.372888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.403104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.425914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Transition to ACTIVE for port object c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:47.429169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Subnet': ['ID=a746f39a-f9fb-4c0e-a001-a78f8f18f6f7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:47.434324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.457808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634614b-7e21-4a95-b7bd-89d432e39bca None None] Network 3be1eb1c-0be1-4434-bcc3-2bb120df7067 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:47.478805 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cc07d2b1-76dd-44ec-a327-b43fcaeaeb1d tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/subnets/a746f39a-f9fb-4c0e-a001-a78f8f18f6f7 HTTP/1.1" status: 204 len: 168 time: 1.2561131 Apr 18 12:15:47.487201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60504) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:47.510115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.527898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.654822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Transition to ACTIVE for port object 84ee317b-3e24-4d86-b314-d1ae0e2699de will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:47.693152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.914703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.949248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631bd25-d334-4bf0-a39b-2b7f4a9689ea None None] Pushing event updated for resources: {'Port': ['ID=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:47.979881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:47.982439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting port e738d659-39d3-4044-b834-bb22ff407d96 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:47.982966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.062193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17286e4d-c64c-4752-9382-f7c0a888fd70 None None] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:48.063759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object b04664e8-23e1-444a-ad1f-470d9405f1b9 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:48.100126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.128076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:48.182091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] Sync routers for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:48.183947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.207518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:48.229149 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:48.231726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:48.306968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.311749 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f7fdfb66-059d-49b0-9a7c-c69d45bc4024 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/ports/5d681d04-4f10-4a1a-8846-df02e069f7ef HTTP/1.1" status: 204 len: 168 time: 6.1692202 Apr 18 12:15:48.311749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.316289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f28b09c0-7761-4d2b-b54d-fb2fe0ba184a None None] Provisioning for port 545d4010-5921-4b1a-ab56-3ae011cedf13 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:48.320133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:48.321068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60508) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:48.330492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Port': ['ID=84ee317b-3e24-4d86-b314-d1ae0e2699de,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:48.331039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Attempting to bind port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:48.331410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Attempting to bind port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:48.331766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Attempting to bind port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:48.334326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:48.334326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.334679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:48.335196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:48.392221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.395742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Router f4434cf6-46f9-4a6a-99e9-bdcadde97241 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:15:48.416040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.422214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] For port e738d659-39d3-4044-b834-bb22ff407d96, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e738d659-39d3-4044-b834-bb22ff407d96,segment=NetworkSegment(d5033156-e611-488c-9b88-ad7f3ad06150),segment_id=d5033156-e611-488c-9b88-ad7f3ad06150)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:48.422610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.471474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.508457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:48.508834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:48.509845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.510166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:48.510685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Bound port: c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:48.511063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.531860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:48.590102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.665492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:48.666117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:48.724301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Transition to ACTIVE for port object 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:48.767515 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Calling delete_port for e738d659-39d3-4044-b834-bb22ff407d96 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:48.784291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:48.791235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 545d4010-5921-4b1a-ab56-3ae011cedf13 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:48.832295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:48.832703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c042f-3488-47f5-9bb1-7d99aedae36e None None] The sync data for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:48.871753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:48.888966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Transition to ACTIVE for port object 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:48.903158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0057eb-cff0-48e6-b139-e3d13a19ec09 None None] DHCP port deletion for 3be1eb1c-0be1-4434-bcc3-2bb120df7067 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:48.929582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:48.957641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-db0057eb-cff0-48e6-b139-e3d13a19ec09 None None] Deleting port e738d659-39d3-4044-b834-bb22ff407d96 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:48.958194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db0057eb-cff0-48e6-b139-e3d13a19ec09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:48.966914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:48.998957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.003380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] For port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:49.004465 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host dv-neutron-837089-1-hyperv, got binding levels [] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:49.004898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.032141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.080187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] For port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:49.089857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=b04664e8-23e1-444a-ad1f-470d9405f1b9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:49.111856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:49.126030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:49.155296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.162197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:49.167081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:49.173235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.176446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Pushing event updated for resources: {'Port': ['ID=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:49.189166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-db0057eb-cff0-48e6-b139-e3d13a19ec09 None None] The port 'e738d659-39d3-4044-b834-bb22ff407d96' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:15:49.267560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 545d4010-5921-4b1a-ab56-3ae011cedf13 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:49.320357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 545d4010-5921-4b1a-ab56-3ae011cedf13 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:49.320738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.330622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Port': ['ID=e738d659-39d3-4044-b834-bb22ff407d96,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:49.336280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] No DVR routers for this DVR port e738d659-39d3-4044-b834-bb22ff407d96 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:49.440469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e631bd25-d334-4bf0-a39b-2b7f4a9689ea None None] Pushing event updated for resources: {'Port': ['ID=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:49.445658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Attempting to bind port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:49.446016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Attempting to bind port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:49.446371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Attempting to bind port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec on network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:49.483856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.518303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:49.518744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Checking segment: {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:49.519140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.519574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Bound using segment: {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:49.520055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Bound port: 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:49.520420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.530004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Routers {'e2419dbc-8b3e-4e84-a3e6-0cb9be397529'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:49.530445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:49.714335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] Set router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:49.766449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.777244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:49.786668 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Sync routers for ids ['f4434cf6-46f9-4a6a-99e9-bdcadde97241'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:49.798761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:49.801741 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Routers {'f4434cf6-46f9-4a6a-99e9-bdcadde97241'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:49.802367 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f4434cf6-46f9-4a6a-99e9-bdcadde97241'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:49.849513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be1eb1c-0be1-4434-bcc3-2bb120df7067']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:49.874890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5033156-e611-488c-9b88-ad7f3ad06150') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:49.875250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5033156-e611-488c-9b88-ad7f3ad06150') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:49.889664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bfdad89a-b3d4-4b59-b0a8-3c8d4136f6ed None None] Provisioning for port b04664e8-23e1-444a-ad1f-470d9405f1b9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:49.912452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bfdad89a-b3d4-4b59-b0a8-3c8d4136f6ed None None] Provisioning complete for port b04664e8-23e1-444a-ad1f-470d9405f1b9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:49.912817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bfdad89a-b3d4-4b59-b0a8-3c8d4136f6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.109220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.157883 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Set router f4434cf6-46f9-4a6a-99e9-bdcadde97241 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:50.257749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.258668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-bfdad89a-b3d4-4b59-b0a8-3c8d4136f6ed None None] Port b04664e8-23e1-444a-ad1f-470d9405f1b9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:50.260861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.268375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:15:50.268745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:15:50.280703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.287607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:50.288252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.294244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.298917 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d959d1df-8448-4579-9ae0-64cc3fd9d279 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 14.0338016 Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:50.304525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60512) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:50.307656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] For port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:50.317351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 545d4010-5921-4b1a-ab56-3ae011cedf13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=545d4010-5921-4b1a-ab56-3ae011cedf13,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:50.354169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] For port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:50.397816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:34Z', 'updated_at': '2022-04-18T12:15:40Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None, '_interfaces': [{'id': 'c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1', 'name': '', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'mac_address': 'fa:16:3e:0e:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '0ffaaf21-1217-428b-a238-8b6422646757', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:37Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'subnets': [{'id': '0ffaaf21-1217-428b-a238-8b6422646757', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:50.403401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b39b2c3-82a9-4763-91f1-cf28df6f767c None None] The sync data for ids ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'] in dv-neutron-837089-1-hyperv is: [{'id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:34Z', 'updated_at': '2022-04-18T12:15:40Z', 'revision_number': 2, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None, '_interfaces': [{'id': 'c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1', 'name': '', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'mac_address': 'fa:16:3e:0e:74:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '0ffaaf21-1217-428b-a238-8b6422646757', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:37Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'subnets': [{'id': '0ffaaf21-1217-428b-a238-8b6422646757', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:50.407071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.414090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c6326b22-bd9b-48eb-a6f8-5804b575b2c9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:50.457018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8:2::1 (13851fc5-256a-44eb-bd8c-f8b2c06f8e14/0b4c327f-ee9b-459b-9c15-d59227503dd5/18223139-55cf-4fa2-84ee-a036d8c72608) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:15:50.484695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.522790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-830faf17-fd41-4334-b2a7-a239bb62cd15 None None] Provisioning for port 84ee317b-3e24-4d86-b314-d1ae0e2699de completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:50.537381 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.537988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-830faf17-fd41-4334-b2a7-a239bb62cd15 None None] Provisioning complete for port 84ee317b-3e24-4d86-b314-d1ae0e2699de triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:50.537988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-830faf17-fd41-4334-b2a7-a239bb62cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.589021 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4434cf6-46f9-4a6a-99e9-bdcadde97241', 'name': 'tempest-snat-router-483835166', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8c8aa9d-6a10-4752-b86b-61fb6321b10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:36Z', 'updated_at': '2022-04-18T12:15:44Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': 'c8c8aa9d-6a10-4752-b86b-61fb6321b10b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4434cf6-46f9-4a6a-99e9-bdcadde97241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:40Z', 'updated_at': '2022-04-18T12:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:50.593278 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Checking router: f4434cf6-46f9-4a6a-99e9-bdcadde97241 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:50.593623 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Updating router f4434cf6-46f9-4a6a-99e9-bdcadde97241 port c8c8aa9d-6a10-4752-b86b-61fb6321b10b binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:50.632721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=545d4010-5921-4b1a-ab56-3ae011cedf13,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:50.676422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.739292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-830faf17-fd41-4334-b2a7-a239bb62cd15 None None] Port 84ee317b-3e24-4d86-b314-d1ae0e2699de cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:50.750293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:50.750706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.773310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:50.773644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:50.842981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ead527-2380-4e1a-a194-c221cf20ca8c None None] Pushing event updated for resources: {'Port': ['ID=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:50.867205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-830faf17-fd41-4334-b2a7-a239bb62cd15 None None] Provisioning complete for port 545d4010-5921-4b1a-ab56-3ae011cedf13 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:50.867572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-830faf17-fd41-4334-b2a7-a239bb62cd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.026346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.074133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.093441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object 18223139-55cf-4fa2-84ee-a036d8c72608 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:51.185779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.297110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.304835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Network': ['ID=3be1eb1c-0be1-4434-bcc3-2bb120df7067,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:51.307537 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.311472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Port': ['ID=84ee317b-3e24-4d86-b314-d1ae0e2699de,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:51.324367 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Transition to ACTIVE for port object c8c8aa9d-6a10-4752-b86b-61fb6321b10b will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:51.400083 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.419810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.492980 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6e1b2d3b-2e48-458e-9a5d-0722ab99f1ad tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/networks/3be1eb1c-0be1-4434-bcc3-2bb120df7067 HTTP/1.1" status: 204 len: 168 time: 4.0039940 Apr 18 12:15:51.499492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60516) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:51.518264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.523843 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-54d1ae7c-a7e2-4157-9b07-53a88510fe73 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/f4434cf6-46f9-4a6a-99e9-bdcadde97241 HTTP/1.1" status: 200 len: 907 time: 1.2183616 Apr 18 12:15:51.524920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60520) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:51.535204 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28df86-42e9-430f-87ad-f516075d2d51 None None] Pushing event updated for resources: {'Port': ['ID=c8c8aa9d-6a10-4752-b86b-61fb6321b10b,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:51.552469 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Attempting to bind port c8c8aa9d-6a10-4752-b86b-61fb6321b10b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:51.552966 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Attempting to bind port c8c8aa9d-6a10-4752-b86b-61fb6321b10b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:51.553384 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Attempting to bind port c8c8aa9d-6a10-4752-b86b-61fb6321b10b on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:51.561548 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:51.568583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:51.568583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.568583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:51.568583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Bound port: c8c8aa9d-6a10-4752-b86b-61fb6321b10b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:51.568583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.596746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=18223139-55cf-4fa2-84ee-a036d8c72608,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:51.600262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:51.621466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:51.625585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:51.632421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:15:51.636276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.683872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:51.684795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.740022 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] For port c8c8aa9d-6a10-4752-b86b-61fb6321b10b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:51.752298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:51.752845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.753058 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] For port c8c8aa9d-6a10-4752-b86b-61fb6321b10b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c8c8aa9d-6a10-4752-b86b-61fb6321b10b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:51.828803 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.829408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:15:51.852197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting subnet e2c9b384-35db-4197-ad27-3445657d7c00 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:51.867235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.874108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:51.927695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Routers {'f4434cf6-46f9-4a6a-99e9-bdcadde97241'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:51.928575 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f4434cf6-46f9-4a6a-99e9-bdcadde97241'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:51.941826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:51.975246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.005347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.023147 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28df86-42e9-430f-87ad-f516075d2d51 None None] Pushing event updated for resources: {'Port': ['ID=c8c8aa9d-6a10-4752-b86b-61fb6321b10b,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:52.097581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:52.104197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:52.104612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.132798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:52.211011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:52.219996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:52.269571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.324303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.328567 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] Set router f4434cf6-46f9-4a6a-99e9-bdcadde97241 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:52.364400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.416259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82b88b3-b018-4ff8-8103-81443a497797 None None] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:52.469962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:52.545201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.545982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:52.552895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=b04664e8-23e1-444a-ad1f-470d9405f1b9,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:52.751106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e968f21-0c65-4a7c-930b-c7ffcc0f2974 None None] Provisioning for port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:52.784687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:52.816269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:52.847272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:52.855191 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4434cf6-46f9-4a6a-99e9-bdcadde97241', 'name': 'tempest-snat-router-483835166', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8c8aa9d-6a10-4752-b86b-61fb6321b10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:36Z', 'updated_at': '2022-04-18T12:15:44Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': 'c8c8aa9d-6a10-4752-b86b-61fb6321b10b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4434cf6-46f9-4a6a-99e9-bdcadde97241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:40Z', 'updated_at': '2022-04-18T12:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:52.856394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:52.860847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10d352f-c7ea-4208-861f-94ff9f9a2cc9 None None] The sync data for ids ['f4434cf6-46f9-4a6a-99e9-bdcadde97241'] in dv-neutron-837089-1-hyperv is: [{'id': 'f4434cf6-46f9-4a6a-99e9-bdcadde97241', 'name': 'tempest-snat-router-483835166', 'tenant_id': '0ba7be4f438546dabc1f97842b587416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'c8c8aa9d-6a10-4752-b86b-61fb6321b10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:36Z', 'updated_at': '2022-04-18T12:15:44Z', 'revision_number': 3, 'project_id': '0ba7be4f438546dabc1f97842b587416', 'gw_port': {'id': 'c8c8aa9d-6a10-4752-b86b-61fb6321b10b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:8d:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4434cf6-46f9-4a6a-99e9-bdcadde97241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:40Z', 'updated_at': '2022-04-18T12:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:52.872587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:52.884871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:52.890688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.106489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.111665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.121111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7974a556-105a-447e-a501-d9b9a2465cab None None] Provisioning complete for port 84ee317b-3e24-4d86-b314-d1ae0e2699de triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:53.121474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7974a556-105a-447e-a501-d9b9a2465cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.210298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7974a556-105a-447e-a501-d9b9a2465cab None None] Port 84ee317b-3e24-4d86-b314-d1ae0e2699de cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:53.215445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:53.258272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.258272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 545d4010-5921-4b1a-ab56-3ae011cedf13 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:53.329217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Router e73f348d-5c41-4664-95be-3ab504403f57 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:53.335414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 4d2fadc0-0724-41b1-95f3-d27d448551a4 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:53.339616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.362428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:15:53.365603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:15:53.404378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.522334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.529557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:53.563728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-15d4b844-3752-44af-b33a-09f2876f2a9a None None] Provisioning complete for port b04664e8-23e1-444a-ad1f-470d9405f1b9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:53.564174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-15d4b844-3752-44af-b33a-09f2876f2a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.595757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c9b384-35db-4197-ad27-3445657d7c00,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:53.613744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Deleting port c8c8aa9d-6a10-4752-b86b-61fb6321b10b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:53.614084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.626799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c59610-91b2-41b4-9460-b6f49625f8e3 None None] Network 901e39c0-0909-4cfc-916b-3a2ec8730d15 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:53.637499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 11d05494-9a67-4b1a-ba0f-acf5fd62e35d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:53.661152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.675376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.725434 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b81e3aae-e3df-427d-b516-3ffd10b6b79c tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/subnets/e2c9b384-35db-4197-ad27-3445657d7c00 HTTP/1.1" status: 204 len: 168 time: 2.2186480 Apr 18 12:15:53.803419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60524) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:53.806685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-15d4b844-3752-44af-b33a-09f2876f2a9a None None] Port b04664e8-23e1-444a-ad1f-470d9405f1b9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:53.813374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 545d4010-5921-4b1a-ab56-3ae011cedf13 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:53.814174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.905332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:53.917102 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e4fb4d3-d525-4bdd-9fb1-ec8dc72cdfc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/11d05494-9a67-4b1a-ba0f-acf5fd62e35d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6106775 Apr 18 12:15:53.917102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.917102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:53.933472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:53.941789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] Sync routers for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:53.990392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:53.991555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:54.040529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting subnet 3d49e0f7-990c-4402-b754-639db529346a {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:54.067127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.084067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:54.097532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dc2efb4a-d1e5-4ed8-adf2-789c158b3c9e None None] Provisioning for port 18223139-55cf-4fa2-84ee-a036d8c72608 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:54.108628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.110664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:54.111319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:54.143479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:54.157041 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Sync routers for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:54.162595 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-96068538-e03f-4546-893b-918623ecfd58 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "PUT /v2.0/routers/e73f348d-5c41-4664-95be-3ab504403f57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8360999 Apr 18 12:15:54.168233 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:54.169537 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:54.176901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:54.177226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dc2efb4a-d1e5-4ed8-adf2-789c158b3c9e None None] Provisioning complete for port 18223139-55cf-4fa2-84ee-a036d8c72608 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:54.177377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.177607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dc2efb4a-d1e5-4ed8-adf2-789c158b3c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.219488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.267022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-dc2efb4a-d1e5-4ed8-adf2-789c158b3c9e None None] Port 18223139-55cf-4fa2-84ee-a036d8c72608 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:54.276085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] For port c8c8aa9d-6a10-4752-b86b-61fb6321b10b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c8c8aa9d-6a10-4752-b86b-61fb6321b10b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:54.276589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.335579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:54.335579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c940aa-84f4-42ad-89cb-5e8c365f4066 None None] The sync data for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:54.364028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dc2efb4a-d1e5-4ed8-adf2-789c158b3c9e None None] Provisioning complete for port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:54.364401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dc2efb4a-d1e5-4ed8-adf2-789c158b3c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.443450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 4d2fadc0-0724-41b1-95f3-d27d448551a4 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:54.482507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=18223139-55cf-4fa2-84ee-a036d8c72608,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:54.518479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89af671-be0b-4b32-b8ee-512fd1ecf0d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:54.519268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c89af671-be0b-4b32-b8ee-512fd1ecf0d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:54.539090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Calling delete_port for c8c8aa9d-6a10-4752-b86b-61fb6321b10b owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:54.567346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] DHCP port deletion for 901e39c0-0909-4cfc-916b-3a2ec8730d15 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:54.571631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] Deleting port c3b87a43-115b-4791-903f-55ff5fcd675e {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:54.572386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.630100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:15:54.636201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:15:54.654548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c89af671-be0b-4b32-b8ee-512fd1ecf0d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:54.655602 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c89af671-be0b-4b32-b8ee-512fd1ecf0d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports/b04664e8-23e1-444a-ad1f-470d9405f1b9 HTTP/1.1" status: 200 len: 910 time: 0.6691492 Apr 18 12:15:54.659701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60544) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:54.686817 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:54.688206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e738d659-39d3-4044-b834-bb22ff407d96 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:54.766204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: e738d659-39d3-4044-b834-bb22ff407d96 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:54.766826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e738d659-39d3-4044-b834-bb22ff407d96 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:54.829368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1fbeae3e-5a55-46ef-9898-45707ac79ea3 None None] Provisioning complete for port 18223139-55cf-4fa2-84ee-a036d8c72608 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:54.830381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1fbeae3e-5a55-46ef-9898-45707ac79ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:54.971589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1fbeae3e-5a55-46ef-9898-45707ac79ea3 None None] Port 18223139-55cf-4fa2-84ee-a036d8c72608 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:55.125288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:55.191559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:55.192530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.219346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] For port c3b87a43-115b-4791-903f-55ff5fcd675e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c3b87a43-115b-4791-903f-55ff5fcd675e,segment=NetworkSegment(d8863bc2-eb91-4ee6-9a87-ed67d28b3345),segment_id=d8863bc2-eb91-4ee6-9a87-ed67d28b3345)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:55.219346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.261959 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:15:50Z', 'revision_number': 2, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:55.266516 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Checking router: e73f348d-5c41-4664-95be-3ab504403f57 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:55.266874 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Updating router e73f348d-5c41-4664-95be-3ab504403f57 port 84ee317b-3e24-4d86-b314-d1ae0e2699de binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:55.335847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.357411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:55.404867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:55.437246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ddb8be8a-a01d-4afb-a6ce-85b7874739cb None None] Provisioning complete for port 18223139-55cf-4fa2-84ee-a036d8c72608 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:55.437612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddb8be8a-a01d-4afb-a6ce-85b7874739cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.476464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.501856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] Calling delete_port for c3b87a43-115b-4791-903f-55ff5fcd675e owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:55.541186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-40254853-5930-4e7e-adb9-f8c2496e0a38 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Synchronizing usage tracker for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:55.547736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8be8a-a01d-4afb-a6ce-85b7874739cb None None] Port 18223139-55cf-4fa2-84ee-a036d8c72608 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:15:55.562676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:55.563548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.713633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-40254853-5930-4e7e-adb9-f8c2496e0a38 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Unset dirty status for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:55.722934 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-40254853-5930-4e7e-adb9-f8c2496e0a38 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192947086&fields=id&tenant_id=7519ebda3ee9476a8e109aa15a5c1646 HTTP/1.1" status: 200 len: 267 time: 0.5430269 Apr 18 12:15:55.771673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.796004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:55.801380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:55.840105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:55.842562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6b1d77d4-a4f0-462d-854a-b7661de4aa07 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3483036 Apr 18 12:15:55.843490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60554) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:55.851899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-708516324'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:55.862156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:55.868083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:55.869726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:55.871469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:network and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:55.879378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.891051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Subnet': ['ID=3d49e0f7-990c-4402-b754-639db529346a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:55.895561 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.911451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:55.919324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.929117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d9d0e-67be-4f17-914d-7becf8e8c6d0 None None] Network c110c5a8-fbc8-49b4-b47b-c4396724686a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:15:55.959875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:55.965510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:56.001325 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Transition to ACTIVE for port object 84ee317b-3e24-4d86-b314-d1ae0e2699de will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:56.007508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=4d2fadc0-0724-41b1-95f3-d27d448551a4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:56.010769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.061078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6d23d3f1-d2f7-48d0-be09-f42ba13086c1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/subnets/3d49e0f7-990c-4402-b754-639db529346a HTTP/1.1" status: 204 len: 168 time: 2.2543283 Apr 18 12:15:56.063813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60558) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:56.078313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] Pushing event deleted for resources: {'Port': ['ID=c3b87a43-115b-4791-903f-55ff5fcd675e,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:56.083339 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.091175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8c8aa9d-6a10-4752-b86b-61fb6321b10b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:56.184665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c8249-01be-4dd6-98b8-06b2157a53b2 None None] No DVR routers for this DVR port c3b87a43-115b-4791-903f-55ff5fcd675e on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:56.234255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-5e1693e4-ae3f-4513-94e2-6fb1090e22b9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:56.238858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-5e1693e4-ae3f-4513-94e2-6fb1090e22b9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/networks?id=6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 200 len: 796 time: 0.5148003 Apr 18 12:15:56.248768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:56.282767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.286101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:56.289638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.340275 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078d6dd-845e-46ac-8625-1b36502fa697 None None] Pushing event updated for resources: {'Port': ['ID=84ee317b-3e24-4d86-b314-d1ae0e2699de,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:56.382771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:56.383138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.395711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.430510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Port c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 was deleted so its status cannot be updated. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 12:15:56.431040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c8c8aa9d-6a10-4752-b86b-61fb6321b10b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:56.471332 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Attempting to bind port 84ee317b-3e24-4d86-b314-d1ae0e2699de on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:56.471833 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Attempting to bind port 84ee317b-3e24-4d86-b314-d1ae0e2699de by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:56.472272 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Attempting to bind port 84ee317b-3e24-4d86-b314-d1ae0e2699de on network 6a196d4d-2cd4-4a41-a308-367f526a4a0d {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:56.478670 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:56.481435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Checking segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:56.481435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.481435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Bound using segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:56.481435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Bound port: 84ee317b-3e24-4d86-b314-d1ae0e2699de, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:56.481435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.510484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:15:56.527351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c8c8aa9d-6a10-4752-b86b-61fb6321b10b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:56.527689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c8c8aa9d-6a10-4752-b86b-61fb6321b10b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 12:15:56.533962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.540070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.581146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.599729 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] For port 84ee317b-3e24-4d86-b314-d1ae0e2699de, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:56.600662 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-a2b92475-2c42-4180-b801-c2d2d69055eb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/quotas/7519ebda3ee9476a8e109aa15a5c1646 HTTP/1.1" status: 200 len: 375 time: 0.0811033 Apr 18 12:15:56.609975 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] For port 84ee317b-3e24-4d86-b314-d1ae0e2699de, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=84ee317b-3e24-4d86-b314-d1ae0e2699de,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:56.620761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:56.629502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Port c8c8aa9d-6a10-4752-b86b-61fb6321b10b not found, will not notify nova. {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 12:15:56.703102 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.792114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:56.792992 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:56.807444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c3b87a43-115b-4791-903f-55ff5fcd675e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:15:56.877479 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078d6dd-845e-46ac-8625-1b36502fa697 None None] Pushing event updated for resources: {'Port': ['ID=84ee317b-3e24-4d86-b314-d1ae0e2699de,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:56.891011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c3b87a43-115b-4791-903f-55ff5fcd675e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:15:56.891525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c3b87a43-115b-4791-903f-55ff5fcd675e not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:15:56.909895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.910372 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added segment 7dcb838b-e6e1-4b97-9beb-7b21e96b435f of type vlan for network b0ab16ed-485f-44fa-9263-0bec0613fb40 Apr 18 12:15:56.929127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.932137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4434cf6-46f9-4a6a-99e9-bdcadde97241 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:15:56.960664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.982413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:56.989941 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1193d8a1-4d4a-467d-ad0e-a6e987cd9921 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f4434cf6-46f9-4a6a-99e9-bdcadde97241 HTTP/1.1" status: 204 len: 168 time: 5.2945402 Apr 18 12:15:56.998819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60562) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:57.154682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:51Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:15:52Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:57.169159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:57.169493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Updating router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af port 18223139-55cf-4fa2-84ee-a036d8c72608 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:15:57.177116 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:57.247937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.258987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] DHCP port deletion for c110c5a8-fbc8-49b4-b47b-c4396724686a request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:15:57.282858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] Deleting port 47775dba-23d7-4b7d-a902-5025d06f25a2 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:57.283347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.336272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.354327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.358131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.467302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901e39c0-0909-4cfc-916b-3a2ec8730d15']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:57.522788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:57.523242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8863bc2-eb91-4ee6-9a87-ed67d28b3345') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:57.529433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.558113 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:15:56Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:57.562858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.563823 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c98502-6de3-467e-a3f6-300b0aafea8b None None] The sync data for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv is: [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:15:56Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:57.574021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.668103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.673729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:57.674412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.819729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.836233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2dc14bf9-4951-4dda-a240-611bfb8d478e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Synchronizing usage tracker for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:57.986984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:15:57.987595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:57.992646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.005039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] For port 47775dba-23d7-4b7d-a902-5025d06f25a2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=47775dba-23d7-4b7d-a902-5025d06f25a2,segment=NetworkSegment(da98a2b9-a0f2-40cf-a023-00356ae940c4),segment_id=da98a2b9-a0f2-40cf-a023-00356ae940c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:58.005556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.029867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Transition to ACTIVE for port object 18223139-55cf-4fa2-84ee-a036d8c72608 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:15:58.053243 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:15:58.116804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:58.141589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.153798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] Calling delete_port for 47775dba-23d7-4b7d-a902-5025d06f25a2 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:58.181500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.217346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2dc14bf9-4951-4dda-a240-611bfb8d478e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Unset dirty status for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:58.218713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2dc14bf9-4951-4dda-a240-611bfb8d478e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6063976 Apr 18 12:15:58.273276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Deleting port 42a93371-dfdf-4c21-8a3c-52a94bf824a7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:58.273618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.285733 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4384673 Apr 18 12:15:58.286707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0e2c36-5fb1-49d7-a282-a299e7acd355 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Network': ['ID=b0ab16ed-485f-44fa-9263-0bec0613fb40,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:58.290480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60566) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:58.305881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'subnet': {'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:15:58.344752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:15:58.375506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:15:58.387761 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3a9cf0e6-f776-44df-a5b2-eb821900223f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "PUT /v2.0/routers/e2419dbc-8b3e-4e84-a3e6-0cb9be397529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2359202 Apr 18 12:15:58.392861 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] Sync routers for ids ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:15:58.394655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60572) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:58.410133 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] Routers {'e2419dbc-8b3e-4e84-a3e6-0cb9be397529'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:58.422099 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:58.445033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8d64-00fd-4e09-b8e1-5d0048dd972d None None] Pushing event updated for resources: {'Port': ['ID=18223139-55cf-4fa2-84ee-a036d8c72608,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:58.465592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.616377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.647636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Network': ['ID=901e39c0-0909-4cfc-916b-3a2ec8730d15,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:58.659193 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc7af7c9-3793-4020-82ca-e4af7e2cf60e tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/networks/901e39c0-0909-4cfc-916b-3a2ec8730d15 HTTP/1.1" status: 204 len: 168 time: 2.5921178 Apr 18 12:15:58.665175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60576) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:58.702078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.747023 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] Set router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:58.779761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] Pushing event deleted for resources: {'Port': ['ID=47775dba-23d7-4b7d-a902-5025d06f25a2,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:58.784503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65334a79-d13e-4a67-aa8f-185436004eb1 None None] No DVR routers for this DVR port 47775dba-23d7-4b7d-a902-5025d06f25a2 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:15:58.787534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Attempting to bind port 18223139-55cf-4fa2-84ee-a036d8c72608 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:15:58.787887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Attempting to bind port 18223139-55cf-4fa2-84ee-a036d8c72608 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:15:58.788243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Attempting to bind port 18223139-55cf-4fa2-84ee-a036d8c72608 on network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:15:58.804465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:15:58.809115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Checking segment: {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:15:58.809730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.810136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Bound using segment: {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:15:58.810859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Bound port: 18223139-55cf-4fa2-84ee-a036d8c72608, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49545b8-0591-4743-a89f-26bf5806c1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:15:58.811046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:58.842377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221679de-c4df-4b9c-a583-e7915cce50f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:58.844595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221679de-c4df-4b9c-a583-e7915cce50f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:15:58.845448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-221679de-c4df-4b9c-a583-e7915cce50f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:15:58.908482 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:34Z', 'updated_at': '2022-04-18T12:15:55Z', 'revision_number': 3, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:58.913156 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] Checking router: e2419dbc-8b3e-4e84-a3e6-0cb9be397529 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:15:58.940260 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] Routers {'e2419dbc-8b3e-4e84-a3e6-0cb9be397529'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:58.943375 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:59.018206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] For port 18223139-55cf-4fa2-84ee-a036d8c72608, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:15:59.027636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] For port 18223139-55cf-4fa2-84ee-a036d8c72608, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=18223139-55cf-4fa2-84ee-a036d8c72608,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:15:59.044776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port b04664e8-23e1-444a-ad1f-470d9405f1b9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:15:59.045253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.101260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 84ee317b-3e24-4d86-b314-d1ae0e2699de up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:15:59.119141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:15:59.146298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:subnet and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:15:59.153588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:15:59.159438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.185529 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] Set router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:59.204537 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-664d92f7-9cec-450e-811c-c9e9d2ddffce service neutron] 10.222.0.24 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9328783 Apr 18 12:15:59.357762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:15:59.358601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:59.371581 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:34Z', 'updated_at': '2022-04-18T12:15:55Z', 'revision_number': 3, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:15:59.382497 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81420e52-f6c2-410c-8d4d-bc3dbe5eabc3 None None] The sync data for ids ['e2419dbc-8b3e-4e84-a3e6-0cb9be397529'] in dv-neutron-837089-1-hyperv is: [{'id': 'e2419dbc-8b3e-4e84-a3e6-0cb9be397529', 'name': 'tempest-NetworksTestDHCPv6-router-610239120', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:34Z', 'updated_at': '2022-04-18T12:15:55Z', 'revision_number': 3, 'project_id': '33439f56f5f04b50b648186cdb4d24c0', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:15:59.452596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 84ee317b-3e24-4d86-b314-d1ae0e2699de completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:15:59.455127 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-e827f7f0-5899-4ae1-b3ea-8d75839ca607 service neutron] 10.222.0.24 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297018 Apr 18 12:15:59.468385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.469857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 84ee317b-3e24-4d86-b314-d1ae0e2699de triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:15:59.470557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.473435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] For port 42a93371-dfdf-4c21-8a3c-52a94bf824a7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=42a93371-dfdf-4c21-8a3c-52a94bf824a7,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:15:59.473863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.484323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-221679de-c4df-4b9c-a583-e7915cce50f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:15:59.488223 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-221679de-c4df-4b9c-a583-e7915cce50f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0901744 Apr 18 12:15:59.490287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60580) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:15:59.556939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8d64-00fd-4e09-b8e1-5d0048dd972d None None] Pushing event updated for resources: {'Port': ['ID=18223139-55cf-4fa2-84ee-a036d8c72608,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:15:59.589510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.710594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Calling delete_port for 42a93371-dfdf-4c21-8a3c-52a94bf824a7 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:59.724199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for b04664e8-23e1-444a-ad1f-470d9405f1b9 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:15:59.775478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:15:59.794721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:15:59.839480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:15:59.855336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Made reservation on behalf of 358e092e16a64042b3f25bd21daac97e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:15:59.867846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.906162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 0ffaaf21-1217-428b-a238-8b6422646757 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:15:59.936716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:15:59.957728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.065172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 84ee317b-3e24-4d86-b314-d1ae0e2699de, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=84ee317b-3e24-4d86-b314-d1ae0e2699de,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:00.080909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.096182 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3e2dc28c-0605-4135-8fbd-9780df9ebc2e req-54645f7d-9f91-47c2-99dd-635ae6025752 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.3118527 Apr 18 12:16:00.107531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.174657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.203958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c110c5a8-fbc8-49b4-b47b-c4396724686a']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.242421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da98a2b9-a0f2-40cf-a023-00356ae940c4') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.242873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da98a2b9-a0f2-40cf-a023-00356ae940c4') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.269482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 47775dba-23d7-4b7d-a902-5025d06f25a2 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:00.272490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.325948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 47775dba-23d7-4b7d-a902-5025d06f25a2 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:00.326290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 47775dba-23d7-4b7d-a902-5025d06f25a2 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:00.326726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c8c8aa9d-6a10-4752-b86b-61fb6321b10b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:00.331925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.344403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:00.348533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:00.348533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.349610 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9bb8d7eb-8ba9-42d4-9064-8e0e7b8de9ff tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/routers/7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0254853 Apr 18 12:16:00.354331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:00.361954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] Sync routers for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:00.363029 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:00.391405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.398622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c8c8aa9d-6a10-4752-b86b-61fb6321b10b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:00.398977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c8c8aa9d-6a10-4752-b86b-61fb6321b10b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:00.400412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=84ee317b-3e24-4d86-b314-d1ae0e2699de,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:00.413862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:00.414504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.480547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.500029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] Routers {'7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:00.500645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.566434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.566851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e274316c-7184-49ad-8cbf-e401d5fcc4d5 None None] The sync data for ids ['7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:00.568093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.580529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:51Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:15:59Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:00.582158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2b388c-4308-4e54-9307-45e7943e36d4 None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:15:51Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:15:59Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:00.641876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.693144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event deleted for resources: {'Port': ['ID=42a93371-dfdf-4c21-8a3c-52a94bf824a7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:00.694934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.695085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.769533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.775157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=0ffaaf21-1217-428b-a238-8b6422646757,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:00.793955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77190af0-58b4-4faa-865d-8a858051ce13 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:00.797815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.801872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Network': ['ID=c110c5a8-fbc8-49b4-b47b-c4396724686a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:00.847374 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cf817fb4-e33c-4dec-be60-ad567467d312 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/networks/c110c5a8-fbc8-49b4-b47b-c4396724686a HTTP/1.1" status: 204 len: 168 time: 2.0912383 Apr 18 12:16:00.849713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60602) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:00.909401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Checking segment: {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:00.909753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network hostable DHCP agents. Network: b0ab16ed-485f-44fa-9263-0bec0613fb40, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:16:00.919057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:00.941580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting subnet ed0cc0b1-6191-4024-8982-e315ce0be6d7 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:00.945039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.013351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.076153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.175060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Subnet': ['ID=948c0184-f6e2-4597-8bf4-f43d34f1cdf4,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:01.213865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.230500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:01.235264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] Deleting port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:01.235636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.278524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=b04664e8-23e1-444a-ad1f-470d9405f1b9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:01.285895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18223139-55cf-4fa2-84ee-a036d8c72608 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:01.323979 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-37526777-50ea-4ee1-9a30-fcd0e7b8f276 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/0ffaaf21-1217-428b-a238-8b6422646757 HTTP/1.1" status: 204 len: 168 time: 1.8323214 Apr 18 12:16:01.340281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60610) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:01.492681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a61b231-b2b1-4818-ae08-75576735c43c req-d7107fa0-26fb-4a16-a86e-0040f9c61ed5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.1531839 Apr 18 12:16:01.594929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:16:01.615754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] For port d7e0cbb8-d51c-48de-b355-8fd9449ddc96, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:01.615754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.681822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 18223139-55cf-4fa2-84ee-a036d8c72608 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:01.700045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.705584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.751895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] Calling delete_port for d7e0cbb8-d51c-48de-b355-8fd9449ddc96 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:01.780235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 18223139-55cf-4fa2-84ee-a036d8c72608 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:01.780887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.783664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.790079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b0ab16ed-485f-44fa-9263-0bec0613fb40) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:01.806267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-25a1feb9-f13f-42a2-acfb-2d70a235f44d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:01.810195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.815269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602d124e-ec7d-4890-a85d-4e4c19b68d51 None None] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:01.864329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.864580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:01.864828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f49e56e9-174a-43e6-90e2-c60536090f73 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:01.865328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.879103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.886244 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-629077d6-1482-4ecc-8a79-5f5a580fb65f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "DELETE /v2.0/routers/f49e56e9-174a-43e6-90e2-c60536090f73 HTTP/1.1" status: 204 len: 168 time: 4.8778009 Apr 18 12:16:01.887813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60614) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:01.896035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2062770858', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:01.905732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:01.908766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Usage tracker for resource:router and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:01.913957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:01.924270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:01.956363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.963575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port fa1a3c97-f8d9-42cb-881a-3ed68633d69b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:01.964099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:01.979537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-25a1feb9-f13f-42a2-acfb-2d70a235f44d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:01.981023 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-25a1feb9-f13f-42a2-acfb-2d70a235f44d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6398752 Apr 18 12:16:01.983743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60618) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:02.014967 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0db289cd-a1b6-45c3-b140-382714aca59e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7220557 Apr 18 12:16:02.022715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60622) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:02.077878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.082125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.083339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.151098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.195555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Subnet': ['ID=ed0cc0b1-6191-4024-8982-e315ce0be6d7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:02.205094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.223138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0883b0dd-ebe9-4e2b-a18e-fa5566dc5bce None None] Network 8d592328-0f82-4874-926f-5129cce53fd4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:02.246987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] Pushing event deleted for resources: {'Port': ['ID=d7e0cbb8-d51c-48de-b355-8fd9449ddc96,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:02.255132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f9e7c-17c4-4acc-b230-19ca890e9100 None None] No DVR routers for this DVR port d7e0cbb8-d51c-48de-b355-8fd9449ddc96 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:02.286829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.325773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.344388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.447757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-b0ab16ed-485f-44fa-9263-0bec0613fb40', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:02.454683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.464769 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 18223139-55cf-4fa2-84ee-a036d8c72608, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=18223139-55cf-4fa2-84ee-a036d8c72608,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:02.514975 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9fc67797-58dc-425e-9618-800938bdd0b1 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/subnets/ed0cc0b1-6191-4024-8982-e315ce0be6d7 HTTP/1.1" status: 204 len: 168 time: 1.6641476 Apr 18 12:16:02.532600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60626) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:02.585635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.589212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.642566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.643724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 84ee317b-3e24-4d86-b314-d1ae0e2699de up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:02.756549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.757442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Fanout notify agent at l3_agent the message router_deleted on router e2419dbc-8b3e-4e84-a3e6-0cb9be397529 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:02.864901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=18223139-55cf-4fa2-84ee-a036d8c72608,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:02.886956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 84ee317b-3e24-4d86-b314-d1ae0e2699de triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:02.887338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:02.949233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] DHCP port deletion for 8d592328-0f82-4874-926f-5129cce53fd4 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:02.954743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Allocated IP 2001:db8:3::2 (b0ab16ed-485f-44fa-9263-0bec0613fb40/948c0184-f6e2-4597-8bf4-f43d34f1cdf4/a8eaec2d-1c76-46a3-82de-6b6ad44f6716) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:02.982677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] Deleting port 40a6776f-de31-4e16-a3ee-88965eded000 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:02.983126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.115507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.128432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58f78d38-a821-40e9-ba4f-d34f3dbd5623 req-8e29afb9-6aba-4b2c-8b0c-863f46d96ca5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.4402664 Apr 18 12:16:03.207758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.219509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.223068 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-42de2533-7a4f-4a27-9cea-32ee9fcf9f81 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/routers/e2419dbc-8b3e-4e84-a3e6-0cb9be397529 HTTP/1.1" status: 204 len: 168 time: 1.2359312 Apr 18 12:16:03.223759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60632) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:03.281992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1dd27804-26ae-4a1a-a093-5ee47d8e2c8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:03.303369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:03.369691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:03.370190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c5c7091e-7ea8-4375-a1ef-bdd2f5d310d1 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:03.403627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.421116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1dd27804-26ae-4a1a-a093-5ee47d8e2c8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:03.424810 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1dd27804-26ae-4a1a-a093-5ee47d8e2c8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1979573 Apr 18 12:16:03.427093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60640) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:03.433788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for fa1a3c97-f8d9-42cb-881a-3ed68633d69b owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:03.487567 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] For port 40a6776f-de31-4e16-a3ee-88965eded000, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40a6776f-de31-4e16-a3ee-88965eded000,segment=NetworkSegment(9266a274-4317-4497-841c-59879ecf7011),segment_id=9266a274-4317-4497-841c-59879ecf7011)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:03.488097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.518320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf591a7-3c5a-472b-be1f-afa97da7a611 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:03.519016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5bf591a7-3c5a-472b-be1f-afa97da7a611 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:03.552376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 11d05494-9a67-4b1a-ba0f-acf5fd62e35d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:03.577561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting port 40a6776f-de31-4e16-a3ee-88965eded000 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:03.577890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.641676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5bf591a7-3c5a-472b-be1f-afa97da7a611 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:03.642878 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5bf591a7-3c5a-472b-be1f-afa97da7a611 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2163057 Apr 18 12:16:03.645423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60644) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:03.697498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18223139-55cf-4fa2-84ee-a036d8c72608 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:03.732257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] Calling delete_port for 40a6776f-de31-4e16-a3ee-88965eded000 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:03.780932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2b3c214d-09b8-4569-a830-a9a8fb00945e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:03.781159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2b3c214d-09b8-4569-a830-a9a8fb00945e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Synchronizing usage tracker for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:03.788093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.801602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-85841c71-fb55-456e-a828-6bfe75bae293 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:03.809020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.809500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Transition to ACTIVE for port object a8eaec2d-1c76-46a3-82de-6b6ad44f6716 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:03.845917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.865025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Transition to ACTIVE for port object a8eaec2d-1c76-46a3-82de-6b6ad44f6716 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:03.881846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 18223139-55cf-4fa2-84ee-a036d8c72608 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:03.882206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:03.909830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-85841c71-fb55-456e-a828-6bfe75bae293 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:03.916645 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-85841c71-fb55-456e-a828-6bfe75bae293 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2646320 Apr 18 12:16:03.917697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60648) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:03.928885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:03.985939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.039362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.060620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2b3c214d-09b8-4569-a830-a9a8fb00945e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Unset dirty status for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:04.061745 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-2b3c214d-09b8-4569-a830-a9a8fb00945e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.15 "GET /v2.0/networks?id=6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 200 len: 796 time: 1.4368718 Apr 18 12:16:04.062790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:04.074123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:04.083439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:04.094423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] No DVR routers for this DVR port 40a6776f-de31-4e16-a3ee-88965eded000 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:04.098539 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] Sync routers for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:04.099759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:04.100430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:04.113930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:04.116804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Pushing event updated for resources: {'Port': ['ID=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:04.129764 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:04.132889 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:04.138515 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Allocated IP 172.26.4.90 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/f7fa93a3-4f26-411f-ada2-02f4291b199c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:04.200880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:04.204867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.213623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d7e0cbb8-d51c-48de-b355-8fd9449ddc96 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:04.260016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bbf4b-94dc-480a-a6ed-ac1a5fba5741 None None] Pushing event deleted for resources: {'Port': ['ID=40a6776f-de31-4e16-a3ee-88965eded000,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:04.267784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: d7e0cbb8-d51c-48de-b355-8fd9449ddc96 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:04.268309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d7e0cbb8-d51c-48de-b355-8fd9449ddc96 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:04.268873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42a93371-dfdf-4c21-8a3c-52a94bf824a7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:04.271426 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5368e95c-2a1f-4261-9bec-f2c322c45645 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/11d05494-9a67-4b1a-ba0f-acf5fd62e35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3397279 Apr 18 12:16:04.282138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.299379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60654) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:04.314836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:04.326067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:04.326861 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:04.374098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 42a93371-dfdf-4c21-8a3c-52a94bf824a7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:04.374631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 42a93371-dfdf-4c21-8a3c-52a94bf824a7 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:04.374788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 40a6776f-de31-4e16-a3ee-88965eded000 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:04.414545 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:04.416379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 40a6776f-de31-4e16-a3ee-88965eded000 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:04.416716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 40a6776f-de31-4e16-a3ee-88965eded000 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:04.416878 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61f14bf-2eaa-474b-9941-c301447ec015 None None] The sync data for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:04.428814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Attempting to bind port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:04.429237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Attempting to bind port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:04.429652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Attempting to bind port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 on network b0ab16ed-485f-44fa-9263-0bec0613fb40 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:04.435106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:04.435674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Checking segment: {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:04.436245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.437732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Bound using segment: {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:04.437732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Bound port: a8eaec2d-1c76-46a3-82de-6b6ad44f6716, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:04.437732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.456775 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-03578c74-1193-4af8-8c1a-ad4d54d78235 req-b2331648-a1e0-4dd3-9761-d2e04be0fef4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.0669851 Apr 18 12:16:04.509792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.539661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] For port a8eaec2d-1c76-46a3-82de-6b6ad44f6716, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:04.543623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] For port a8eaec2d-1c76-46a3-82de-6b6ad44f6716, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:04.617976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.648358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] For port 40a6776f-de31-4e16-a3ee-88965eded000, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40a6776f-de31-4e16-a3ee-88965eded000,segment=NetworkSegment(9266a274-4317-4497-841c-59879ecf7011),segment_id=9266a274-4317-4497-841c-59879ecf7011)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:04.648948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.668303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:04.671012 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-3bebe9eb-5cf7-4396-a337-6de319e792b2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7519ebda3ee9476a8e109aa15a5c1646 HTTP/1.1" status: 200 len: 379 time: 0.5423124 Apr 18 12:16:04.712880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c814f-e2c7-496e-ae28-c166b8f1c842 None None] Pushing event updated for resources: {'Port': ['ID=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:04.738234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:04.744176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'port': {'device_id': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'admin_state_up': True, 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'security_groups': ['174be5bf-b954-41de-bacf-00a258eb9276']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:04.889907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:04.895726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:04.950049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event updated for resources: {'Port': ['ID=f7fa93a3-4f26-411f-ada2-02f4291b199c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:04.953126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Calling delete_port for 40a6776f-de31-4e16-a3ee-88965eded000 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:04.980380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.980380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.980380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.980380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:04.985527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:05.000370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:05.087704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:16:05.093812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:05.141407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=fa1a3c97-f8d9-42cb-881a-3ed68633d69b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:05.263176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:05.269601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:05.272594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:05.273173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:05.278673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3a883e-f6ac-41f2-a7c1-90825efa54ef None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:05.279572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=e83f11cf-fe33-44e8-b6fb-a62a62a1386f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:05.529709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:05.530029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:05.530268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a8eaec2d-1c76-46a3-82de-6b6ad44f6716 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:05.571241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:05.586984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'e83f11cf-fe33-44e8-b6fb-a62a62a1386f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:05.587233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:05.680182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:05.695443 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-69151ab0-536a-419e-8099-68ef8be7eba9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7764723 Apr 18 12:16:05.696282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60660) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:05.706501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:05.722621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:05.794391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:05.824605 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Allocated IP 2001:db8::f816:3eff:fe0f:6cf9 (5f4dde90-d90b-4725-911c-836df72b725b/e83f11cf-fe33-44e8-b6fb-a62a62a1386f/c4ab80e4-50ac-481a-85db-b873769b91aa) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:05.851183 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a22872a-8efb-457c-a1a1-90b4ba3f068e req-0d313032-da96-4419-b8cc-7a54b2741cd1 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.2081647 Apr 18 12:16:05.862388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:05.866646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:05.879393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:05.885846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:05.911867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:05.972181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:05.975648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.030728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Deleting port 40a6776f-de31-4e16-a3ee-88965eded000 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:06.030988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.048294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a65a5-8068-40a4-8500-0ef08432210f None None] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:06.073782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Made reservation on behalf of 7519ebda3ee9476a8e109aa15a5c1646 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:06.077212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.184315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.208655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.222163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.235916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Transition to ACTIVE for port object c4ab80e4-50ac-481a-85db-b873769b91aa will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:06.237234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] The port '40a6776f-de31-4e16-a3ee-88965eded000' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:06.291544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] Provisioning for port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:06.299557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Transition to ACTIVE for port object c4ab80e4-50ac-481a-85db-b873769b91aa will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:06.307759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] Provisioning complete for port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:06.308130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.392439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.443602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Allocated IP 2001:db8:3::1 (b0ab16ed-485f-44fa-9263-0bec0613fb40/948c0184-f6e2-4597-8bf4-f43d34f1cdf4/2457d166-d1be-41a3-8394-8b9ccca3373e) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:06.478016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:06.491238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:06.493794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:06.494289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.504320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Pushing event updated for resources: {'Port': ['ID=c4ab80e4-50ac-481a-85db-b873769b91aa,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:06.513366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.513888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:06.531552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.655341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.676591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Attempting to bind port c4ab80e4-50ac-481a-85db-b873769b91aa on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:06.676964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Attempting to bind port c4ab80e4-50ac-481a-85db-b873769b91aa by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:06.677303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Attempting to bind port c4ab80e4-50ac-481a-85db-b873769b91aa on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:06.687119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:06.687119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:06.687503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.687801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:06.688256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Bound port: c4ab80e4-50ac-481a-85db-b873769b91aa, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:06.689002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.693201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:06.699162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:06.712441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:06.712644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d592328-0f82-4874-926f-5129cce53fd4']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:06.713077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.737042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.755437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9266a274-4317-4497-841c-59879ecf7011') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:06.755730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9266a274-4317-4497-841c-59879ecf7011') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:06.757934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] For port a8eaec2d-1c76-46a3-82de-6b6ad44f6716, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:06.797873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=fe6fdb17-9899-4b38-95b2-e431f3ae1cba,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:06.809454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.809454 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-98c5a5ce-2684-4c29-b661-b67c674e7b55 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/routers/7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d HTTP/1.1" status: 204 len: 168 time: 6.4472213 Apr 18 12:16:06.812270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.815549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] For port c4ab80e4-50ac-481a-85db-b873769b91aa, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:06.816748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60664) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:06.819350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] For port c4ab80e4-50ac-481a-85db-b873769b91aa, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4ab80e4-50ac-481a-85db-b873769b91aa,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:06.831533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.836023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Allocated IP 172.20.0.13 (6a196d4d-2cd4-4a41-a308-367f526a4a0d/ef6da0b5-c4d4-4c04-b991-1e068cfc9a92/7645d618-cfff-46cb-85b9-64673838d3a9) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:06.851785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.865024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:06.866418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.891140 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0b8c9e69-16a1-4ceb-a58a-842146157caa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1916101 Apr 18 12:16:06.902115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60670) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:06.916141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:06.959925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:97:eb:01', 'name': 'tempest-NetworksTestDHCPv6-934628195'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:06.974839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cba16b-150b-4402-9a73-3cfb45444637 None None] Pushing event updated for resources: {'Port': ['ID=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:06.989266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting subnet b3e3ef6d-549e-4ef8-8673-cc5424919d0a {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:06.997501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:07.012929 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:07.064076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.087333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Transition to ACTIVE for port object 2457d166-d1be-41a3-8394-8b9ccca3373e will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:07.092966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e95bcc3d-0fa9-4537-8a1f-b973d157bd21 None None] Provisioning complete for port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:07.093549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e95bcc3d-0fa9-4537-8a1f-b973d157bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.107495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.112591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.122256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a192b6-aee7-4034-bc32-7e0a5b68326c None None] Pushing event updated for resources: {'Port': ['ID=c4ab80e4-50ac-481a-85db-b873769b91aa,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:07.195014 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/networks/8d592328-0f82-4874-926f-5129cce53fd4 HTTP/1.1" status: 204 len: 168 time: 4.6488905 Apr 18 12:16:07.197902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70956541-cf8d-4518-b07f-a822829dca27 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Pushing event deleted for resources: {'Network': ['ID=8d592328-0f82-4874-926f-5129cce53fd4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:07.200862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60674) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:07.201997 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a455fdbf-8a44-4002-b969-fa4ad78bdbf5 req-7a4017b7-4e3f-49f2-a52c-44538274e4c3 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.1652317 Apr 18 12:16:07.273227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.342047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b5b3b472-5231-4f65-a090-992c81724639 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Synchronizing usage tracker for tenant:657de569f6c74e0896a638e9c88aabae on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:07.384582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:07.390743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.397068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:07.404478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:07.416003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:07.468670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.533604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:07.570978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.575081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b5b3b472-5231-4f65-a090-992c81724639 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Unset dirty status for tenant:657de569f6c74e0896a638e9c88aabae on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:07.578637 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b5b3b472-5231-4f65-a090-992c81724639 tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f16971e-19d6-41c6-a533-b4103bcefb84 HTTP/1.1" status: 200 len: 205 time: 0.3497999 Apr 18 12:16:07.594575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4ab80e4-50ac-481a-85db-b873769b91aa up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:07.618221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60678) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:07.667127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Router ae7fb339-8e24-43c8-9ec1-811d95f5c952 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:16:07.680980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.713323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.745986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e3ef6d-549e-4ef8-8673-cc5424919d0a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:07.758190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cddeae1-a7c2-437d-b29f-58faf47c2872 None None] Network 900c5325-5248-49f6-9989-e958337f043a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:07.776183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c4ab80e4-50ac-481a-85db-b873769b91aa completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:07.796268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a8eaec2d-1c76-46a3-82de-6b6ad44f6716 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:07.807905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:07.838804 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1ebe8ec6-4fb3-4373-a0e1-219e2362bed0 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/subnets/b3e3ef6d-549e-4ef8-8673-cc5424919d0a HTTP/1.1" status: 204 len: 168 time: 1.0180666 Apr 18 12:16:07.850743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60682) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:07.974994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:07.998167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:08.012067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] Sync routers for ids ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:08.015168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-423178dc-40ec-4330-b03d-6d11953aa688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.046022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] Routers {'ae7fb339-8e24-43c8-9ec1-811d95f5c952'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:08.046833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:08.058357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:08.061448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:08.062003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.101911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Transition to ACTIVE for port object 7645d618-cfff-46cb-85b9-64673838d3a9 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:08.103784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:08.104272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.104875 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:16:08.138571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.166812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:08.192991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] Routers {'ae7fb339-8e24-43c8-9ec1-811d95f5c952'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:08.193862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:15:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:08.195715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.200830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.222383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=2457d166-d1be-41a3-8394-8b9ccca3373e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:08.288461 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 2d81bf6a-5763-4d61-a196-92872e66ec2e yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:16:08.293211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:08.293880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269973f-a2c5-4194-b7ad-f5afe3b8e34e None None] The sync data for ids ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:08.327056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.327405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.327747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.328090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.328412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.328744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.329067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.329454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.329882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.330359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.330953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.331277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:08.454973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15f0bc0-10a6-472c-9e94-419a035fa78f None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:08.594556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.598766 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2c29f9d2-a921-44ba-94c1-f8a52afac4de tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7101436 Apr 18 12:16:08.601989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60688) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:08.618414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] DHCP port deletion for 900c5325-5248-49f6-9989-e958337f043a request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:08.625089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': False}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:08.640995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] Deleting port 5e41c54e-150c-4cd0-b207-769c26dd796b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:08.641765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.642245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.645952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.660006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e29f6ac7-e9ab-4411-904b-2742995aa8d2 req-729ac399-42a7-4bed-87fa-a65469351309 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Synchronizing usage tracker for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:08.710970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e29f6ac7-e9ab-4411-904b-2742995aa8d2 req-729ac399-42a7-4bed-87fa-a65469351309 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Unset dirty status for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:08.715227 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e29f6ac7-e9ab-4411-904b-2742995aa8d2 req-729ac399-42a7-4bed-87fa-a65469351309 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.1243522 Apr 18 12:16:08.720189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.799882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.799882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Fanout notify agent at l3_agent the message router_deleted on router 7f16971e-19d6-41c6-a533-b4103bcefb84 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:08.840734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] Provisioning for port c4ab80e4-50ac-481a-85db-b873769b91aa completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:08.868434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] Provisioning complete for port c4ab80e4-50ac-481a-85db-b873769b91aa triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:08.870189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.901135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.905215 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-67d6afe7-52de-4398-9c22-5537f17200bc tempest-RoutersNegativeIpV6Test-554193722 tempest-RoutersNegativeIpV6Test-554193722-project] 10.222.0.24 "DELETE /v2.0/routers/7f16971e-19d6-41c6-a533-b4103bcefb84 HTTP/1.1" status: 204 len: 168 time: 1.2804012 Apr 18 12:16:08.916373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:08.930363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:08.937650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 9af34deb-2f49-4ab0-9652-40c8c11e4b7f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:08.938073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.964358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:08.973170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 5e41c54e-150c-4cd0-b207-769c26dd796b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:08.973763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:08.999382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:09.044792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] For port 5e41c54e-150c-4cd0-b207-769c26dd796b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5e41c54e-150c-4cd0-b207-769c26dd796b,segment=NetworkSegment(4fe0a20a-01dd-45c2-a994-02bb57a80b7f),segment_id=4fe0a20a-01dd-45c2-a994-02bb57a80b7f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:09.045250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.073907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.185107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:09.187001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.232274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] Calling delete_port for 5e41c54e-150c-4cd0-b207-769c26dd796b owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:09.282620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 172.20.0.4 (5f4dde90-d90b-4725-911c-836df72b725b/fe6fdb17-9899-4b38-95b2-e431f3ae1cba/2d81bf6a-5763-4d61-a196-92872e66ec2e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:09.309887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fe97:eb01 (5f4dde90-d90b-4725-911c-836df72b725b/e83f11cf-fe33-44e8-b6fb-a62a62a1386f/2d81bf6a-5763-4d61-a196-92872e66ec2e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:09.378540 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d390839b-d0e2-4d57-823b-94ea8006cd19 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6491132 Apr 18 12:16:09.384261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.436240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] For port c4ab80e4-50ac-481a-85db-b873769b91aa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4ab80e4-50ac-481a-85db-b873769b91aa,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:09.475229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.486937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.545328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.555681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5e41c54e-150c-4cd0-b207-769c26dd796b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:09.586441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] Pushing event deleted for resources: {'Port': ['ID=5e41c54e-150c-4cd0-b207-769c26dd796b,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:09.677240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1e1ca-02e8-46e0-80c5-4a1dd8bedc4e None None] No DVR routers for this DVR port 5e41c54e-150c-4cd0-b207-769c26dd796b on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:09.688063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 5e41c54e-150c-4cd0-b207-769c26dd796b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:09.688301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5e41c54e-150c-4cd0-b207-769c26dd796b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:09.701458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60698) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:09.748935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] For port 5e41c54e-150c-4cd0-b207-769c26dd796b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5e41c54e-150c-4cd0-b207-769c26dd796b,segment=NetworkSegment(4fe0a20a-01dd-45c2-a994-02bb57a80b7f),segment_id=4fe0a20a-01dd-45c2-a994-02bb57a80b7f)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:09.748935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.782764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Update dhcp port {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': 'e83f11cf-fe33-44e8-b6fb-a62a62a1386f', 'ip_address': '2001:db8::f816:3eff:fe0f:6cf9'}, {'subnet_id': 'fe6fdb17-9899-4b38-95b2-e431f3ae1cba'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'c4ab80e4-50ac-481a-85db-b873769b91aa'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:16:09.845187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.865175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Request body: {'port': {'device_id': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:09.865775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Provisioning for port 2457d166-d1be-41a3-8394-8b9ccca3373e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:09.868949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c4302-dc73-4f15-9549-cffe8fcc5562 None None] Pushing event updated for resources: {'Port': ['ID=c4ab80e4-50ac-481a-85db-b873769b91aa,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:09.896983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 9af34deb-2f49-4ab0-9652-40c8c11e4b7f owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:09.915520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Provisioning complete for port 2457d166-d1be-41a3-8394-8b9ccca3373e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:09.915520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:09.923306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 5e41c54e-150c-4cd0-b207-769c26dd796b owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:10.020827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.028957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Port 2457d166-d1be-41a3-8394-8b9ccca3373e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:10.124548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Provisioning for port 7645d618-cfff-46cb-85b9-64673838d3a9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:10.132541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Provisioning complete for port 7645d618-cfff-46cb-85b9-64673838d3a9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:10.132893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.168497 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4b8bba6d-7521-4cce-8221-aafdda7be51c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=657de569f6c74e0896a638e9c88aabae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598968 Apr 18 12:16:10.175915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60706) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:10.176244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:10.176565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:10.190681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3ce83443-c831-40ac-a64e-c9c7a9c0fb13 None None] Port 7645d618-cfff-46cb-85b9-64673838d3a9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:10.199839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-de2bddf6-3a10-4d94-bbfb-6147d3cddb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.205411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.246558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.273762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730e47a8-40e0-4a67-87a1-57207ee55d64 req-174dc992-be8b-4555-9ad2-421b8fe991cf tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:10.275176 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-730e47a8-40e0-4a67-87a1-57207ee55d64 req-174dc992-be8b-4555-9ad2-421b8fe991cf tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 932 time: 0.3144195 Apr 18 12:16:10.282427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 2d81bf6a-5763-4d61-a196-92872e66ec2e will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:10.390711 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-730e47a8-40e0-4a67-87a1-57207ee55d64 req-69c58ee0-d2b5-4b90-974b-b722048ec22a tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056795 Apr 18 12:16:10.451030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.454652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-32069cdb-d0b2-4e67-ab8c-574aba0a4c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.523390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-32069cdb-d0b2-4e67-ab8c-574aba0a4c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.530973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.531668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.560884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Allocated IP 172.20.0.2 (5f4dde90-d90b-4725-911c-836df72b725b/fe6fdb17-9899-4b38-95b2-e431f3ae1cba/c4ab80e4-50ac-481a-85db-b873769b91aa) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:10.622769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.650975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.678625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 5e41c54e-150c-4cd0-b207-769c26dd796b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:10.678959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.731507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] For port c4ab80e4-50ac-481a-85db-b873769b91aa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4ab80e4-50ac-481a-85db-b873769b91aa,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:10.761005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.764391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] The port '5e41c54e-150c-4cd0-b207-769c26dd796b' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:10.776311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:10.781996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Transition to ACTIVE for port object c4ab80e4-50ac-481a-85db-b873769b91aa will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:10.806203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event updated for resources: {'Port': ['ID=2457d166-d1be-41a3-8394-8b9ccca3373e,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:10.828067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:10.856813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:10.873693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:10.903925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=9af34deb-2f49-4ab0-9652-40c8c11e4b7f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:10.916621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=2d81bf6a-5763-4d61-a196-92872e66ec2e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:11.071677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:11.072663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.100163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Pushing event updated for resources: {'Port': ['ID=c4ab80e4-50ac-481a-85db-b873769b91aa,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:11.106283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-32069cdb-d0b2-4e67-ab8c-574aba0a4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.108905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.109271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.109612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.109935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.110508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.110629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.110922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.111782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.111782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.112491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.112491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.112764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bd9c03-f26d-48c7-b7a1-442072f49e4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:16:11.114806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:11.134668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:11.188643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.236745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c5325-5248-49f6-9989-e958337f043a']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:11.323420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe0a20a-01dd-45c2-a994-02bb57a80b7f') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:11.323789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe0a20a-01dd-45c2-a994-02bb57a80b7f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:11.326694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.332837 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c17c4b0a-631e-438d-aca3-076a896a224f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.3800662 Apr 18 12:16:11.338768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60710) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:11.380593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.407409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32069cdb-d0b2-4e67-ab8c-574aba0a4c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6607788-67fb-40be-8f23-9e6fb18e06d5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:11.409085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.458204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.516716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7645d618-cfff-46cb-85b9-64673838d3a9 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:16:11.547711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4ab80e4-50ac-481a-85db-b873769b91aa up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:11.585614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2ca5f23e-d572-4440-8a81-a29bd9561502 None None] Provisioning complete for port 2457d166-d1be-41a3-8394-8b9ccca3373e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:11.586120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ca5f23e-d572-4440-8a81-a29bd9561502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.630481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:11.631166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:11.651729 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:11.698968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2ca5f23e-d572-4440-8a81-a29bd9561502 None None] Port 2457d166-d1be-41a3-8394-8b9ccca3373e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:11.748088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.855562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.869932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-32069cdb-d0b2-4e67-ab8c-574aba0a4c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.872923 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-32069cdb-d0b2-4e67-ab8c-574aba0a4c3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6607788-67fb-40be-8f23-9e6fb18e06d5 HTTP/1.1" status: 204 len: 168 time: 1.6936467 Apr 18 12:16:11.875171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55bd1d-46dd-4db7-90b8-483ccd4cd782 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:11.881091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb55bd1d-46dd-4db7-90b8-483ccd4cd782 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:11.881923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eb55bd1d-46dd-4db7-90b8-483ccd4cd782 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:11.891528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.898009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.963923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.985575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Transition to ACTIVE for port object 7645d618-cfff-46cb-85b9-64673838d3a9 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:11.992964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:11.996614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 11d05494-9a67-4b1a-ba0f-acf5fd62e35d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:12.002935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eb55bd1d-46dd-4db7-90b8-483ccd4cd782 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:12.006597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:12.006781 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eb55bd1d-46dd-4db7-90b8-483ccd4cd782 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6626804 Apr 18 12:16:12.010073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60718) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:12.012877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Network': ['ID=900c5325-5248-49f6-9989-e958337f043a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:12.017968 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bc5e5e45-fed7-49dd-b9bc-aaed6215c342 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/networks/900c5325-5248-49f6-9989-e958337f043a HTTP/1.1" status: 204 len: 168 time: 4.1661968 Apr 18 12:16:12.019929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3cc438df-2be3-46ba-a6fc-3ba7af061443 None None] Provisioning for port c4ab80e4-50ac-481a-85db-b873769b91aa completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:12.024657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60722) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:12.036680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3cc438df-2be3-46ba-a6fc-3ba7af061443 None None] Provisioning complete for port c4ab80e4-50ac-481a-85db-b873769b91aa triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:12.037616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3cc438df-2be3-46ba-a6fc-3ba7af061443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.229013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.342018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 2d81bf6a-5763-4d61-a196-92872e66ec2e {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:12.342920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.395620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d38d7280-22ff-423e-a891-56b949fc8fa3 None None] Provisioning for port 2d81bf6a-5763-4d61-a196-92872e66ec2e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:12.403960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d38d7280-22ff-423e-a891-56b949fc8fa3 None None] Provisioning complete for port 2d81bf6a-5763-4d61-a196-92872e66ec2e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:12.404465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d38d7280-22ff-423e-a891-56b949fc8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.412028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Router ae7fb339-8e24-43c8-9ec1-811d95f5c952 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:12.477008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d38d7280-22ff-423e-a891-56b949fc8fa3 None None] Port 2d81bf6a-5763-4d61-a196-92872e66ec2e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:12.487949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:12.500050 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] Sync routers for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:12.521315 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:12.522305 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:12.603563 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:12.621972 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] Routers {'11d05494-9a67-4b1a-ba0f-acf5fd62e35d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:12.622805 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:12.727586 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:12.728194 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a9667d-42f4-4a38-b32d-1c873017a019 None None] The sync data for ids ['11d05494-9a67-4b1a-ba0f-acf5fd62e35d'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:12.831462 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-363c0814-ffc9-4b50-bc59-4e1d316dabc9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/11d05494-9a67-4b1a-ba0f-acf5fd62e35d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5293887 Apr 18 12:16:12.835018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60742) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:12.863932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632502b-20cd-41d5-8500-953302995d93 req-a105ae35-b994-4434-a2fc-94cba70a143b tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:12.865395 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f632502b-20cd-41d5-8500-953302995d93 req-a105ae35-b994-4434-a2fc-94cba70a143b tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 932 time: 1.1019549 Apr 18 12:16:12.866397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port f99af233-1f54-498a-92ac-87f7ba7c96ba {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:12.866768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.873577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.917847 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6429a48e-7721-47e2-a734-c18a90177ee5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d05494-9a67-4b1a-ba0f-acf5fd62e35d HTTP/1.1" status: 200 len: 205 time: 0.0795264 Apr 18 12:16:12.921849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:12.926447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:12.927510 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-212b5810-ba32-482a-9f21-dfa3468f944f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "PUT /v2.0/routers/ae7fb339-8e24-43c8-9ec1-811d95f5c952 HTTP/1.1" status: 200 len: 925 time: 4.3187521 Apr 18 12:16:12.928118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60746) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:12.933895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] Sync routers for ids ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:12.936842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60748) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:12.945022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] Routers {'ae7fb339-8e24-43c8-9ec1-811d95f5c952'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:12.946606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:12.980039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:13.017994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.075993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:13.091215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] Routers {'ae7fb339-8e24-43c8-9ec1-811d95f5c952'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:13.092860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:13.101114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:13.115426 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:13.125445 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f3ba02fe-66d8-4836-8cc3-260e2da16df6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0985117 Apr 18 12:16:13.131121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60756) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:13.131448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60758) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:13.132120 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:13.133076 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:13.159658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:13.188933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:13.189866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7b62bb-3a61-4d2c-ab85-9888ee89f8c8 None None] The sync data for ids ['ae7fb339-8e24-43c8-9ec1-811d95f5c952'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:13.210606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 2d81bf6a-5763-4d61-a196-92872e66ec2e owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:13.243223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.280203 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f632502b-20cd-41d5-8500-953302995d93 req-39e9d2c9-727c-4a61-a837-e1fa1650bc1c tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847861 Apr 18 12:16:13.333976 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:13.485890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5bc6abe8-bf49-4115-a544-06f1c9d121de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:13.487156 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-5bc6abe8-bf49-4115-a544-06f1c9d121de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 12:16:13.487639 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-5bc6abe8-bf49-4115-a544-06f1c9d121de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 12:16:13.488583 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5bc6abe8-bf49-4115-a544-06f1c9d121de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3491261 Apr 18 12:16:13.506236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60766) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:13.520097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286964101'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:13.534689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Attempting to bind port 7645d618-cfff-46cb-85b9-64673838d3a9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:13.534897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Attempting to bind port 7645d618-cfff-46cb-85b9-64673838d3a9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:13.535283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Attempting to bind port 7645d618-cfff-46cb-85b9-64673838d3a9 on network 6a196d4d-2cd4-4a41-a308-367f526a4a0d {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:13.546252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:13.561073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:13.580253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Port 7645d618-cfff-46cb-85b9-64673838d3a9 on network 6a196d4d-2cd4-4a41-a308-367f526a4a0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:16:13.580565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Attempting to bind port 7645d618-cfff-46cb-85b9-64673838d3a9 on network 6a196d4d-2cd4-4a41-a308-367f526a4a0d {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:13.582786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:13.598847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.602565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.606035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:13.611774 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-851e784e-08fb-414b-a58e-1caaa067bc0e tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/ae7fb339-8e24-43c8-9ec1-811d95f5c952 HTTP/1.1" status: 200 len: 925 time: 0.6583676 Apr 18 12:16:13.616511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:13.616850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Checking segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:13.617231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Bound using segment: {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:13.617698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Bound port: 7645d618-cfff-46cb-85b9-64673838d3a9, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e896248d-876e-46bc-8620-e674bed74172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:13.618039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.636899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60770) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:13.695550 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:08Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:09Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:13.700024 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:13.700375 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Updating router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af port 2457d166-d1be-41a3-8394-8b9ccca3373e binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:16:13.748299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.749305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.760190 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.827630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.908215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.908726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router 11d05494-9a67-4b1a-ba0f-acf5fd62e35d {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:13.945519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781d1bbb-6f86-40d4-9881-a452e3622393 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:13.945519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-781d1bbb-6f86-40d4-9881-a452e3622393 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Synchronizing usage tracker for tenant:0ba7be4f438546dabc1f97842b587416 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:13.952016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.955879 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9cc42b38-6e8b-450f-96ae-c3842236dce3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/11d05494-9a67-4b1a-ba0f-acf5fd62e35d HTTP/1.1" status: 204 len: 168 time: 1.0168583 Apr 18 12:16:13.956933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60774) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:13.959068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:13.976041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for f99af233-1f54-498a-92ac-87f7ba7c96ba owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:14.030922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet 13b87dd5-89c0-48d9-8d43-a43e38818caf {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:14.034153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.050593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:14.061763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.118872 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.127713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:14.132988 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Transition to ACTIVE for port object 2457d166-d1be-41a3-8394-8b9ccca3373e will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:14.137030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:14.137467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-781d1bbb-6f86-40d4-9881-a452e3622393 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Unset dirty status for tenant:0ba7be4f438546dabc1f97842b587416 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:14.138664 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-781d1bbb-6f86-40d4-9881-a452e3622393 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=ae7fb339-8e24-43c8-9ec1-811d95f5c952&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5007949 Apr 18 12:16:14.142111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=2d81bf6a-5763-4d61-a196-92872e66ec2e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:14.148749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60778) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:14.159367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:14.159367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:14.186207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:14.213216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.213676 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.299322 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1615fb7-39e3-4740-a759-0c310c1e73f8 None None] Pushing event updated for resources: {'Port': ['ID=2457d166-d1be-41a3-8394-8b9ccca3373e,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:14.444085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.538809 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Attempting to bind port 2457d166-d1be-41a3-8394-8b9ccca3373e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:14.539170 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Attempting to bind port 2457d166-d1be-41a3-8394-8b9ccca3373e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:14.540051 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Attempting to bind port 2457d166-d1be-41a3-8394-8b9ccca3373e on network b0ab16ed-485f-44fa-9263-0bec0613fb40 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:14.542289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.548344 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:14.555619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Checking segment: {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:14.555619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.555619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Bound using segment: {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:14.555619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Bound port: 2457d166-d1be-41a3-8394-8b9ccca3373e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcb838b-e6e1-4b97-9beb-7b21e96b435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:14.555619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.638639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.642795 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0fef85ca-08b9-40da-9454-5d4e362e8804 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/2d81bf6a-5763-4d61-a196-92872e66ec2e HTTP/1.1" status: 204 len: 168 time: 2.6292341 Apr 18 12:16:14.646996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60784) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:14.660199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.666440 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] For port 2457d166-d1be-41a3-8394-8b9ccca3373e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:14.670997 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] For port 2457d166-d1be-41a3-8394-8b9ccca3373e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2457d166-d1be-41a3-8394-8b9ccca3373e,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:14.686879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:14.698451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84f7ca5-afab-4474-a888-a13506921fe8 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:14.699034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b84f7ca5-afab-4474-a888-a13506921fe8 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Synchronizing usage tracker for tenant:0ba7be4f438546dabc1f97842b587416 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:14.716343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.737616 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.739291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:14.748810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:14.758164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:14.759207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.760368 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] 10.222.0.15 "PUT /v2.0/ports/7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 200 len: 1094 time: 5.3126650 Apr 18 12:16:14.776885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:16:14.783989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:14.821877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694827e-29e6-4d5a-a193-4c9188e58013 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:14.823310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694827e-29e6-4d5a-a193-4c9188e58013 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:14.824910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694827e-29e6-4d5a-a193-4c9188e58013 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:14.825719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9694827e-29e6-4d5a-a193-4c9188e58013 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:14.826633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dd8d7-dd17-4067-9aa6-272a75e5f194 service neutron] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:14.839487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad668092-14a9-4a94-a80b-287021e25978,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:14.841783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910c587-6df8-4f9c-963b-925f48939ec0 req-8b91653a-0f1e-4d43-88eb-849c6a591972 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:14.851505 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2910c587-6df8-4f9c-963b-925f48939ec0 req-8b91653a-0f1e-4d43-88eb-849c6a591972 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 944 time: 0.3647885 Apr 18 12:16:14.869571 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1615fb7-39e3-4740-a759-0c310c1e73f8 None None] Pushing event updated for resources: {'Port': ['ID=2457d166-d1be-41a3-8394-8b9ccca3373e,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:14.879223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b84f7ca5-afab-4474-a888-a13506921fe8 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Unset dirty status for tenant:0ba7be4f438546dabc1f97842b587416 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:14.880384 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b84f7ca5-afab-4474-a888-a13506921fe8 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.7309015 Apr 18 12:16:14.896376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60792) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:14.916900 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:14.939337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:14.958000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:14.987085 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b97b8b30-67f7-410d-b1c2-ef28f052ddca tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7fb339-8e24-43c8-9ec1-811d95f5c952 HTTP/1.1" status: 200 len: 205 time: 0.0878112 Apr 18 12:16:14.991782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60796) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:15.010825 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2910c587-6df8-4f9c-963b-925f48939ec0 req-5ec7b055-8718-4382-bcc1-1e9ab7afa987 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576724 Apr 18 12:16:15.126024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9694827e-29e6-4d5a-a193-4c9188e58013 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:15.130288 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9694827e-29e6-4d5a-a193-4c9188e58013 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4777102 Apr 18 12:16:15.134242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.138066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60800) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:15.161907 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08969408-e7b9-4725-8942-229745381a7a'] response: {'name': 'network-changed', 'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'status': 'completed', 'code': 200} Apr 18 12:16:15.162510 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:15.188891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=f99af233-1f54-498a-92ac-87f7ba7c96ba,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:15.204976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.213082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333293fa-42a9-4f8e-9ef6-ad8b1f18cb80 None None] Network 655928c4-b5ba-4d92-bd16-dd90ecf863f9 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:15.326501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.329574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet e83f11cf-fe33-44e8-b6fb-a62a62a1386f {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:15.333888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.346588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 12:16:15.355896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.362203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-c81e7802-490f-4b9e-8c01-03b3eb04fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:15.363957 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-c81e7802-490f-4b9e-8c01-03b3eb04fea1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1097 time: 0.5027919 Apr 18 12:16:15.372004 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/13b87dd5-89c0-48d9-8d43-a43e38818caf HTTP/1.1" status: 204 len: 168 time: 1.4119201 Apr 18 12:16:15.373372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100d024-64b4-4628-922a-abd703eecbd1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=13b87dd5-89c0-48d9-8d43-a43e38818caf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:15.378226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60804) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:15.415000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.490353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.501765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.520147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Removed routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 12:16:15.520147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.546000 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-5014fc64-92aa-4572-82d3-5619f182c95d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 200 len: 217 time: 0.1665525 Apr 18 12:16:15.577799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.590349 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:08Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:14Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:15.595359 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d334afc8-4c7a-4004-a46b-962d5e65f8a7 None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:08Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:14Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:15.611507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] DHCP port deletion for 655928c4-b5ba-4d92-bd16-dd90ecf863f9 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:15.616682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] Deleting port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:15.617165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.639194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2fc2eb-9625-4d09-9961-7fdd68912e68,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:15.659413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.662351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-35c019d9-c139-44ef-bf5b-15d79fea862b tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/floatingips/c4c080ad-be9f-4a7a-b784-37bd68136023 HTTP/1.1" status: 204 len: 168 time: 3.6329267 Apr 18 12:16:15.679543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60808) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:15.685179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet fe91e6a1-4473-40ad-8eab-320229a121ef {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:15.752915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.754304 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0fde079e-8f77-4c65-be2a-ccfd2e26e2da tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2448196 Apr 18 12:16:15.763374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.767012 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d09feaad-2316-4be0-ba17-07bf02f56757 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] DELETE failed (client error): The resource could not be found. Apr 18 12:16:15.767473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d09feaad-2316-4be0-ba17-07bf02f56757 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:16:15.771882 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d09feaad-2316-4be0-ba17-07bf02f56757 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/ports/5d681d04-4f10-4a1a-8846-df02e069f7ef HTTP/1.1" status: 404 len: 333 time: 0.0700715 Apr 18 12:16:15.772495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60812) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:15.772815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60814) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:15.916867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d2683706-7310-4469-b170-eb7ed0bd6518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:15.916867 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-d2683706-7310-4469-b170-eb7ed0bd6518 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 HTTP/1.1" status: 200 len: 834 time: 0.3568363 Apr 18 12:16:15.917105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '3a2fc2eb-9625-4d09-9961-7fdd68912e68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:15.923660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] For port f6630d0d-07f4-4f51-b10e-90b3b3d489d5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,segment=NetworkSegment(31730c09-014a-43b4-8445-0935b254e67c),segment_id=31730c09-014a-43b4-8445-0935b254e67c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:15.924678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.962416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:15.977269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:15.980871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1607a18b-d66b-4017-87ca-4c545880ad77 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Synchronizing usage tracker for tenant:9f84120ecc03434da5959285284f6328 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:15.985677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:15.985817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:16.110474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:16.116384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] Calling delete_port for f6630d0d-07f4-4f51-b10e-90b3b3d489d5 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:16.132145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.232118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1607a18b-d66b-4017-87ca-4c545880ad77 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Unset dirty status for tenant:9f84120ecc03434da5959285284f6328 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:16.233294 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1607a18b-d66b-4017-87ca-4c545880ad77 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/ports?device_id=7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d HTTP/1.1" status: 200 len: 205 time: 0.3226619 Apr 18 12:16:16.235293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.237504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.238503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60822) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:16.247674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.263143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.321047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] No DVR routers for this DVR port f6630d0d-07f4-4f51-b10e-90b3b3d489d5 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:16.330437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f9b19-9ac4-4102-af68-e101c66ae04e None None] Pushing event deleted for resources: {'Port': ['ID=f6630d0d-07f4-4f51-b10e-90b3b3d489d5,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:16.364270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.368260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.407869 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-0f39b5e0-83d2-4691-984e-76b01e7c7bf7 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] delete failed (client error): The resource could not be found. Apr 18 12:16:16.409524 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0f39b5e0-83d2-4691-984e-76b01e7c7bf7 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/routers/7aa30e1d-031d-4c10-9da5-b09e7bd0ca9d HTTP/1.1" status: 404 len: 336 time: 0.1678193 Apr 18 12:16:16.419803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60826) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:16.433846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=e83f11cf-fe33-44e8-b6fb-a62a62a1386f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:16.447775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ad6e3-7b36-47b2-a420-14cb98146991 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:16.473614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Deleting port f7fa93a3-4f26-411f-ada2-02f4291b199c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:16.473991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.495024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-f3e60f7d-5070-45db-931b-6cea3c5929eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:16.496485 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-f3e60f7d-5070-45db-931b-6cea3c5929eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a196d4d-2cd4-4a41-a308-367f526a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5714421 Apr 18 12:16:16.508857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.534118 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-00245490-7bc2-4ef2-9734-406a2b5792f1 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] DELETE failed (client error): The resource could not be found. Apr 18 12:16:16.534584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00245490-7bc2-4ef2-9734-406a2b5792f1 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:16:16.573009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00245490-7bc2-4ef2-9734-406a2b5792f1 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/subnets/b3e3ef6d-549e-4ef8-8673-cc5424919d0a HTTP/1.1" status: 404 len: 337 time: 0.1425936 Apr 18 12:16:16.578217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60830) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:16.612467 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-54b5e214-6d71-4d46-9d3f-c822de668645 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e83f11cf-fe33-44e8-b6fb-a62a62a1386f HTTP/1.1" status: 204 len: 168 time: 1.4337888 Apr 18 12:16:16.617095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60834) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:16.729999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.748858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.768086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957cd012-7bbe-4933-bdd8-9b1d9ec973c8 req-78176a38-c5c3-40f4-8697-4d4d8aee9dbb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:16.769548 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-957cd012-7bbe-4933-bdd8-9b1d9ec973c8 req-78176a38-c5c3-40f4-8697-4d4d8aee9dbb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 944 time: 0.5403607 Apr 18 12:16:16.802972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 70d5f0d9-d182-48ec-a127-8f52ccc3efc2 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:16.803307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.813146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.818097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet fe6fdb17-9899-4b38-95b2-e431f3ae1cba {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:16.842367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.853153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:16.858144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:16.910408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f972224-75b7-44a1-9169-da63a33ded87,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:16.982900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-c88f648e-2f77-4c53-801a-054885f19279 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305375 Apr 18 12:16:17.038868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Calling delete_port for f7fa93a3-4f26-411f-ada2-02f4291b199c owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:17.093068 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-957cd012-7bbe-4933-bdd8-9b1d9ec973c8 req-8cb7be34-46d1-415d-91a5-4e8cec3dddc0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137591 Apr 18 12:16:17.095489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.176849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.178909 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7e86f63e-7e0b-4dea-89fe-27becc0bae09 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2698612 Apr 18 12:16:17.192385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60838) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:17.202656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '3a2fc2eb-9625-4d09-9961-7fdd68912e68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:17.224023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:17.234630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:17.239566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:17.249968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:17.265113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.280164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.305820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-81936f0e-ed71-46a5-85d9-b046ab5858a6 None None] Provisioning complete for port c4ab80e4-50ac-481a-85db-b873769b91aa triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:17.307039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-81936f0e-ed71-46a5-85d9-b046ab5858a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.324908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:17.330952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.342339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:17.365181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:17.365797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:17.430858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=fe91e6a1-4473-40ad-8eab-320229a121ef,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:17.454911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.455043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e652d999-5aa4-4173-beed-eca428465611 None None] Network fdea2a22-85f7-4e52-90f2-6ccd0558d362 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:17.461371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60842) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:17.462398 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5163648a-769f-4201-9d10-a008074e2bd6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/fe91e6a1-4473-40ad-8eab-320229a121ef HTTP/1.1" status: 204 len: 168 time: 2.0755346 Apr 18 12:16:17.474245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.483726 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ed9ce9f5-172e-412c-9d29-6f023b32e8fa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 954 time: 4.3345096 Apr 18 12:16:17.483726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60846) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:17.542035 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-197e6d30-73b0-4afa-9d0b-88b72255f09e req-0ecf156f-ca5f-4731-b7b5-bf87b3bac67b service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5315187 Apr 18 12:16:17.564948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2457d166-d1be-41a3-8394-8b9ccca3373e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:17.603751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.613881 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 12:16:17.615054 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-aa154234-702e-46ba-b3d0-eccad78e0927 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4215009 Apr 18 12:16:17.616077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.620808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:17.665340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.765323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:17.796351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.834615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6fdb17-9899-4b38-95b2-e431f3ae1cba,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:17.897244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event deleted for resources: {'Port': ['ID=f7fa93a3-4f26-411f-ada2-02f4291b199c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:17.902812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:17.911464 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846608b5-4505-47c9-a625-b88cd6263cfd None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:18.001963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 70d5f0d9-d182-48ec-a127-8f52ccc3efc2 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:18.031596 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2260921d-2de8-40d8-9fbe-b4b7e02e5558 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/fe6fdb17-9899-4b38-95b2-e431f3ae1cba HTTP/1.1" status: 204 len: 168 time: 1.4101124 Apr 18 12:16:18.040707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60854) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:18.077133 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-14052b76-127e-487f-9296-a31ae8c15d6a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 954 time: 0.5912552 Apr 18 12:16:18.078392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60856) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:18.081015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 2457d166-d1be-41a3-8394-8b9ccca3373e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:18.100235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'routes': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:18.184374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.194829 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-82d7157b-bca6-4647-bab3-5b484ac5d33f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1088285 Apr 18 12:16:18.201437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60864) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:18.205533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10eb980e-86bc-4093-8c5a-a82a082a2458 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.210402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:18.263426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 2457d166-d1be-41a3-8394-8b9ccca3373e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:18.263691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.268160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.317474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655928c4-b5ba-4d92-bd16-dd90ecf863f9']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:18.408222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31730c09-014a-43b4-8445-0935b254e67c') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:18.408516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31730c09-014a-43b4-8445-0935b254e67c') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:18.469054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10eb980e-86bc-4093-8c5a-a82a082a2458 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.505271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:15Z', 'revision_number': 6, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:14Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:18.508281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-cf040b3a-2b3e-4685-8b91-302976edfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:18.510829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.511240 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-cf040b3a-2b3e-4685-8b91-302976edfd4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1097 time: 0.8357165 Apr 18 12:16:18.530232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:18.540678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] DHCP port deletion for fdea2a22-85f7-4e52-90f2-6ccd0558d362 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:18.543915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.562982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] Deleting port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:18.563381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.584580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.597689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.599857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.624282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:18.630799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:18.631201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:18.652348 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:18.655978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:18.665371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:18.670526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:18.678033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:18.678692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:18.705609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.730523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:18.742162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] Deleting port c4ab80e4-50ac-481a-85db-b873769b91aa {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:18.744413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.781289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 2457d166-d1be-41a3-8394-8b9ccca3373e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2457d166-d1be-41a3-8394-8b9ccca3373e,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:18.799730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.800850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Fanout notify agent at l3_agent the message router_deleted on router ae7fb339-8e24-43c8-9ec1-811d95f5c952 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:18.825205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.826825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10eb980e-86bc-4093-8c5a-a82a082a2458 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.830921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:18.831273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=70d5f0d9-d182-48ec-a127-8f52ccc3efc2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:18.835100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.882679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9890b74c-cf20-465c-82c8-bb77905ce61e req-64e407d8-7a2b-4280-8608-ab1639433129 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:18.884663 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9890b74c-cf20-465c-82c8-bb77905ce61e req-64e407d8-7a2b-4280-8608-ab1639433129 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 944 time: 0.6382954 Apr 18 12:16:18.900679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.917049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.944785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.959704 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1ed2472a-fd9e-4291-881b-3b42ab3e8a3d tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/ae7fb339-8e24-43c8-9ec1-811d95f5c952 HTTP/1.1" status: 204 len: 168 time: 3.9665725 Apr 18 12:16:18.963931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60868) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:18.969778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10eb980e-86bc-4093-8c5a-a82a082a2458 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:18.971078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-10eb980e-86bc-4093-8c5a-a82a082a2458 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a2fc2eb-9625-4d09-9961-7fdd68912e68 HTTP/1.1" status: 204 len: 168 time: 1.1962306 Apr 18 12:16:18.975198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb980e-86bc-4093-8c5a-a82a082a2458 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2fc2eb-9625-4d09-9961-7fdd68912e68,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:18.984852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=655928c4-b5ba-4d92-bd16-dd90ecf863f9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:18.991451 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-02d2e514-44b5-44cd-b1e2-7b547bb83385 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/655928c4-b5ba-4d92-bd16-dd90ecf863f9 HTTP/1.1" status: 204 len: 168 time: 1.5279324 Apr 18 12:16:18.997951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356948283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:19.002704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60872) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:19.003032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60874) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:19.020784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6630d0d-07f4-4f51-b10e-90b3b3d489d5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:19.074267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:19.118631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f6630d0d-07f4-4f51-b10e-90b3b3d489d5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:19.119143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f6630d0d-07f4-4f51-b10e-90b3b3d489d5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:19.122935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Usage tracker for resource:router and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:19.129798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:19.153693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:19.172161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:19.211601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-347d64e2-b60a-49eb-89df-fa695b6f64c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:19.213166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-347d64e2-b60a-49eb-89df-fa695b6f64c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 200 len: 897 time: 0.6923165 Apr 18 12:16:19.265103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2d16a3f4-7a5b-4cf3-a4ee-cf3c650b4da5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:19.292050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.340946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=2457d166-d1be-41a3-8394-8b9ccca3373e,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:19.344104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.345345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.357187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-7cd85616-f749-4fc1-9ae5-c4aa64ce5198 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 200 len: 217 time: 0.0740719 Apr 18 12:16:19.367930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.374714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:19.375174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.431168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2d16a3f4-7a5b-4cf3-a4ee-cf3c650b4da5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:19.438098 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2d16a3f4-7a5b-4cf3-a4ee-cf3c650b4da5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3846977 Apr 18 12:16:19.439233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.441084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60880) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:19.444869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-73bec1f9-8157-4953-99be-bdba58bf3691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:19.446367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1872404380'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:19.446935 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-73bec1f9-8157-4953-99be-bdba58bf3691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 HTTP/1.1" status: 200 len: 834 time: 0.0694089 Apr 18 12:16:19.515438 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9890b74c-cf20-465c-82c8-bb77905ce61e req-d7fae540-e985-45b0-9539-efc923a13fe5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6024673 Apr 18 12:16:19.519247 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6bea5beb-bbc0-4991-b4f3-10d82e230124 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/ports/70d5f0d9-d182-48ec-a127-8f52ccc3efc2 HTTP/1.1" status: 204 len: 168 time: 2.9348881 Apr 18 12:16:19.520677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60884) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:19.520955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] For port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,segment=NetworkSegment(a0a4d6a6-6992-40a1-8feb-68b25aa64e2f),segment_id=a0a4d6a6-6992-40a1-8feb-68b25aa64e2f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:19.521413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.561019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 12:16:19.561415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 12:16:19.626522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:19.651756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2457d166-d1be-41a3-8394-8b9ccca3373e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:19.678273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 03683ad8-6834-4208-a9cc-cbc952af523f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:19.679084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.693277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:19.746699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] Calling delete_port for b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:19.792936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.803818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] For port c4ab80e4-50ac-481a-85db-b873769b91aa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4ab80e4-50ac-481a-85db-b873769b91aa,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:19.804267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.811491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.888216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.893916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,segment=NetworkSegment(a0a4d6a6-6992-40a1-8feb-68b25aa64e2f),segment_id=a0a4d6a6-6992-40a1-8feb-68b25aa64e2f)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:19.894318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:19.909011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:19.913857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-fb5a8d3e-250c-484e-a1ae-c3796ef7c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:19.915421 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-fb5a8d3e-250c-484e-a1ae-c3796ef7c0c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a196d4d-2cd4-4a41-a308-367f526a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4430869 Apr 18 12:16:20.005153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] Calling delete_port for c4ab80e4-50ac-481a-85db-b873769b91aa owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:20.032745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:20.035262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.039013 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3b184562-baa8-49fa-84a5-9d12e4d67340 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0643213 Apr 18 12:16:20.039013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:20.046074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:20.050109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60888) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:20.088955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:20.115689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:20.175697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 2457d166-d1be-41a3-8394-8b9ccca3373e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:20.176112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.224649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.228738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:16:20.281906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] No DVR routers for this DVR port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:20.283955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:20.284283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:20.285254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.299964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69629ad-020e-42f8-b411-d3b4db59a3db None None] Pushing event deleted for resources: {'Port': ['ID=b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:20.347084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.354379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] No DVR routers for this DVR port c4ab80e4-50ac-481a-85db-b873769b91aa on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:20.360025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a3784-ee76-4ba8-bb77-3f6a92fa0bb3 None None] Pushing event deleted for resources: {'Port': ['ID=c4ab80e4-50ac-481a-85db-b873769b91aa,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:20.397154 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.services.revisions.revision_plugin [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Could not find related port for resource to bump revision. Apr 18 12:16:20.410433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.410663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:15Z', 'revision_number': 6, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:14Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:20.430511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f546020-f2ba-4ef9-acf8-b83004a86c87 None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:15Z', 'revision_number': 6, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:14Z', 'revision_number': 4, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:20.449927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.ipam_pluggable_backend [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Port c4ab80e4-50ac-481a-85db-b873769b91aa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88783) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 12:16:20.450287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.ipam_pluggable_backend [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:6cf9 {{(pid=88783) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 12:16:20.465693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45aa91d8-087c-4f9b-9022-f27911ea7468,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:20.467804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.525141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4ab80e4-50ac-481a-85db-b873769b91aa no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:20.540369 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.540369 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cf37e08d-a39c-40c2-9528-dccc26ce8cd4 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0948954 Apr 18 12:16:20.540971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:20.543504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60894) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:20.548555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:20.552723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e1c6e2e6-c698-4b7e-821b-cee6a1090d80 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '45aa91d8-087c-4f9b-9022-f27911ea7468', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:20.553494 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-e1c6e2e6-c698-4b7e-821b-cee6a1090d80 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 12:16:20.553979 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-e1c6e2e6-c698-4b7e-821b-cee6a1090d80 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:20.558064 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e1c6e2e6-c698-4b7e-821b-cee6a1090d80 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105381 Apr 18 12:16:20.559365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:20.559973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.563483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60898) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:20.565818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=e85c08d0-a392-4060-82c0-075dfa9512f0,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:20.576294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c4089c-4ca1-4fd0-945e-773b19375309 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:20.629858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c4ab80e4-50ac-481a-85db-b873769b91aa {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:20.630191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4ab80e4-50ac-481a-85db-b873769b91aa not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:20.630649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:20.639903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46f32cd0-0a68-45da-b2ae-b43bb4db14f7 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.674187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.688035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46f32cd0-0a68-45da-b2ae-b43bb4db14f7 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.698787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-29226d10-2bb5-408d-b482-61b9d56fbd08 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4945993 Apr 18 12:16:20.702384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60902) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:20.712486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:20.730585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:20.746486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:20.769126 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-ee6a3b87-944c-47f7-bc46-c0d73059c0c6 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8460374 Apr 18 12:16:20.796056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:20.796754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.951948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'e85c08d0-a392-4060-82c0-075dfa9512f0'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:20.953222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:20.962595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] The port 'b5bf0d69-8ec8-4bb3-ae53-8fcd4146f4b5' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:21.139722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:21.143222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46f32cd0-0a68-45da-b2ae-b43bb4db14f7 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.168528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af056e3a-b68b-49c2-bed2-26777cae8636 req-74949ea1-4e82-4ed5-ba05-63e23ae3b9a1 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:21.170294 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af056e3a-b68b-49c2-bed2-26777cae8636 req-74949ea1-4e82-4ed5-ba05-63e23ae3b9a1 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 944 time: 0.4345727 Apr 18 12:16:21.177274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:21.181159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.186699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Allocated IP 2001:db8::f816:3eff:fe63:24fe (5f4dde90-d90b-4725-911c-836df72b725b/e85c08d0-a392-4060-82c0-075dfa9512f0/ee6c425e-e7dc-4f35-8e46-a9f7655b12f5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:21.194566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:21.201406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f32cd0-0a68-45da-b2ae-b43bb4db14f7 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aa91d8-087c-4f9b-9022-f27911ea7468,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:21.237033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:21.266107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdea2a22-85f7-4e52-90f2-6ccd0558d362']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:21.273011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46f32cd0-0a68-45da-b2ae-b43bb4db14f7 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.277110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-46f32cd0-0a68-45da-b2ae-b43bb4db14f7 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/45aa91d8-087c-4f9b-9022-f27911ea7468 HTTP/1.1" status: 204 len: 168 time: 0.7101817 Apr 18 12:16:21.282900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60906) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:21.288988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:21.289335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a4d6a6-6992-40a1-8feb-68b25aa64e2f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:21.309495 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af056e3a-b68b-49c2-bed2-26777cae8636 req-e31b94d2-d354-45d0-a00d-3f9d83ddb7d0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160462 Apr 18 12:16:21.320869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.333631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 03683ad8-6834-4208-a9cc-cbc952af523f owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:21.346699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:21.351257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.357222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:16:21.368587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.405796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:21.411904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:21.426778 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:21.464060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.479725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.494784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85b07d9b-97dc-4f66-934d-eff3edada76e req-e733fbf4-34e7-4afa-81f8-ba5e059ae4df service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598186 Apr 18 12:16:21.525882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Transition to ACTIVE for port object ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:21.534186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.539296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.574758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Transition to ACTIVE for port object ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:21.615200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:21.615466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cb2e19a9-4a9b-4f02-9eb3-8fa6aa238385 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:21.631889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.700444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7645d618-cfff-46cb-85b9-64673838d3a9', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'port_id': '7645d618-cfff-46cb-85b9-64673838d3a9', 'mac_address': 'fa:16:3e:3d:11:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:16:21.736797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:21.747851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.749474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:21.755032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:21.766552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.780240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=fdea2a22-85f7-4e52-90f2-6ccd0558d362,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:21.784623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cb2e19a9-4a9b-4f02-9eb3-8fa6aa238385 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:21.784623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cb2e19a9-4a9b-4f02-9eb3-8fa6aa238385 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4990497 Apr 18 12:16:21.786987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60910) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:21.794671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783138641'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:21.801206 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1cc50086-50f6-4c71-9765-266736cf4fef tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/fdea2a22-85f7-4e52-90f2-6ccd0558d362 HTTP/1.1" status: 204 len: 168 time: 2.7512786 Apr 18 12:16:21.810515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60914) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:21.812874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Pushing event updated for resources: {'Port': ['ID=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:21.822311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-1163185736'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:21.833151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:21.839065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:21.857963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:21.862401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.886329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:21.890101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:21.892383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7645d618-cfff-46cb-85b9-64673838d3a9 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:16:21.895308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:21.898608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Attempting to bind port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:21.898929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Attempting to bind port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:21.899275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Attempting to bind port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:21.905480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.908580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:21.910432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:21.910831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:21.911244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.911617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:21.912078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Bound port: ee6c425e-e7dc-4f35-8e46-a9f7655b12f5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:21.912446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.917659 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:21.930378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:21.942176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:21.946587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:21.949552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:21.955517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:21.986249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=03683ad8-6834-4208-a9cc-cbc952af523f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:22.010759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.032500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.099767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.106857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:22.111842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:22.112005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] For port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:22.112314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:22.113678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] For port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:22.117171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:22.118472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.131576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=85524364-b771-4949-b09f-ff11f13f7d97,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:22.143045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:22.146390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.160416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.188930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.198732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298ce1cb-6d20-4549-8385-c2c4f515a1e6,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:22.232647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7645d618-cfff-46cb-85b9-64673838d3a9'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:16:22.250281 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-26485b26-0972-4c3a-b7ca-05320cf87f74 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5463390 Apr 18 12:16:22.251118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60918) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.258024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:8d:2a:ca', 'name': 'tempest-NetworksTestDHCPv6-1404183978'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:22.277650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.279324 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e486dc67-501d-4acb-9fd5-ac364855920d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4914038 Apr 18 12:16:22.289612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60922) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.295523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:16:22.298708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.301497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:22.306004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7eb0523f-7152-42a7-8b28-e1f0a168117a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '298ce1cb-6d20-4549-8385-c2c4f515a1e6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:22.307099 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-7eb0523f-7152-42a7-8b28-e1f0a168117a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 12:16:22.312680 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-7eb0523f-7152-42a7-8b28-e1f0a168117a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:22.312680 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7eb0523f-7152-42a7-8b28-e1f0a168117a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0150428 Apr 18 12:16:22.318750 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:22.327826 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:22.328753 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:22.339020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60926) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.345978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.347807 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-98fa966d-a20a-47eb-a66a-9d83d70edd25 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 704 time: 4.2646606 Apr 18 12:16:22.353716 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4f0eae5d-a091-4375-96a8-e7de7d5d1679 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/ports/03683ad8-6834-4208-a9cc-cbc952af523f HTTP/1.1" status: 204 len: 168 time: 2.8131845 Apr 18 12:16:22.360663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97807eb9-2b05-4a91-900c-a85efce1f37f None None] Pushing event updated for resources: {'Port': ['ID=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:22.362519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.371342 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment 59150dbf-12cf-4283-a1c8-6fdc78ec0035 of type vlan for network 25e3232c-9b13-47f5-93b1-c1751c0341d1 Apr 18 12:16:22.392233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60930) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.392878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60932) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.434866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:22.574657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:22.673585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:22.689474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:22.695061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:22.733702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:22.766688 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a961958c-08a4-4447-966a-55d86ed83e78 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 704 time: 0.3725579 Apr 18 12:16:22.769262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60940) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.779470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd87471-8e19-4d42-acc7-43c5971d2fe7 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:22.783419 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5bd87471-8e19-4d42-acc7-43c5971d2fe7 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dade59e-846b-468f-b0e5-c77463f9c02a HTTP/1.1" status: 200 len: 913 time: 0.3856165 Apr 18 12:16:22.791421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60944) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:22.957076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:23.034336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38d9707a-b18c-4520-858d-a68437a95be5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.059514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.082406 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:19Z', 'revision_number': 7, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:18Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:23.087245 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:23.096117 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:23.096725 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:23.113549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.122428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:23.123384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.190064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.240720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.291337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:23.317221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38d9707a-b18c-4520-858d-a68437a95be5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.322014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 27ebeb56-ac7a-474b-b580-399792339f5b yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:16:23.357575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:23.463008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=25e3232c-9b13-47f5-93b1-c1751c0341d1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:23.487271 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a1411980-86a4-420c-aa37-fa70b68dcff2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6741946 Apr 18 12:16:23.487531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:16:23.517935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60948) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:23.533643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ade652-e360-4bab-85e8-9a23d00591fe req-7badf95e-2b2f-4ad7-abd9-e96731676cf3 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:23.560205 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a5ade652-e360-4bab-85e8-9a23d00591fe req-7badf95e-2b2f-4ad7-abd9-e96731676cf3 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 945 time: 1.0350044 Apr 18 12:16:23.579516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:23.627390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38d9707a-b18c-4520-858d-a68437a95be5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.682656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:23.801723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 7645d618-cfff-46cb-85b9-64673838d3a9 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:23.810134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7645d618-cfff-46cb-85b9-64673838d3a9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:23.816894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:23.943408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 172.20.0.4 (5f4dde90-d90b-4725-911c-836df72b725b/85524364-b771-4949-b09f-ff11f13f7d97/27ebeb56-ac7a-474b-b580-399792339f5b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:23.952330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fe8d:2aca (5f4dde90-d90b-4725-911c-836df72b725b/e85c08d0-a392-4060-82c0-075dfa9512f0/27ebeb56-ac7a-474b-b580-399792339f5b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:23.991761 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:19Z', 'revision_number': 7, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:18Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:24.002372 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2526f9-9305-4c69-ac91-494ccd40e552 None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:19Z', 'revision_number': 7, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2457d166-d1be-41a3-8394-8b9ccca3373e', 'name': '', 'network_id': 'b0ab16ed-485f-44fa-9263-0bec0613fb40', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:23:b7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:16:05Z', 'updated_at': '2022-04-18T12:16:18Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '948c0184-f6e2-4597-8bf4-f43d34f1cdf4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:24.052211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.073218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.087910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad40ffa-22a7-4c83-8e29-945309c3c259 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:24.103458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:24.136667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:24.153053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:16:24.247475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] Provisioning for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:24.264156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.273542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] Provisioning complete for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:24.274417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.349250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9707a-b18c-4520-858d-a68437a95be5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298ce1cb-6d20-4549-8385-c2c4f515a1e6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:24.356429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:24.391106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:24.399110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:24.442959 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efdaf6e-17b7-4846-a599-45e347d50471'] response: {'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'code': 200} Apr 18 12:16:24.454005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38d9707a-b18c-4520-858d-a68437a95be5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.457780 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-38d9707a-b18c-4520-858d-a68437a95be5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/298ce1cb-6d20-4549-8385-c2c4f515a1e6 HTTP/1.1" status: 204 len: 168 time: 2.1000886 Apr 18 12:16:24.459679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60956) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:24.463792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:24.481897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a5ade652-e360-4bab-85e8-9a23d00591fe req-5253842d-d3ca-4309-8088-86986849d985 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7958968 Apr 18 12:16:24.518611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Allocated IP 172.26.4.189 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/4054f95d-c724-4d34-8e3e-67558085c17f) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:24.572204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f60cc929-dcba-4f68-aed4-1f2ef6678d29 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:24.579402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.617241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.625030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:24.628540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:24.633019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.659384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 27ebeb56-ac7a-474b-b580-399792339f5b will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:24.689284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] For port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:24.730399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f60cc929-dcba-4f68-aed4-1f2ef6678d29 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:24.735858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f60cc929-dcba-4f68-aed4-1f2ef6678d29 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2704971 Apr 18 12:16:24.735858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 2457d166-d1be-41a3-8394-8b9ccca3373e {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:24.735858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.754157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.763507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60960) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:24.826017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--465845419'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:24.847364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:24.850667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d1fc9-71e5-40d0-886c-b741cf55111e None None] Pushing event updated for resources: {'Port': ['ID=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:24.884264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:24.935737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.950448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port 2457d166-d1be-41a3-8394-8b9ccca3373e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2457d166-d1be-41a3-8394-8b9ccca3373e,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:24.950928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.978953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:24.979849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Update dhcp port {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': 'e85c08d0-a392-4060-82c0-075dfa9512f0', 'ip_address': '2001:db8::f816:3eff:fe63:24fe'}, {'subnet_id': '85524364-b771-4949-b09f-ff11f13f7d97'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'ee6c425e-e7dc-4f35-8e46-a9f7655b12f5'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:16:25.041264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.078815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.092713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 2457d166-d1be-41a3-8394-8b9ccca3373e owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:25.175202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.191316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32954a-1cf3-4146-97f2-684f6738ae2f req-c0f21cbd-035e-44ce-847d-b999ea1b5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:25.192797 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ed32954a-1cf3-4146-97f2-684f6738ae2f req-c0f21cbd-035e-44ce-847d-b999ea1b5e1b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1099 time: 0.4737756 Apr 18 12:16:25.196101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:25.202673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:25.205163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:25.260009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=27ebeb56-ac7a-474b-b580-399792339f5b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:25.285806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:25.295503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Allocated IP 172.20.0.2 (5f4dde90-d90b-4725-911c-836df72b725b/85524364-b771-4949-b09f-ff11f13f7d97/ee6c425e-e7dc-4f35-8e46-a9f7655b12f5) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:25.304651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:25.317529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:25.322864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:25.323490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.392742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:25.412137 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ed32954a-1cf3-4146-97f2-684f6738ae2f req-d746202a-fe78-4061-b14a-493ba8a7f6df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799915 Apr 18 12:16:25.451018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] For port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:25.494541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.503712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:25.524887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.542421 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e1c75439-c82e-419c-b795-eac3c9af8a5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2896538 Apr 18 12:16:25.548479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60966) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:25.630110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.652939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:25.653307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.696150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:25.710581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:25.715428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Transition to ACTIVE for port object ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:25.719968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event updated for resources: {'Port': ['ID=4054f95d-c724-4d34-8e3e-67558085c17f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:25.728332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.734516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:25.771485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965e421-2411-4807-b77c-9d6433644e2e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:25.777282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2965e421-2411-4807-b77c-9d6433644e2e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:25.780469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2965e421-2411-4807-b77c-9d6433644e2e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:25.799700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.800536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=2457d166-d1be-41a3-8394-8b9ccca3373e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:25.832369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:25.847124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:25.853094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': '59150dbf-12cf-4283-a1c8-6fdc78ec0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:25.853446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: 25e3232c-9b13-47f5-93b1-c1751c0341d1, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:16:25.894708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70916c66-e1cb-465b-827e-2c70a34dd4dc None None] Pushing event updated for resources: {'Port': ['ID=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:25.947097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2965e421-2411-4807-b77c-9d6433644e2e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:25.950851 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2965e421-2411-4807-b77c-9d6433644e2e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3981452 Apr 18 12:16:25.952608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60970) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.006843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.047712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63a386-bb6e-46cc-8e15-ac0c2342432c req-3e64ca3d-1a9a-412c-bce4-1f6a52defa18 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:26.049256 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ad63a386-bb6e-46cc-8e15-ac0c2342432c req-3e64ca3d-1a9a-412c-bce4-1f6a52defa18 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.4085832 Apr 18 12:16:26.113144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=625807f3-8db4-43e9-a19f-3b8fb67c2bb4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:26.155329 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ad63a386-bb6e-46cc-8e15-ac0c2342432c req-ffd5f75a-aef7-4676-bf64-56cab0a97cc7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868344 Apr 18 12:16:26.156267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.169329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 27ebeb56-ac7a-474b-b580-399792339f5b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:26.169923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.213669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:16:26.223047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.227541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-196aaa33-9471-450b-bac9-906d870458ec tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4514322 Apr 18 12:16:26.227541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 468f8492-bee3-4327-8d93-23ae47a16fa5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:26.227541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.256567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60974) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.267022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f4847309-4858-4790-b88f-c5a9f44df02e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '625807f3-8db4-43e9-a19f-3b8fb67c2bb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:26.285462 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-f4847309-4858-4790-b88f-c5a9f44df02e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 12:16:26.286130 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-f4847309-4858-4790-b88f-c5a9f44df02e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:26.288379 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f4847309-4858-4790-b88f-c5a9f44df02e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0310016 Apr 18 12:16:26.293996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60978) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.306320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-89dac5e7-fb70-4567-ae28-86a47128c780 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '625807f3-8db4-43e9-a19f-3b8fb67c2bb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:26.307012 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-89dac5e7-fb70-4567-ae28-86a47128c780 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 12:16:26.307495 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-89dac5e7-fb70-4567-ae28-86a47128c780 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:26.308505 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-89dac5e7-fb70-4567-ae28-86a47128c780 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132043 Apr 18 12:16:26.361171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60982) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.363969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 25e3232c-9b13-47f5-93b1-c1751c0341d1) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:26.376582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:26.377243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.382203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e30bd2-d42c-4fac-83c2-753c5ffc5aa0 None None] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:26.405600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5b3e6e2d-877d-4200-835a-47c75903e43d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '625807f3-8db4-43e9-a19f-3b8fb67c2bb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:26.408547 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-5b3e6e2d-877d-4200-835a-47c75903e43d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 12:16:26.409134 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-5b3e6e2d-877d-4200-835a-47c75903e43d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:26.411478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5b3e6e2d-877d-4200-835a-47c75903e43d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0258253 Apr 18 12:16:26.417690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60986) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.431289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-179dfd64-f994-4165-a7ba-acfad46e4e25 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '625807f3-8db4-43e9-a19f-3b8fb67c2bb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:26.432314 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-179dfd64-f994-4165-a7ba-acfad46e4e25 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 12:16:26.432890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-179dfd64-f994-4165-a7ba-acfad46e4e25 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:26.436937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-179dfd64-f994-4165-a7ba-acfad46e4e25 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094481 Apr 18 12:16:26.442164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 60990) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.569713 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-95d07185-e012-4465-b417-9323ad4966e8 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0058153 Apr 18 12:16:26.608555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 60994) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:26.674619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-678913121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:26.687736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:26.717938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-25e3232c-9b13-47f5-93b1-c1751c0341d1', 'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': '323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:26.719215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.753604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:26.770530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:26.783148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:26.803184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e7241a2-4282-4b13-b667-dab83a928caa tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.821584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.845685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.847308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.859654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:26.924655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.925743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:26.932382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Allocated IP 172.20.0.2 (25e3232c-9b13-47f5-93b1-c1751c0341d1/323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1/2f78582b-004c-4ef2-a1ee-dd68b73c5693) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:26.941740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.024640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 27ebeb56-ac7a-474b-b580-399792339f5b owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:27.057586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.139071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-746c1107-cee7-4752-9ef4-e6eed6320114 None None] Provisioning for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:27.148847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-746c1107-cee7-4752-9ef4-e6eed6320114 None None] Provisioning complete for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:27.149216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-746c1107-cee7-4752-9ef4-e6eed6320114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.187423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 468f8492-bee3-4327-8d93-23ae47a16fa5 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:27.213596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.228566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e7241a2-4282-4b13-b667-dab83a928caa tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.234502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Transition to ACTIVE for port object 2f78582b-004c-4ef2-a1ee-dd68b73c5693 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:27.292562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Transition to ACTIVE for port object 2f78582b-004c-4ef2-a1ee-dd68b73c5693 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:27.359694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.382558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.386486 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c7a50bed-bc76-4210-be2c-f63eaf5e4fd3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7717078 Apr 18 12:16:27.387594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32768) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:27.398663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'port': {'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1', 'name': 'tempest-RoutersTest-1877549457'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:27.450218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:27.454276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:27.456923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:27.503553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Pushing event updated for resources: {'Port': ['ID=2f78582b-004c-4ef2-a1ee-dd68b73c5693,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:27.587539 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:27.599173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Attempting to bind port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:27.600066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Attempting to bind port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '59150dbf-12cf-4283-a1c8-6fdc78ec0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:27.600780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Attempting to bind port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 on network 25e3232c-9b13-47f5-93b1-c1751c0341d1 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:27.607058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:27.624449 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bc54c3f9-3574-46de-87da-b0b2496f9312 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8508985 Apr 18 12:16:27.627562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32772) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:27.633161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e7241a2-4282-4b13-b667-dab83a928caa tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.637764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:27.638152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Checking segment: {'id': '59150dbf-12cf-4283-a1c8-6fdc78ec0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:27.638557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.639161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Bound using segment: {'id': '59150dbf-12cf-4283-a1c8-6fdc78ec0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:27.639634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Bound port: 2f78582b-004c-4ef2-a1ee-dd68b73c5693, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59150dbf-12cf-4283-a1c8-6fdc78ec0035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '25e3232c-9b13-47f5-93b1-c1751c0341d1'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:27.640045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.661738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:27.665292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7241a2-4282-4b13-b667-dab83a928caa tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=625807f3-8db4-43e9-a19f-3b8fb67c2bb4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:27.674098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab836b-c845-4480-a083-86e3de465831 req-5c37e41e-bb18-46fa-a576-6af1432d4eb9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:27.675611 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dcab836b-c845-4480-a083-86e3de465831 req-5c37e41e-bb18-46fa-a576-6af1432d4eb9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3286226 Apr 18 12:16:27.725936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:27.727788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:27.729302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e7241a2-4282-4b13-b667-dab83a928caa tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.732768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e7241a2-4282-4b13-b667-dab83a928caa tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/625807f3-8db4-43e9-a19f-3b8fb67c2bb4 HTTP/1.1" status: 204 len: 168 time: 1.2831786 Apr 18 12:16:27.735629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.737217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32776) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:27.774977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.777409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:27.788497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet 948c0184-f6e2-4597-8bf4-f43d34f1cdf4 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:27.791627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:port and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:27.797493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:27.802361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.842103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:27.870671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.875695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dcab836b-c845-4480-a083-86e3de465831 req-6b70e382-9898-45ff-9905-23f4926aaefb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838930 Apr 18 12:16:27.936607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:27.950013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-10830f43-81c4-41b7-a20b-3c9bb7e5919a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:27.974795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d8f3b996-ba82-44a7-bc6e-6cd88e347773 None None] Provisioning for port 27ebeb56-ac7a-474b-b580-399792339f5b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:27.989646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:27.995182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.029567 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d8f3b996-ba82-44a7-bc6e-6cd88e347773 None None] Provisioning complete for port 27ebeb56-ac7a-474b-b580-399792339f5b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:28.030124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d8f3b996-ba82-44a7-bc6e-6cd88e347773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.037986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.075929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=27ebeb56-ac7a-474b-b580-399792339f5b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:28.081688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:28.108210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-10830f43-81c4-41b7-a20b-3c9bb7e5919a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:28.108210 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-10830f43-81c4-41b7-a20b-3c9bb7e5919a tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3636904 Apr 18 12:16:28.108210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=468f8492-bee3-4327-8d93-23ae47a16fa5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:28.128597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32782) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:28.141101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3b996-ba82-44a7-bc6e-6cd88e347773 None None] Port 27ebeb56-ac7a-474b-b580-399792339f5b was deleted so its status cannot be updated. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 12:16:28.146078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--1773945915'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:28.174838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] For port 2f78582b-004c-4ef2-a1ee-dd68b73c5693, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:28.184695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:28.187422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] device_id is not set on port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:16:28.201067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] For port 2f78582b-004c-4ef2-a1ee-dd68b73c5693, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2f78582b-004c-4ef2-a1ee-dd68b73c5693,segment=NetworkSegment(59150dbf-12cf-4283-a1c8-6fdc78ec0035),segment_id=59150dbf-12cf-4283-a1c8-6fdc78ec0035)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:28.265777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:28.266238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.305834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:28.327308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.415706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.463920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.484472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.520858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3940f6f1-0ef8-47f2-aab8-fa0567594937 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/27ebeb56-ac7a-474b-b580-399792339f5b HTTP/1.1" status: 204 len: 168 time: 2.5651174 Apr 18 12:16:28.521637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32786) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:28.537070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a3ef0-c73b-4c5f-a3ae-5cc01fd55006 req-fa78aa03-3fa1-46fe-af8d-422811b42b04 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:28.538536 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-051a3ef0-c73b-4c5f-a3ae-5cc01fd55006 req-fa78aa03-3fa1-46fe-af8d-422811b42b04 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.5210061 Apr 18 12:16:28.568411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1debb9-cfb7-4426-a58e-05c6fb829c25 None None] Pushing event updated for resources: {'Port': ['ID=2f78582b-004c-4ef2-a1ee-dd68b73c5693,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:28.579629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.586717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Router 7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:16:28.641963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:28.661119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.20.0.12 (25e3232c-9b13-47f5-93b1-c1751c0341d1/323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1/ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:28.667052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:28.680479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:28.695817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96737b4-8b79-412c-9834-54e7d6421381 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:28.697326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96737b4-8b79-412c-9834-54e7d6421381 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:28.698838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96737b4-8b79-412c-9834-54e7d6421381 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:28.699639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c96737b4-8b79-412c-9834-54e7d6421381 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:28.703561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:28.711467 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-051a3ef0-c73b-4c5f-a3ae-5cc01fd55006 req-6289861e-a59a-4398-b1a1-82a3b8635690 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330023 Apr 18 12:16:28.719031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.759593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:25Z', 'revision_number': 8, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:28.764083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:28.767557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32790) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:28.774308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:28.775081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:28.819519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=948c0184-f6e2-4597-8bf4-f43d34f1cdf4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:28.824269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:28.834014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6d6a2-b1ba-4900-b566-e1b4ecdcca67 None None] Network b0ab16ed-485f-44fa-9263-0bec0613fb40 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:28.894080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c96737b4-8b79-412c-9834-54e7d6421381 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:28.898045 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c96737b4-8b79-412c-9834-54e7d6421381 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3694394 Apr 18 12:16:28.904913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32794) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:28.912648 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bf00823d-fcc9-4c11-835a-2c38500e6078 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/948c0184-f6e2-4597-8bf4-f43d34f1cdf4 HTTP/1.1" status: 204 len: 168 time: 1.2777679 Apr 18 12:16:28.938687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32798) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:29.123170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:29.247476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 85524364-b771-4949-b09f-ff11f13f7d97 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:29.267336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.290188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.299206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:29.321229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.325353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:29.325680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.329158 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] Sync routers for ids ['7ecc3732-afe2-44d5-adcd-b66b5de1e7f4'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:29.353744 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] Routers {'7ecc3732-afe2-44d5-adcd-b66b5de1e7f4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:29.359908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c510e-d294-4ffe-8f0b-3edba7be23e4 tempest-TestNetworkAdvancedServerOps-732718263 tempest-TestNetworkAdvancedServerOps-732718263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:29.364380 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f2c510e-d294-4ffe-8f0b-3edba7be23e4 tempest-TestNetworkAdvancedServerOps-732718263 tempest-TestNetworkAdvancedServerOps-732718263-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1094 time: 0.5884955 Apr 18 12:16:29.364547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.365984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dcf1aed0-03ff-47ae-8c76-fccebc3c3c40 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "PUT /v2.0/routers/7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 HTTP/1.1" status: 200 len: 883 time: 9.3149061 Apr 18 12:16:29.366176 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7ecc3732-afe2-44d5-adcd-b66b5de1e7f4'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:29.371768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32802) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:29.372313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32804) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:29.385770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '7645d618-cfff-46cb-85b9-64673838d3a9', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:29.386004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.420299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.461205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:29.467388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.531450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329fff1c-fcf9-4f79-af77-d14660dabefc,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:29.539714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Usage tracker for resource:floatingip and tenant:7519ebda3ee9476a8e109aa15a5c1646 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:29.541324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:29.565479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] DHCP port deletion for b0ab16ed-485f-44fa-9263-0bec0613fb40 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:29.565855 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:29.569058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.573321 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-03bb3078-97ef-4f34-8084-8392fd34ab87 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4397418 Apr 18 12:16:29.574078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32810) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:29.591666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-27e96c5f-635d-4282-9847-d0cae37bcbbc tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:29.592512 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-27e96c5f-635d-4282-9847-d0cae37bcbbc tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 12:16:29.593002 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-27e96c5f-635d-4282-9847-d0cae37bcbbc tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:29.596485 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-27e96c5f-635d-4282-9847-d0cae37bcbbc tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0189605 Apr 18 12:16:29.598489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32814) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:29.601683 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] Routers {'7ecc3732-afe2-44d5-adcd-b66b5de1e7f4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:29.602292 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['7ecc3732-afe2-44d5-adcd-b66b5de1e7f4'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:29.605205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] Deleting port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:29.613133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.624448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:29.652549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:29.655610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:29.661735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:29.670485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.680471 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2f78582b-004c-4ef2-a1ee-dd68b73c5693 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:29.727866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:29.730269 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:29.730269 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8d476a-e17d-4cea-88bf-012423428b14 None None] The sync data for ids ['7ecc3732-afe2-44d5-adcd-b66b5de1e7f4'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:29.737952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:29.747142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:29.791937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.829024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.853064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:25Z', 'revision_number': 8, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:29.869972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a6e929-cdb3-4d63-a675-6142056aa100 None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:25Z', 'revision_number': 8, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': '18223139-55cf-4fa2-84ee-a036d8c72608', 'name': '', 'network_id': '13851fc5-256a-44eb-bd8c-f8b2c06f8e14', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:ab:b7:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:49Z', 'updated_at': '2022-04-18T12:16:02Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '0b4c327f-ee9b-459b-9c15-d59227503dd5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:29.888011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:29.966864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=85524364-b771-4949-b09f-ff11f13f7d97,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:29.972804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:29.984474 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b22256c9-b742-4526-a91a-786888ef53d7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 HTTP/1.1" status: 200 len: 924 time: 0.6024470 Apr 18 12:16:29.986491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Router 5dade59e-846b-468f-b0e5-c77463f9c02a has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:29.987261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32818) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.005329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:30.011833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.014238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] For port a8eaec2d-1c76-46a3-82de-6b6ad44f6716, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:30.014759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:30.014897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.016683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:30.027224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:30.091713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:30.093070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de21c12-3100-46b9-8680-8008d05d02ff None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:30.095770 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3205ac9a-fbe1-41ce-b647-f215b0fc1eaf tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4838300 Apr 18 12:16:30.096400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32822) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.103833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-8107801f-d827-42cc-a3f5-526e5e85de8d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:30.104449 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-8107801f-d827-42cc-a3f5-526e5e85de8d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 12:16:30.104995 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-8107801f-d827-42cc-a3f5-526e5e85de8d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:30.109267 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8107801f-d827-42cc-a3f5-526e5e85de8d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096397 Apr 18 12:16:30.112532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32826) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.125929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:30.125929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.142151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:30.154189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:30.158933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:30.165119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a1614026-d728-4b84-9a01-22acc3b24a2f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/85524364-b771-4949-b09f-ff11f13f7d97 HTTP/1.1" status: 204 len: 168 time: 1.2519853 Apr 18 12:16:30.165119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:30.168027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32830) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.170566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70be268-7daf-4451-ad4d-10d85148a0d6 None None] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:30.206341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:30.207895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] Calling delete_port for a8eaec2d-1c76-46a3-82de-6b6ad44f6716 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:30.225787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5a7d4878-fcb8-4c17-9514-9a6d208eeb9d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8345249 Apr 18 12:16:30.226786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32834) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.338653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] Provisioning for port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:30.394200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] Provisioning complete for port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:30.395944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.399774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet e85c08d0-a392-4060-82c0-075dfa9512f0 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:30.401818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port a8eaec2d-1c76-46a3-82de-6b6ad44f6716, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,segment=NetworkSegment(7dcb838b-e6e1-4b97-9beb-7b21e96b435f),segment_id=7dcb838b-e6e1-4b97-9beb-7b21e96b435f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:30.402179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.470352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.510958 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:30.514574 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-07dedbd4-7806-4e7c-874e-e349428c1aa6 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3746336 Apr 18 12:16:30.518566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32838) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.533596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-05d17d5c-d7c5-473d-9e8b-361f0d03f298 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:30.534263 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-05d17d5c-d7c5-473d-9e8b-361f0d03f298 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 12:16:30.534887 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-05d17d5c-d7c5-473d-9e8b-361f0d03f298 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:30.538547 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-05d17d5c-d7c5-473d-9e8b-361f0d03f298 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0166698 Apr 18 12:16:30.548425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32842) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.555727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for a8eaec2d-1c76-46a3-82de-6b6ad44f6716 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:30.595989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:30.617188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:30.638781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119f493-1e99-4c39-9d16-9af8a38bfb93 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:30.639710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b119f493-1e99-4c39-9d16-9af8a38bfb93 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Synchronizing usage tracker for tenant:0ba7be4f438546dabc1f97842b587416 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:30.648680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:30.671390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.706583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:30.730891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:30.737254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.738719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] Pushing event deleted for resources: {'Port': ['ID=a8eaec2d-1c76-46a3-82de-6b6ad44f6716,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:30.758119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1600f-bdab-432d-8a2b-963e83c423d7 None None] No DVR routers for this DVR port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:30.783552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b119f493-1e99-4c39-9d16-9af8a38bfb93 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Unset dirty status for tenant:0ba7be4f438546dabc1f97842b587416 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:30.787207 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b119f493-1e99-4c39-9d16-9af8a38bfb93 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=7ecc3732-afe2-44d5-adcd-b66b5de1e7f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7851083 Apr 18 12:16:30.789801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32846) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.790833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:30.824819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:30.825378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:30.856316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] Sync routers for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:30.859855 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4ab856a0-46df-4628-8224-9c831e45d7b6 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "PUT /v2.0/routers/5dade59e-846b-468f-b0e5-c77463f9c02a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0673714 Apr 18 12:16:30.862736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32850) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:30.866293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.868414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:30.898976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:30.899592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:30.967903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.039997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] For port 2f78582b-004c-4ef2-a1ee-dd68b73c5693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2f78582b-004c-4ef2-a1ee-dd68b73c5693,segment=NetworkSegment(59150dbf-12cf-4283-a1c8-6fdc78ec0035),segment_id=59150dbf-12cf-4283-a1c8-6fdc78ec0035)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:31.045974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:31.068117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] Routers {'5dade59e-846b-468f-b0e5-c77463f9c02a'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:31.069179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5dade59e-846b-468f-b0e5-c77463f9c02a'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:31.133482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:31.133887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd8d1b1-ecd9-4614-a4fb-80efcd29e995 None None] The sync data for ids ['5dade59e-846b-468f-b0e5-c77463f9c02a'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:31.138022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.174046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.209235 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:31.217127 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8f84640e-b799-4e63-a2db-c3d74d1a74e5 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6277139 Apr 18 12:16:31.217127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ca2069-9a78-465b-9d07-8a0dbcdf28f5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:31.217127 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-23ca2069-9a78-465b-9d07-8a0dbcdf28f5 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.4202487 Apr 18 12:16:31.221269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32854) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.221421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32856) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.232991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff7061-14c9-4e43-ba71-7e9e9cba058b None None] Pushing event updated for resources: {'Port': ['ID=2f78582b-004c-4ef2-a1ee-dd68b73c5693,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:31.237930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e7fc5230-1462-4bc7-a9bb-0605bc08027b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:31.238689 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-e7fc5230-1462-4bc7-a9bb-0605bc08027b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 12:16:31.239179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-e7fc5230-1462-4bc7-a9bb-0605bc08027b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:31.240249 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e7fc5230-1462-4bc7-a9bb-0605bc08027b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0178092 Apr 18 12:16:31.245414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32862) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.257879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:31.274368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:31.286509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:31.328965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port a8eaec2d-1c76-46a3-82de-6b6ad44f6716 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:31.329310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.354497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:31.365462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.368089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3651d076-963f-4811-968a-64f2678e2a91 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 HTTP/1.1" status: 200 len: 205 time: 0.1433544 Apr 18 12:16:31.377919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32866) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.388415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.401161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:31.508798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.508986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2f78582b-004c-4ef2-a1ee-dd68b73c5693 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:31.509076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=e85c08d0-a392-4060-82c0-075dfa9512f0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:31.552578 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-71cab646-9c42-4b7f-ae07-6392d18a2e15 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e85c08d0-a392-4060-82c0-075dfa9512f0 HTTP/1.1" status: 204 len: 168 time: 1.3846164 Apr 18 12:16:31.557635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32870) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.647142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:31.647657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.696078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9ce733f7-c439-4e8b-b3c8-660c94397532 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358111 Apr 18 12:16:31.696210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32874) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.721414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:31.733340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.736041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95238df3-fd75-4b6f-ac2a-6a54c4f6b953 None None] Provisioning for port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:31.750545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95238df3-fd75-4b6f-ac2a-6a54c4f6b953 None None] Provisioning complete for port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:31.751231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95238df3-fd75-4b6f-ac2a-6a54c4f6b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.844145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:31.847913 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e2f58174-740b-4f57-b4b7-77cb94a9c4a0 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5956645 Apr 18 12:16:31.857963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32878) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:31.873483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '329fff1c-fcf9-4f79-af77-d14660dabefc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:31.885137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:31.900864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:31.905091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-95238df3-fd75-4b6f-ac2a-6a54c4f6b953 None None] Port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:31.905901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:31.908835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:31.916197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:31.927995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:31.927995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:31.928797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9076fd3-3ed6-49fd-acf4-2569f2875e32 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:31.937273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:31.962385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:31.966414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95238df3-fd75-4b6f-ac2a-6a54c4f6b953 None None] Provisioning complete for port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:31.966794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95238df3-fd75-4b6f-ac2a-6a54c4f6b953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.043447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a8eaec2d-1c76-46a3-82de-6b6ad44f6716 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:32.068415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] The port 'a8eaec2d-1c76-46a3-82de-6b6ad44f6716' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:32.089947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: a8eaec2d-1c76-46a3-82de-6b6ad44f6716 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:32.090284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a8eaec2d-1c76-46a3-82de-6b6ad44f6716 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:32.092049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2457d166-d1be-41a3-8394-8b9ccca3373e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:32.107074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Allocated IP 172.26.4.193 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/96c07423-b166-46e7-b7e3-afe7e012ca29) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:32.107867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:32.111840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.126903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.137236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 2457d166-d1be-41a3-8394-8b9ccca3373e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:32.137572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2457d166-d1be-41a3-8394-8b9ccca3373e not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:32.283703 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:32.287477 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-751b2bce-7e77-4e36-afb3-60cd1c600da2 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4229326 Apr 18 12:16:32.297566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32882) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:32.369654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.393857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:32.440897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e07ea6b0-489f-45d0-b40d-ca41245ffa1b None None] Provisioning complete for port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:32.440897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e07ea6b0-489f-45d0-b40d-ca41245ffa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.470614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ab16ed-485f-44fa-9263-0bec0613fb40']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:32.474934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-390ad0d7-a1cc-4313-8a38-f7d53b87608d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.492350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:32.505865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] Deleting port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:32.506577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.539779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcb838b-e6e1-4b97-9beb-7b21e96b435f') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:32.540068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcb838b-e6e1-4b97-9beb-7b21e96b435f') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:32.554975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.560760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-390ad0d7-a1cc-4313-8a38-f7d53b87608d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.562068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e07ea6b0-489f-45d0-b40d-ca41245ffa1b None None] Port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:32.571923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.589260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.604991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.616736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:32.618039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.619042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e07ea6b0-489f-45d0-b40d-ca41245ffa1b None None] Provisioning complete for port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:32.619476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e07ea6b0-489f-45d0-b40d-ca41245ffa1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:32.633209 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:32.654122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting port 3a83a089-ffd7-4402-82c0-cc5ce5894ee2 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:32.654759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.748562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Deleting port 4054f95d-c724-4d34-8e3e-67558085c17f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:32.748916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.791267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.814723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-390ad0d7-a1cc-4313-8a38-f7d53b87608d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.825010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.830612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] For port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:32.831001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.846669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ad0d7-a1cc-4313-8a38-f7d53b87608d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329fff1c-fcf9-4f79-af77-d14660dabefc,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:32.871281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.908232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.948471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:32.952780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:32.959054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:32.959054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.977567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-390ad0d7-a1cc-4313-8a38-f7d53b87608d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.984069 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-390ad0d7-a1cc-4313-8a38-f7d53b87608d tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/329fff1c-fcf9-4f79-af77-d14660dabefc HTTP/1.1" status: 204 len: 168 time: 0.6739550 Apr 18 12:16:32.984192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:32.984318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32886) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:32.984404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] Calling delete_port for ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:33.009356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=2764b0e7-94e3-42a0-8a54-a72992f59d5d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:33.047255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=b0ab16ed-485f-44fa-9263-0bec0613fb40,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:33.076007 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5f6698f0-486d-49d1-8856-5545e99523bd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/b0ab16ed-485f-44fa-9263-0bec0613fb40 HTTP/1.1" status: 204 len: 168 time: 4.1318035 Apr 18 12:16:33.079064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fb3363b1-6e47-457c-8a65-6408450c2274 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:33.079225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32890) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:33.108857 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-38002117-63bf-4b2e-9f14-46fe4036df02 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4023292 Apr 18 12:16:33.112112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32894) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:33.145430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c62d185b-3e0e-475b-a105-c09fce9f6ca4 None None] Provisioning complete for port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:33.145727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c62d185b-3e0e-475b-a105-c09fce9f6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.180407 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.238832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] No DVR routers for this DVR port ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:33.251192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:33.257039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.262153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a7ee2-9388-4eb2-b0d4-19795dcf6b78 None None] Pushing event deleted for resources: {'Port': ['ID=ee6c425e-e7dc-4f35-8e46-a9f7655b12f5,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:33.269968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce4e882-8ff2-4925-9e04-c43599caf5d1 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:33.270152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fb3363b1-6e47-457c-8a65-6408450c2274 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:33.271345 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fb3363b1-6e47-457c-8a65-6408450c2274 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2887514 Apr 18 12:16:33.283630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.294264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32898) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:33.305021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--707140188'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:33.317079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:33.371633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c62d185b-3e0e-475b-a105-c09fce9f6ca4 None None] Port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:33.405360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:33.431081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.515779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:33.562860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:33.565394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ee6c425e-e7dc-4f35-8e46-a9f7655b12f5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:33.596529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.609945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Calling delete_port for 4054f95d-c724-4d34-8e3e-67558085c17f owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:33.630162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:33.637133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:33.640371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:33.653271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:33.659337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:33.665390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '2764b0e7-94e3-42a0-8a54-a72992f59d5d'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:33.666228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.671184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:33.674123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:33.695936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:33.706884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Calling delete_port for 3a83a089-ffd7-4402-82c0-cc5ce5894ee2 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:33.751823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.771868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:33.775882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:33.823722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Allocated IP 172.20.0.2 (5f4dde90-d90b-4725-911c-836df72b725b/2764b0e7-94e3-42a0-8a54-a72992f59d5d/54fbc34f-8c68-46cd-bcfe-ca00165aab8c) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:33.925002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:33.990042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:34.002039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.012243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:34.060538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.063082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Port': ['ID=96c07423-b166-46e7-b7e3-afe7e012ca29,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.077118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.090711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Transition to ACTIVE for port object 54fbc34f-8c68-46cd-bcfe-ca00165aab8c will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:34.105934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.110654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Transition to ACTIVE for port object 54fbc34f-8c68-46cd-bcfe-ca00165aab8c will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:34.184614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.194162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.269258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:34.274073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:34.275909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Pushing event updated for resources: {'Port': ['ID=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.278024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:34.293253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.305491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.308955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9860a467-f2b9-4c9f-a892-f9413709fabb,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.375836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Attempting to bind port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:34.376200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Attempting to bind port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:34.376561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Attempting to bind port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:34.382211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:34.383229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:34.383822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.384217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:34.384802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Bound port: 54fbc34f-8c68-46cd-bcfe-ca00165aab8c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:34.385174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.411027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.414892 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7f119c3f-1f33-4435-8bd7-8fcf22c33001 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1141994 Apr 18 12:16:34.417106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32902) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:34.440626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '9860a467-f2b9-4c9f-a892-f9413709fabb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:34.452561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:34.459460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:34.463775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:34.472002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:34.479260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] For port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:34.482600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] For port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:34.504226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:34.505276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:34.556375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.558927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.661801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5cb53-f62f-497f-8c2d-e455364bd321 None None] Pushing event updated for resources: {'Port': ['ID=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.809537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9228d027-5c64-4d4d-8083-a4a9ad132e20 None None] Provisioning complete for port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:34.810382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9228d027-5c64-4d4d-8083-a4a9ad132e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.842225 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The resource could not be found. Apr 18 12:16:34.843289 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-923c35a3-5785-4e08-a09d-47bdc980538e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4265542 Apr 18 12:16:34.848472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event deleted for resources: {'Port': ['ID=4054f95d-c724-4d34-8e3e-67558085c17f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.850650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:16:34.850779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:34.879984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9228d027-5c64-4d4d-8083-a4a9ad132e20 None None] Port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:34.883776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32906) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:34.933522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '9860a467-f2b9-4c9f-a892-f9413709fabb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '7b1726b6-5516-4f10-90ed-ee04373e08ff'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:34.949816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router be55b955-1f4d-456c-b516-031f1cdf5e42 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:16:34.957969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Port': ['ID=3a83a089-ffd7-4402-82c0-cc5ce5894ee2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:34.987088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:35.040450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:35.048786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:35.113547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:35.222302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.279090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:35.283837 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-46477e50-73c6-4fdc-ab61-b1efbec3bdec tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/be55b955-1f4d-456c-b516-031f1cdf5e42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0559132 Apr 18 12:16:35.286302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32910) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:35.289543 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] Sync routers for ids ['be55b955-1f4d-456c-b516-031f1cdf5e42'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:35.300660 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] Routers {'be55b955-1f4d-456c-b516-031f1cdf5e42'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:35.301493 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be55b955-1f4d-456c-b516-031f1cdf5e42'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:35.361800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.371799 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:35.380534 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] Routers {'be55b955-1f4d-456c-b516-031f1cdf5e42'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:35.381349 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be55b955-1f4d-456c-b516-031f1cdf5e42'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:35.406165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9e4db6-12a8-40b7-ab87-f9ff61fe9d23 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:35.406965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bd9e4db6-12a8-40b7-ab87-f9ff61fe9d23 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:35.427741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.442288 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:35.442924 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b0d366-37d6-4acb-91f6-62d5e94b706a None None] The sync data for ids ['be55b955-1f4d-456c-b516-031f1cdf5e42'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:35.501885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bd9e4db6-12a8-40b7-ab87-f9ff61fe9d23 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:35.503063 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bd9e4db6-12a8-40b7-ab87-f9ff61fe9d23 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports/ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 HTTP/1.1" status: 200 len: 978 time: 0.2158539 Apr 18 12:16:35.510559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32914) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:35.532965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 54fbc34f-8c68-46cd-bcfe-ca00165aab8c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:35.588262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.604786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.683654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.696798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.732878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.764619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:35.812827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.813616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Fanout notify agent at l3_agent the message router_deleted on router 7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:35.815469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The resource could not be found. Apr 18 12:16:35.819541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6b25c1c2-170b-404e-bc86-63c71981cb03 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9038398 Apr 18 12:16:35.838117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32918) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:35.910905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:35.911431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Fanout notify agent at l3_agent the message router_deleted on router 5dade59e-846b-468f-b0e5-c77463f9c02a {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:35.950113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:36.001799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.008481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.013885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fe8e6f19-b7bc-4173-a0b8-ed79656cc73e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 HTTP/1.1" status: 204 len: 168 time: 4.6287689 Apr 18 12:16:36.017860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.018885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c375f502-f783-4dbc-a443-7dab81024e33 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/routers/5dade59e-846b-468f-b0e5-c77463f9c02a HTTP/1.1" status: 204 len: 168 time: 5.1485493 Apr 18 12:16:36.025371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32922) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:36.029240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32926) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:36.067499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.089213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1940262762', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:36.108491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Deleting subnet a82c4f01-eb3a-4db9-9334-aac85a6be1a4 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:36.114195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.139500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:36.155540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Usage tracker for resource:router and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:36.162711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:36.166113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-896a024d-0cd7-40cf-90c1-76ce31d0bf62 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.173917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:36.198650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.199371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.205271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] Provisioning for port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:36.211703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-896a024d-0cd7-40cf-90c1-76ce31d0bf62 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.214677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] Provisioning complete for port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:36.214677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.297989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.360939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:36.364743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.382762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:36.395766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:36.396593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.400774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfec039-153c-4291-b070-847481ceef80 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:36.433091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=893084dd-c81f-4123-9251-617864487fea,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:36.437484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] For port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:36.441577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,revision_number=4']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:36.453296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.496885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.497906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.515710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.548337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.583043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 18223139-55cf-4fa2-84ee-a036d8c72608 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:36.583627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.596173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdeddf8-7cf1-4cf6-b6af-4ce0ef469ae9 None None] Pushing event updated for resources: {'Port': ['ID=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:36.644496 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-08e0ed78-a27a-40cb-905b-d4711ced7828 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5313687 Apr 18 12:16:36.649490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32930) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:36.657566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:c4:bd:7f', 'name': 'tempest-NetworksTestDHCPv6-1338514575'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:36.677416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-896a024d-0cd7-40cf-90c1-76ce31d0bf62 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.733360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.743269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a024d-0cd7-40cf-90c1-76ce31d0bf62 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9860a467-f2b9-4c9f-a892-f9413709fabb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:36.840594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.912556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.937395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-896a024d-0cd7-40cf-90c1-76ce31d0bf62 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:36.940643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-896a024d-0cd7-40cf-90c1-76ce31d0bf62 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/9860a467-f2b9-4c9f-a892-f9413709fabb HTTP/1.1" status: 204 len: 168 time: 1.1006687 Apr 18 12:16:36.950344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32934) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:37.020260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port 18223139-55cf-4fa2-84ee-a036d8c72608, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=18223139-55cf-4fa2-84ee-a036d8c72608,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:37.020625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.039995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Subnet': ['ID=a82c4f01-eb3a-4db9-9334-aac85a6be1a4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:37.047033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.047839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.065642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:37.073203 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-144d29a4-9f7e-448a-aee2-8cc396e8245e tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/subnets/a82c4f01-eb3a-4db9-9334-aac85a6be1a4 HTTP/1.1" status: 204 len: 168 time: 1.0397704 Apr 18 12:16:37.083211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32938) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:37.109496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:37.173442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:37.199305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 18223139-55cf-4fa2-84ee-a036d8c72608 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:37.219714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:37.251423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24c0ec39-e327-49d6-b6b7-a8fd92744c0c tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:37.309648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.310792 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3c3cb1b6-69f1-4367-b0c3-bc9be4361776 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2853563 Apr 18 12:16:37.316482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32942) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:37.323946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.327555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.328063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': True}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:37.396281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:37.401916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24c0ec39-e327-49d6-b6b7-a8fd92744c0c tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:37.403308 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24c0ec39-e327-49d6-b6b7-a8fd92744c0c tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4497247 Apr 18 12:16:37.410597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32948) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:37.418711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': 'a042ccb7-1994-47d4-bd88-4d82ef1101ae', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:37.447586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.451707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:37.463839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9d1a0132-3415-4ddb-8d44-a2b4a1898b8f None None] Provisioning complete for port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:37.464786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9d1a0132-3415-4ddb-8d44-a2b4a1898b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.504714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 54fbc34f-8c68-46cd-bcfe-ca00165aab8c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:37.513705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:37.548898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:37.596658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event updated for resources: {'Port': ['ID=96c07423-b166-46e7-b7e3-afe7e012ca29,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:37.615902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:37.622924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.692116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:37.692734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.693367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=18223139-55cf-4fa2-84ee-a036d8c72608,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:37.733788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:37.954742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c8176807-8846-44da-8b83-697dd7047e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.102448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.112355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.121692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.125280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:38.125597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.174425 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The resource could not be found. Apr 18 12:16:38.178914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dc0b994e-9e65-4d51-a867-5a9e380b96b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7639060 Apr 18 12:16:38.181747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32952) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:38.190100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.196150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:38.196779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--796267812'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:38.207801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:38.234821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:38.250852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58b3e474-1cac-4936-91bc-994f9976d2c2') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:38.251264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58b3e474-1cac-4936-91bc-994f9976d2c2') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:38.272010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port e1bb7673-5147-4fef-aa95-67685d50eba9 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:16:38.284153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Floating IP 969283b5-202b-4b47-8efd-949efcd1689e associated. External IP: 172.26.4.193, port: 7645d618-cfff-46cb-85b9-64673838d3a9. Apr 18 12:16:38.317351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.422508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.432168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.446420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:38.448573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:38.464870 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:38.467341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:38.532861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:38.554212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:38.570410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:38.651277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.796724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:38.827347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.870234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:38.873731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:38.895139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] Pushing event deleted for resources: {'Network': ['ID=a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:38.946924 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6a53dcb0-cdf1-4a8b-b4a2-55e7269dde75 tempest-FloatingIPTestJSON-635173448 tempest-FloatingIPTestJSON-635173448-project] 10.222.0.24 "DELETE /v2.0/networks/a5cbf9b8-d60c-4a57-b92e-9d07f2d4fc1d HTTP/1.1" status: 204 len: 168 time: 1.8586671 Apr 18 12:16:38.973118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.006640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 172.20.0.6 (5f4dde90-d90b-4725-911c-836df72b725b/2764b0e7-94e3-42a0-8a54-a72992f59d5d/e1bb7673-5147-4fef-aa95-67685d50eba9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:39.019125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fec4:bd7f (5f4dde90-d90b-4725-911c-836df72b725b/893084dd-c81f-4123-9251-617864487fea/e1bb7673-5147-4fef-aa95-67685d50eba9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:39.044324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.079595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Router e73f348d-5c41-4664-95be-3ab504403f57 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:39.178695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1278d6-9046-41c4-af8f-f0ee2bd20edd,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:39.270946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:39.272603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.276599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bbd4f7da-2db9-4669-832a-db1e39afa173 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0892410 Apr 18 12:16:39.278238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32958) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:39.279082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-925bcb9b-ff45-4601-a1a6-55e3f76306b7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1959863 Apr 18 12:16:39.281772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32962) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:39.294219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:39.299254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078896437'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:39.311477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:39.311477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:39.330957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.398343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:39.406132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:39.409964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:39.420956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:39.428038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet 0b4c327f-ee9b-459b-9c15-d59227503dd5 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:39.435140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:39.438277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.438418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.499847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:39.510237 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] Sync routers for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:39.522791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.523067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:39.523684 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:39.547441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:39.763625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Allocated IP 172.26.4.87 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/ee977035-0a6a-4efd-bc76-618fdf13cf97) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:39.810918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.829334 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:39.900450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:39.953422 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2ee48e73-fb3b-46e4-8101-ac5f12169bb0 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.5698514 Apr 18 12:16:39.955402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:16:39.970704 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1843ac8f-5a8c-4107-b977-6e13fa1b04a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f84120ecc03434da5959285284f6328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5057845 Apr 18 12:16:39.974066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32978) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:39.974201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.012376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object e1bb7673-5147-4fef-aa95-67685d50eba9 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:40.042974 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38f559c-391c-4edf-aec8-de8c8f8259eb'] response: {'name': 'network-changed', 'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'status': 'completed', 'code': 200} Apr 18 12:16:40.048715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.052735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.090200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:40.095705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:40.099116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:37Z', 'revision_number': 9, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:40.099518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:40.107039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:40.107361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:40.117266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d0d495d-cb23-43c6-ae05-c2df322cba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.153912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:40.154954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:40.155458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d0d495d-cb23-43c6-ae05-c2df322cba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.166721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.185667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.269457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4c327f-ee9b-459b-9c15-d59227503dd5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:40.270159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=ce6f6d5f-228a-4d02-a2e6-a3d55e517fa7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:40.274641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.282105 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '969283b5-202b-4b47-8efd-949efcd1689e', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'port_id': '7645d618-cfff-46cb-85b9-64673838d3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'mac_address': 'fa:16:3e:3d:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:16:35Z', 'updated_at': '2022-04-18T12:16:35Z', 'revision_number': 0, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:16:00Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:40.286712 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] Checking router: e73f348d-5c41-4664-95be-3ab504403f57 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:40.300606 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:40.300606 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:40.310715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.343130 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6191d1ae-9b58-4d28-bfd2-97de61a1f846 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/0b4c327f-ee9b-459b-9c15-d59227503dd5 HTTP/1.1" status: 204 len: 168 time: 1.0602152 Apr 18 12:16:40.347300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97fad-6376-4e68-a061-9c442c31453d req-ba2c9b26-a609-4ae4-988a-5e01c5d501da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:40.349146 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-ba2c9b26-a609-4ae4-988a-5e01c5d501da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1099 time: 0.2839696 Apr 18 12:16:40.349788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.350549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32984) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:40.386716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8b92c0-4204-426d-ba86-bff18b4d04f3 None None] Network 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:40.400228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aa96906e-8f0b-4479-af37-61d31a6f9036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.525564 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:40.530358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:40.545127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c5844-85d5-45d5-8447-1f99fda396e1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:40.549499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:40.551289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=e1bb7673-5147-4fef-aa95-67685d50eba9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:40.553415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:40.654529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:40.762923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d0d495d-cb23-43c6-ae05-c2df322cba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.778839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:40.779546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.782935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.829098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d495d-cb23-43c6-ae05-c2df322cba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc23abb2-898d-4056-8718-0d73bb2ff48a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:40.844565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d0d495d-cb23-43c6-ae05-c2df322cba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.848868 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d0d495d-cb23-43c6-ae05-c2df322cba80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc23abb2-898d-4056-8718-0d73bb2ff48a HTTP/1.1" status: 204 len: 168 time: 0.8741376 Apr 18 12:16:40.858678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3fd4a-2762-4674-a998-6f91d3f5af8e req-bb8fb963-5a86-4f4c-be44-169f4ea00461 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:40.868147 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a4c3fd4a-2762-4674-a998-6f91d3f5af8e req-bb8fb963-5a86-4f4c-be44-169f4ea00461 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.6875114 Apr 18 12:16:40.877115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:40.877523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:40.981282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.002364 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6262f4d1-913e-42ff-aa5d-a0d267da6d44 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3495264 Apr 18 12:16:41.012452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97fad-6376-4e68-a061-9c442c31453d req-a4b3fc06-c741-4426-8bad-7ba9508f1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:41.013985 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-a4b3fc06-c741-4426-8bad-7ba9508f1f64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 200 len: 897 time: 0.6573379 Apr 18 12:16:41.014598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 32990) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:41.065735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.069920 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b2c844af-be68-4016-9021-ecc00208637e tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7893708 Apr 18 12:16:41.070889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 32994) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:41.090703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group_rule': {'security_group_id': '1b1278d6-9046-41c4-af8f-f0ee2bd20edd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8e7c5844-85d5-45d5-8447-1f99fda396e1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:41.096310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:41.099003 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '969283b5-202b-4b47-8efd-949efcd1689e', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'port_id': '7645d618-cfff-46cb-85b9-64673838d3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'mac_address': 'fa:16:3e:3d:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:16:35Z', 'updated_at': '2022-04-18T12:16:35Z', 'revision_number': 0, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:16:00Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:41.100044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:41.103533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:41.103835 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8bb5ca-28e3-40cd-92b7-9faf1384129b None None] The sync data for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv is: [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '969283b5-202b-4b47-8efd-949efcd1689e', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'floating_ip_address': '172.26.4.193', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'port_id': '7645d618-cfff-46cb-85b9-64673838d3a9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'mac_address': 'fa:16:3e:3d:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:16:35Z', 'updated_at': '2022-04-18T12:16:35Z', 'revision_number': 0, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:16:00Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:41.109676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:41.224674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-8bad5fc0-56c7-4506-a4b2-145990a9c3a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 200 len: 1000 time: 0.1912093 Apr 18 12:16:41.242211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] DHCP port deletion for 13851fc5-256a-44eb-bd8c-f8b2c06f8e14 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:41.244649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fdf411e7-5766-4873-9a18-86f807361b1a None None] Provisioning for port e1bb7673-5147-4fef-aa95-67685d50eba9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:41.261033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Deleting port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:41.261405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.291870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fdf411e7-5766-4873-9a18-86f807361b1a None None] Provisioning complete for port e1bb7673-5147-4fef-aa95-67685d50eba9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:41.292236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fdf411e7-5766-4873-9a18-86f807361b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.363422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.377097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a4c3fd4a-2762-4674-a998-6f91d3f5af8e req-51bb3905-fe46-4b73-ba3b-282495253edc tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5029898 Apr 18 12:16:41.405955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33000) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:41.405955 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:41.409455 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2b04f0bb-99af-4b74-ad95-4d8c95db0467 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3284290 Apr 18 12:16:41.425564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33004) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:41.471450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fdf411e7-5766-4873-9a18-86f807361b1a None None] Port e1bb7673-5147-4fef-aa95-67685d50eba9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:41.498030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.526136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:41.570246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:41.570870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.575718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e268919-0483-410b-a6cd-a3558267a40b None None] New status for floating IP 969283b5-202b-4b47-8efd-949efcd1689e: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:16:41.634618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router be55b955-1f4d-456c-b516-031f1cdf5e42 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:41.652941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:37Z', 'revision_number': 9, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:41.738921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:41.749797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7cc2c-b415-4e18-9e52-d8e7ec74e1df None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:37Z', 'revision_number': 9, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'c6326b22-bd9b-48eb-a6f8-5804b575b2c9', 'name': '', 'network_id': 'f7372002-895a-4001-8d46-a26d5d86e344', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:38:7c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:31Z', 'updated_at': '2022-04-18T12:15:45Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '93eded4a-09b6-4dbc-b030-895892aee0a2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:41.801335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] For port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,segment=NetworkSegment(b49545b8-0591-4743-a89f-26bf5806c1b1),segment_id=b49545b8-0591-4743-a89f-26bf5806c1b1)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:41.801731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:41.824282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97fad-6376-4e68-a061-9c442c31453d req-429dc548-7b76-4ddb-8bf7-6f71170ca887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:41.825735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-429dc548-7b76-4ddb-8bf7-6f71170ca887 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 HTTP/1.1" status: 200 len: 834 time: 0.5644541 Apr 18 12:16:41.915346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402a11d-4b27-4205-8d6d-54e00fe82697 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:41.921437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402a11d-4b27-4205-8d6d-54e00fe82697 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:41.923313 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8402a11d-4b27-4205-8d6d-54e00fe82697 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8950610 Apr 18 12:16:41.934041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33016) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:41.965950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-677d558f-5942-4919-bd60-e4339459881d tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/floatingips/969283b5-202b-4b47-8efd-949efcd1689e HTTP/1.1" status: 200 len: 992 time: 0.5554614 Apr 18 12:16:41.978217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc2c-8573-4a18-b5e3-f809061e53b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.000277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.128423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Calling delete_port for 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:42.135910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:42.147030 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fb5d3b36-a639-4886-827d-96506785e590 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/be55b955-1f4d-456c-b516-031f1cdf5e42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6319256 Apr 18 12:16:42.147030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33026) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:42.154074 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] Sync routers for ids ['be55b955-1f4d-456c-b516-031f1cdf5e42'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:42.170233 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] Routers {'be55b955-1f4d-456c-b516-031f1cdf5e42'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:42.171037 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be55b955-1f4d-456c-b516-031f1cdf5e42'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.255175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc2c-8573-4a18-b5e3-f809061e53b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.261695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.264431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97fad-6376-4e68-a061-9c442c31453d req-533d3a89-1755-4a3b-a65a-f72be915a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:42.271142 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-533d3a89-1755-4a3b-a65a-f72be915a600 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a196d4d-2cd4-4a41-a308-367f526a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4341345 Apr 18 12:16:42.312943 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.319820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.337229 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] Routers {'be55b955-1f4d-456c-b516-031f1cdf5e42'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:42.338679 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['be55b955-1f4d-456c-b516-031f1cdf5e42'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.348675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.425065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port e1bb7673-5147-4fef-aa95-67685d50eba9 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:42.426581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.471120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33032) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:42.474313 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.474837 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd289cdb-bad8-46a3-9866-6b51054473f1 None None] The sync data for ids ['be55b955-1f4d-456c-b516-031f1cdf5e42'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:42.513707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:42.515522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No DVR routers for this DVR port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:42.646084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:42.646676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:42.704643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc2c-8573-4a18-b5e3-f809061e53b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.721164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.750980 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-93d5e0cb-2f61-4c63-a9ad-ddb4aff93e51 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648833 Apr 18 12:16:42.754294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8eee9d90-fcb6-492f-9182-b350653d72cd tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:42.754759 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-8eee9d90-fcb6-492f-9182-b350653d72cd tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 12:16:42.755252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-8eee9d90-fcb6-492f-9182-b350653d72cd tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 12:16:42.761882 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8eee9d90-fcb6-492f-9182-b350653d72cd tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2742312 Apr 18 12:16:42.761882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12dc2c-8573-4a18-b5e3-f809061e53b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c5844-85d5-45d5-8447-1f99fda396e1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:42.770259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Port': ['ID=ee977035-0a6a-4efd-bc76-618fdf13cf97,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:42.780732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33038) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:42.799822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13851fc5-256a-44eb-bd8c-f8b2c06f8e14']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.838451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578508041'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:42.849520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-7dc71f9d-4cb2-49b7-8361-fa9c752a6227 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 12:16:42.853818 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7dc71f9d-4cb2-49b7-8361-fa9c752a6227 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/be55b955-1f4d-456c-b516-031f1cdf5e42/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7029469 Apr 18 12:16:42.853994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.854101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49545b8-0591-4743-a89f-26bf5806c1b1') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.854101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49545b8-0591-4743-a89f-26bf5806c1b1') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:42.854279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:42.860552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33042) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:42.867219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:42.868063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ff12dc2c-8573-4a18-b5e3-f809061e53b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.871442 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ff12dc2c-8573-4a18-b5e3-f809061e53b9 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/8e7c5844-85d5-45d5-8447-1f99fda396e1 HTTP/1.1" status: 204 len: 168 time: 1.4424162 Apr 18 12:16:42.871746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:42.873872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:42.883301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33046) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:42.890000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:42.916449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:42.953448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:42.971667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33050) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:42.975616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:42.977692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6e995597-9e88-49a9-9744-44c11fbe7ac1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:43.086861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.102364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:43.102782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:43.119592 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:43.144534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.147591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Deleting port 0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:43.148621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.203206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6e995597-9e88-49a9-9744-44c11fbe7ac1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:43.206970 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6e995597-9e88-49a9-9744-44c11fbe7ac1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=be55b955-1f4d-456c-b516-031f1cdf5e42 HTTP/1.1" status: 200 len: 205 time: 0.3428931 Apr 18 12:16:43.218062 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cf97fad-6376-4e68-a061-9c442c31453d req-8338d40d-2fa3-46fb-8e2b-9651a0047631 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381967 Apr 18 12:16:43.218550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33054) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:43.218717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-26b97bfa-ea7a-49f5-ae2d-c0efad669ee5 None None] The port '0b7e15f6-4575-4206-bcf7-46aa7c4ec3ec' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:43.230727 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-36e347c1-0265-4073-a2ca-ac5832b67db7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/floatingips/969283b5-202b-4b47-8efd-949efcd1689e HTTP/1.1" status: 200 len: 994 time: 0.2552240 Apr 18 12:16:43.285252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.357892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-38d3e083-d780-44f2-a1ed-8c8eb431a2de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:43.362668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:43.373693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:43.375352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.380069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:43.410803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:43.431470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.435494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.437653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:43.443695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18223139-55cf-4fa2-84ee-a036d8c72608 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:43.474272 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/13851fc5-256a-44eb-bd8c-f8b2c06f8e14 HTTP/1.1" status: 204 len: 168 time: 3.1202736 Apr 18 12:16:43.475085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33058) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:43.478522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 18223139-55cf-4fa2-84ee-a036d8c72608 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:43.479098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18223139-55cf-4fa2-84ee-a036d8c72608 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:43.523892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a773b-6a42-4129-9e7c-41f8626906f7 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=13851fc5-256a-44eb-bd8c-f8b2c06f8e14,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:43.573344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-38d3e083-d780-44f2-a1ed-8c8eb431a2de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:43.573563 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-38d3e083-d780-44f2-a1ed-8c8eb431a2de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.6896136 Apr 18 12:16:43.611478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33062) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:43.707027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for e1bb7673-5147-4fef-aa95-67685d50eba9 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:44.024851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.027117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.035438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.052848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.114774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.131134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:44.143310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:44.179902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:44.194396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:44.207435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc0ab-0075-4187-9bc9-5d032cd6abc8 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.232484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.233022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router be55b955-1f4d-456c-b516-031f1cdf5e42 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:44.239364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77fc9a81-d0c3-4623-b146-72ad9ef1c346,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:44.252088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.255653 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc03d493-4246-429b-92c8-2a36fa62594d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/be55b955-1f4d-456c-b516-031f1cdf5e42 HTTP/1.1" status: 204 len: 168 time: 1.0280261 Apr 18 12:16:44.263843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33066) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:44.309137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc0ab-0075-4187-9bc9-5d032cd6abc8 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.409560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.423728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet 323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:44.431071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.496525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=e1bb7673-5147-4fef-aa95-67685d50eba9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:44.528484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.549852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.581855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc0ab-0075-4187-9bc9-5d032cd6abc8 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.617014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8dc0ab-0075-4187-9bc9-5d032cd6abc8 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1278d6-9046-41c4-af8f-f0ee2bd20edd,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:44.663433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.694243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.743699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae8dc0ab-0075-4187-9bc9-5d032cd6abc8 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.743699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ae8dc0ab-0075-4187-9bc9-5d032cd6abc8 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b1278d6-9046-41c4-af8f-f0ee2bd20edd HTTP/1.1" status: 204 len: 168 time: 1.1263163 Apr 18 12:16:44.745610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33070) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:44.786928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.789623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8712fff-f57b-459e-ac01-01f4c858d554,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:44.796856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.799131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.800991 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f62f2422-8ced-47cc-b06c-045db065689c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/e1bb7673-5147-4fef-aa95-67685d50eba9 HTTP/1.1" status: 204 len: 168 time: 2.8657064 Apr 18 12:16:44.803757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33074) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:44.836403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-47428415-6c60-4371-9785-4dcd2283bd16 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Synchronizing usage tracker for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:44.843799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.896307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.899025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.900196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b3df45d0-ca82-41b8-a7e4-a67e08db2911 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0910523 Apr 18 12:16:44.909767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33078) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:44.927320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'b8712fff-f57b-459e-ac01-01f4c858d554', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:44.936885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:44.943668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:44.948635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:44.956692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:44.958630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:44.962880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:44.967001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32457a58-a598-4baf-a855-742d42c81dbf None None] Network 25e3232c-9b13-47f5-93b1-c1751c0341d1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:44.967705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a56cf-675e-4e78-b7f0-553d65c2857d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:44.969214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a56cf-675e-4e78-b7f0-553d65c2857d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:44.970733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a56cf-675e-4e78-b7f0-553d65c2857d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:44.971511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-534a56cf-675e-4e78-b7f0-553d65c2857d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:45.020983 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d4a56370-115e-46e2-874d-942a1d7c959e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1 HTTP/1.1" status: 204 len: 168 time: 0.7561240 Apr 18 12:16:45.023792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33082) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:45.068504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.079459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-47428415-6c60-4371-9785-4dcd2283bd16 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Unset dirty status for tenant:1bf48ec3362d4e2fade97979568e8752 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:45.087717 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-47428415-6c60-4371-9785-4dcd2283bd16 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3341286 Apr 18 12:16:45.087904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33086) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:45.104580 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:16:45.128259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-534a56cf-675e-4e78-b7f0-553d65c2857d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:45.129418 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-534a56cf-675e-4e78-b7f0-553d65c2857d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3236241 Apr 18 12:16:45.137525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33090) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:45.139637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'tempest-secgroup--542718152'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:45.219278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:45.269976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.271995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:45.296135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:45.296465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.328997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] DHCP port deletion for 25e3232c-9b13-47f5-93b1-c1751c0341d1 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:45.339133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] Deleting port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:45.339731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.359330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.374278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 2764b0e7-94e3-42a0-8a54-a72992f59d5d {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:45.377644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.395851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.442679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.472624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.482663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Router cb87818b-6a68-4500-a2f4-04b80c0af989 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:16:45.485714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2f78582b-004c-4ef2-a1ee-dd68b73c5693 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:45.487511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.509847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:45.523229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Usage tracker for resource:security_group_rule and tenant:1bf48ec3362d4e2fade97979568e8752 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:45.555622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:45.586213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfdac2a-d9bf-42e0-99fa-d776f079c254,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:45.589642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:45.667806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] For port 2f78582b-004c-4ef2-a1ee-dd68b73c5693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2f78582b-004c-4ef2-a1ee-dd68b73c5693,segment=NetworkSegment(59150dbf-12cf-4283-a1c8-6fdc78ec0035),segment_id=59150dbf-12cf-4283-a1c8-6fdc78ec0035)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:45.668456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.720374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.721678 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ff512c18-95eb-48dd-b4f2-1baa66c50b86 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8049018 Apr 18 12:16:45.726388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33094) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:45.727425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.764935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'b8712fff-f57b-459e-ac01-01f4c858d554', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:45.776207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:45.778024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port c6326b22-bd9b-48eb-a6f8-5804b575b2c9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:45.778315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.801364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:45.806762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:45.808075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] Calling delete_port for 2f78582b-004c-4ef2-a1ee-dd68b73c5693 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:45.816724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:45.820754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:45.830776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.834348 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e10d6adb-bba5-42f2-97e2-fb1ccd3354a7 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "PUT /v2.0/routers/cb87818b-6a68-4500-a2f4-04b80c0af989 HTTP/1.1" status: 200 len: 918 time: 8.5144560 Apr 18 12:16:45.838023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33098) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:45.838199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 2f78582b-004c-4ef2-a1ee-dd68b73c5693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2f78582b-004c-4ef2-a1ee-dd68b73c5693,segment=NetworkSegment(59150dbf-12cf-4283-a1c8-6fdc78ec0035),segment_id=59150dbf-12cf-4283-a1c8-6fdc78ec0035)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:45.838427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:45.870824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] Sync routers for ids ['cb87818b-6a68-4500-a2f4-04b80c0af989'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:45.908246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] Routers {'cb87818b-6a68-4500-a2f4-04b80c0af989'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:45.908883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['cb87818b-6a68-4500-a2f4-04b80c0af989'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:45.985596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:46.001495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.012198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.023843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 2f78582b-004c-4ef2-a1ee-dd68b73c5693 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:46.025982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] Routers {'cb87818b-6a68-4500-a2f4-04b80c0af989'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:46.026692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['cb87818b-6a68-4500-a2f4-04b80c0af989'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:46.050692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.076825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=2764b0e7-94e3-42a0-8a54-a72992f59d5d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:46.097163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10eab2f7-e0de-4f54-88bd-0cbc7ef8e505 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:46.098213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.114135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:46.114980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2683ae5b-1689-4aae-b1f6-6fa8e5ac7625 None None] The sync data for ids ['cb87818b-6a68-4500-a2f4-04b80c0af989'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:46.116781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.126045 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c5197270-ced4-4ae1-a241-210a0fd27c2f tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/cb87818b-6a68-4500-a2f4-04b80c0af989 HTTP/1.1" status: 200 len: 924 time: 0.2832375 Apr 18 12:16:46.134067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33102) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.140546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.197085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port c6326b22-bd9b-48eb-a6f8-5804b575b2c9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:46.197473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.207766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:46.208094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:46.213821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-98c75fd0-fc39-4c19-84be-ef07a9474a8d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/2764b0e7-94e3-42a0-8a54-a72992f59d5d HTTP/1.1" status: 204 len: 168 time: 1.0719697 Apr 18 12:16:46.216406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33106) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.262046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.267077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a3ecb-0d79-4705-8932-c8578509ec5d tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:46.271064 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c61a3ecb-0d79-4705-8932-c8578509ec5d tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=cb87818b-6a68-4500-a2f4-04b80c0af989&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1334903 Apr 18 12:16:46.271064 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 12:16:46.271064 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a4e9d9ae-e550-4991-ab42-ce57ea3933cb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5160546 Apr 18 12:16:46.274378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] Pushing event deleted for resources: {'Port': ['ID=2f78582b-004c-4ef2-a1ee-dd68b73c5693,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:46.279280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33110) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.279280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33112) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.283935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da158de1-67eb-41cf-894c-26c927a821b7 None None] No DVR routers for this DVR port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:46.342116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for c6326b22-bd9b-48eb-a6f8-5804b575b2c9 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:46.364904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 893084dd-c81f-4123-9251-617864487fea {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:46.414487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55e49b8-1268-4f92-9d92-5243681f883c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:46.418390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.500205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.503511 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9dcbb92e-65a9-458d-9429-9ee60ffdc972 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4141176 Apr 18 12:16:46.505917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33118) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.508339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.541552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-aaf23995-d6c4-4694-a527-c8894539d485 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:46.542688 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-aaf23995-d6c4-4694-a527-c8894539d485 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 12:16:46.542688 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-aaf23995-d6c4-4694-a527-c8894539d485 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 12:16:46.545951 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-aaf23995-d6c4-4694-a527-c8894539d485 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "PUT /v2.0/security-groups/e55e49b8-1268-4f92-9d92-5243681f883c HTTP/1.1" status: 409 len: 330 time: 0.0365722 Apr 18 12:16:46.548727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33122) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.558790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e35ddf28-b933-43e9-ab0e-3f6399958e75 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.609579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e35ddf28-b933-43e9-ab0e-3f6399958e75 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.647357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0250529-4884-4439-be64-d6f05fa26e32 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.657673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.684045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cad47f-d9fa-490f-b3c7-8848d820a8d4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:46.685436 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-99cad47f-d9fa-490f-b3c7-8848d820a8d4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.4064088 Apr 18 12:16:46.688845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33126) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.709161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 2f78582b-004c-4ef2-a1ee-dd68b73c5693 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:46.709493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:46.746313 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0b30fb9d-4cad-49b9-b59c-6efe7eee5665 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb87818b-6a68-4500-a2f4-04b80c0af989 HTTP/1.1" status: 200 len: 205 time: 0.0550399 Apr 18 12:16:46.750095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33130) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:46.763653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=c6326b22-bd9b-48eb-a6f8-5804b575b2c9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:46.830794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] The port '2f78582b-004c-4ef2-a1ee-dd68b73c5693' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:46.837475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0250529-4884-4439-be64-d6f05fa26e32 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.051488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.111561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e35ddf28-b933-43e9-ab0e-3f6399958e75 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.135267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.138932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-90a3e1ae-dccf-4437-aab8-9111834d81e6 None None] Provisioning complete for port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:47.139478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-90a3e1ae-dccf-4437-aab8-9111834d81e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.204513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ddf28-b933-43e9-ab0e-3f6399958e75 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8712fff-f57b-459e-ac01-01f4c858d554,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:47.223688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e35ddf28-b933-43e9-ab0e-3f6399958e75 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.228081 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e35ddf28-b933-43e9-ab0e-3f6399958e75 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/b8712fff-f57b-459e-ac01-01f4c858d554 HTTP/1.1" status: 204 len: 168 time: 0.9475644 Apr 18 12:16:47.229822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33134) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.260671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.298824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.305072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e3232c-9b13-47f5-93b1-c1751c0341d1']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:47.321341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59150dbf-12cf-4283-a1c8-6fdc78ec0035') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:47.321633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59150dbf-12cf-4283-a1c8-6fdc78ec0035') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:47.388928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3460089b-f47e-4f7b-8b05-b660d7e66a9c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:47.395518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0250529-4884-4439-be64-d6f05fa26e32 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.402319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.412213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.440712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.456114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.458450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=893084dd-c81f-4123-9251-617864487fea,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:47.465233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f473922-be1e-4252-b151-403ef560e13a None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:47.476469 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4ef77829-86ed-4612-afcf-720e4dcdec96 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/893084dd-c81f-4123-9251-617864487fea HTTP/1.1" status: 204 len: 168 time: 1.2585571 Apr 18 12:16:47.477219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33138) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.486477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0250529-4884-4439-be64-d6f05fa26e32 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55e49b8-1268-4f92-9d92-5243681f883c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:47.502929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.529172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:47.529768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.546838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Deleting port ee977035-0a6a-4efd-bc76-618fdf13cf97 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:47.547181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:47.549279 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:47.590619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d60c1faa-0ce0-4e04-986d-b4c00bc01db0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1122980 Apr 18 12:16:47.591198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33142) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.603320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:47.621245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0250529-4884-4439-be64-d6f05fa26e32 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.622642 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c0250529-4884-4439-be64-d6f05fa26e32 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/e55e49b8-1268-4f92-9d92-5243681f883c HTTP/1.1" status: 204 len: 168 time: 1.0730505 Apr 18 12:16:47.628285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3460089b-f47e-4f7b-8b05-b660d7e66a9c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:47.634277 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3460089b-f47e-4f7b-8b05-b660d7e66a9c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4019504 Apr 18 12:16:47.646103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33146) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.646428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33148) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.657988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--267183070'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:47.683071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:47.797617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:47.812103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:47.816346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] Deleting port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:47.817052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.817263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:47.870940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.892079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:47.908629 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7846668c-d832-4168-9e0a-1cde2d381b29 tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2585897 Apr 18 12:16:47.911810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33154) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.934333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:47.945089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:47.946189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=25e3232c-9b13-47f5-93b1-c1751c0341d1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:47.951824 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-4325be59-8be5-4e09-8d9a-dec5240255de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] delete failed (client error): The resource could not be found. Apr 18 12:16:47.959526 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4325be59-8be5-4e09-8d9a-dec5240255de tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "DELETE /v2.0/security-groups/cfb74264-8eef-4b62-ab65-2740ab3a7733 HTTP/1.1" status: 404 len: 347 time: 0.0409207 Apr 18 12:16:47.959526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:47.960620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33158) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.974117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:47.975938 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6155a36e-f58c-4678-a5f8-f3aac9c641d4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/25e3232c-9b13-47f5-93b1-c1751c0341d1 HTTP/1.1" status: 204 len: 168 time: 2.9511421 Apr 18 12:16:47.981245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33162) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.986889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-3f59f39e-f235-485f-97ee-5d83624a186b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] show failed (client error): The resource could not be found. Apr 18 12:16:47.988117 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3f59f39e-f235-485f-97ee-5d83624a186b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-groups/e273107e-e7d6-4480-b8d1-37606c2aa785 HTTP/1.1" status: 404 len: 347 time: 0.0261757 Apr 18 12:16:47.992050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33166) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:47.995784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-1276667740'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:48.000911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.011483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.024793 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-3a87c8cc-d70a-4aa4-ae6d-484aa64e5d9b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] show failed (client error): The resource could not be found. Apr 18 12:16:48.025728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:48.026351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a87c8cc-d70a-4aa4-ae6d-484aa64e5d9b tempest-NegativeSecGroupTest-1625467344 tempest-NegativeSecGroupTest-1625467344-project] 10.222.0.24 "GET /v2.0/security-group-rules/ef559e43-8483-4821-aa74-e25156fa4a18 HTTP/1.1" status: 404 len: 356 time: 0.0334203 Apr 18 12:16:48.027531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:48.040208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:48.040625 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-51663e59-2fb1-44f1-9149-973aa91b4f6f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5101898 Apr 18 12:16:48.040736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] For port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:48.040736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.041871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33172) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:48.044997 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:48.070062 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:48.070753 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:48.089567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:48.153367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet 93eded4a-09b6-4dbc-b030-895892aee0a2 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:48.158057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.181283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:48.202810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Calling delete_port for ee977035-0a6a-4efd-bc76-618fdf13cf97 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:48.210170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] Calling delete_port for 54fbc34f-8c68-46cd-bcfe-ca00165aab8c owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:48.240584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.246254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:48.249658 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.253806 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:48.277133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:48.302695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:48.307426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:48.324095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:48.349478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.359087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.379892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:48.383333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.447861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] Pushing event deleted for resources: {'Port': ['ID=54fbc34f-8c68-46cd-bcfe-ca00165aab8c,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:48.458078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7399f58-7ded-4476-ad19-724086e4d93e None None] No DVR routers for this DVR port 54fbc34f-8c68-46cd-bcfe-ca00165aab8c on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:48.483589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:16:48.521916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.522163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment 42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0 of type vlan for network e9e155c8-35e0-4a94-afb3-ebe7bed899ed Apr 18 12:16:48.536619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.600120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=93eded4a-09b6-4dbc-b030-895892aee0a2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:48.621611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.627614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd120188-2d40-447b-ad55-a3bc7d9405ae None None] Network f7372002-895a-4001-8d46-a26d5d86e344 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:48.630514 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cf4797b2-6a9b-4369-a361-8d572193bf2a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/93eded4a-09b6-4dbc-b030-895892aee0a2 HTTP/1.1" status: 204 len: 168 time: 0.5875876 Apr 18 12:16:48.633715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33178) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:48.665335 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:46Z', 'revision_number': 10, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:48.672703 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:48.681271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.683869 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:48.684777 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:48.711231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.758869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.818273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33182) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:48.819002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56543893-8fae-40bb-8546-a7e305847556,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:48.854477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.863006 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:48.869277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port bd839aee-7101-47b1-9d4d-d8fecbbcc89f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:48.869658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.931479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.936135 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d83eb5ee-7628-4627-9eb2-17fa3a000778 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2847943 Apr 18 12:16:48.937060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.937946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33188) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:48.943086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:48.944041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.946995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3a20fc5a-1c26-4d13-ac19-7c972113a337 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '56543893-8fae-40bb-8546-a7e305847556', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:48.954976 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-3a20fc5a-1c26-4d13-ac19-7c972113a337 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 12:16:48.954976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-3a20fc5a-1c26-4d13-ac19-7c972113a337 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:48.954976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a20fc5a-1c26-4d13-ac19-7c972113a337 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099790 Apr 18 12:16:48.962353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33192) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:48.967044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] DHCP port deletion for f7372002-895a-4001-8d46-a26d5d86e344 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:48.972092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] Deleting port bd839aee-7101-47b1-9d4d-d8fecbbcc89f {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:48.972461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.979082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:48.983935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.218082 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:46Z', 'revision_number': 10, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:49.223678 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f878bea7-f6ce-4fa6-a0e7-f02a1003aaff None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:46Z', 'revision_number': 10, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None, '_interfaces': [{'id': 'cbeffb80-7e6b-4a21-8a98-9ebefdd782c5', 'name': '', 'network_id': 'bdd3ffea-df99-414b-9e4f-b31d0e71fcdf', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'mac_address': 'fa:16:3e:dc:0d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'device_owner': 'network:router_interface', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:19Z', 'updated_at': '2022-04-18T12:15:29Z', 'revision_number': 5, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'subnets': [{'id': '01d42b43-008d-4512-b33d-38d9fd76d4c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:49.233298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] For port bd839aee-7101-47b1-9d4d-d8fecbbcc89f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:49.233813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.329034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event deleted for resources: {'Port': ['ID=ee977035-0a6a-4efd-bc76-618fdf13cf97,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:49.346984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67baa509-fb56-40fe-b9d3-ac2b51b26b3e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.365623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] Calling delete_port for bd839aee-7101-47b1-9d4d-d8fecbbcc89f owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:49.392241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port bd839aee-7101-47b1-9d4d-d8fecbbcc89f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,segment=NetworkSegment(20b0a506-af30-45e9-950f-51d534dc2aff),segment_id=20b0a506-af30-45e9-950f-51d534dc2aff)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:49.392673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.403698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:49.404855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67baa509-fb56-40fe-b9d3-ac2b51b26b3e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.424642 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4373684 Apr 18 12:16:49.424642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:49.443660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0741c62-832d-4c55-bdb3-012328fa5d42 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:49.450627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:49.451207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.458822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33196) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:49.473817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbc1d4-081f-459d-bc3e-972ae9fb0f46 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=e9e155c8-35e0-4a94-afb3-ebe7bed899ed,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:49.477765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:49.512074 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-579058a6-74c9-4287-8295-e630d205eba6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1bf48ec3362d4e2fade97979568e8752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6861978 Apr 18 12:16:49.512074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=e5888fd9-5516-4c14-9429-4ede25d02b43,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:49.514745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33200) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:49.522148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:16:49.535405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for bd839aee-7101-47b1-9d4d-d8fecbbcc89f owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:49.651932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.681070 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f3c3de89-c68c-44a9-884d-c3c21ff4f7c3 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0756576 Apr 18 12:16:49.681070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.689822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:49.690291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:49.693425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33204) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:49.703153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:49.757957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bd839aee-7101-47b1-9d4d-d8fecbbcc89f no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:49.865841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: bd839aee-7101-47b1-9d4d-d8fecbbcc89f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:49.866826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bd839aee-7101-47b1-9d4d-d8fecbbcc89f not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:49.867243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 54fbc34f-8c68-46cd-bcfe-ca00165aab8c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:49.884635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:49.888750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:49.892505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:49.893155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] Pushing event deleted for resources: {'Port': ['ID=bd839aee-7101-47b1-9d4d-d8fecbbcc89f,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:49.894093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:49.894572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67baa509-fb56-40fe-b9d3-ac2b51b26b3e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.902436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598eef3-3459-4af2-a864-b5e5e1dfdd6b None None] No DVR routers for this DVR port bd839aee-7101-47b1-9d4d-d8fecbbcc89f on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:49.909846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.911398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:49.912715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:49.921234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.926838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:49.930830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baa509-fb56-40fe-b9d3-ac2b51b26b3e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56543893-8fae-40bb-8546-a7e305847556,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:49.932686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 54fbc34f-8c68-46cd-bcfe-ca00165aab8c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:49.932686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 54fbc34f-8c68-46cd-bcfe-ca00165aab8c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:49.933182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c6326b22-bd9b-48eb-a6f8-5804b575b2c9 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:49.935061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:49.940050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-67baa509-fb56-40fe-b9d3-ac2b51b26b3e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.941269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-67baa509-fb56-40fe-b9d3-ac2b51b26b3e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/56543893-8fae-40bb-8546-a7e305847556 HTTP/1.1" status: 204 len: 168 time: 0.9777899 Apr 18 12:16:49.943757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33208) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:49.945673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c819404d-f43f-4389-be82-d70a452b73ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.984340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c819404d-f43f-4389-be82-d70a452b73ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:49.994389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c6326b22-bd9b-48eb-a6f8-5804b575b2c9 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:49.994681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c6326b22-bd9b-48eb-a6f8-5804b575b2c9 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:49.996870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-538bff0d-3720-43d8-bdb6-4efe276fc478 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:50.004836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:50.008518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.030059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:50.031922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.054701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.055449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Fanout notify agent at l3_agent the message router_deleted on router cb87818b-6a68-4500-a2f4-04b80c0af989 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:50.057807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'e5888fd9-5516-4c14-9429-4ede25d02b43'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:50.058993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.117164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-538bff0d-3720-43d8-bdb6-4efe276fc478 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:50.121972 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-538bff0d-3720-43d8-bdb6-4efe276fc478 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1732404 Apr 18 12:16:50.122201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33212) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:50.127060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1361125227'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:50.133493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:50.142933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:50.159618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.160740 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-448e7330-2986-4a6e-98c6-35a061c13946 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/cb87818b-6a68-4500-a2f4-04b80c0af989 HTTP/1.1" status: 204 len: 168 time: 3.4108543 Apr 18 12:16:50.165273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33216) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:50.173520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-78251292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:50.187097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:50.191160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port bd839aee-7101-47b1-9d4d-d8fecbbcc89f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:50.191492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.222667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Usage tracker for resource:router and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:50.223308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c819404d-f43f-4389-be82-d70a452b73ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.229962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Allocated IP 172.20.0.2 (5f4dde90-d90b-4725-911c-836df72b725b/e5888fd9-5516-4c14-9429-4ede25d02b43/f7bd9fe6-e518-4424-8b10-e84b288c05f9) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:50.234872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:50.242318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c819404d-f43f-4389-be82-d70a452b73ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad668092-14a9-4a94-a80b-287021e25978,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:50.252037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c819404d-f43f-4389-be82-d70a452b73ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.255542 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c819404d-f43f-4389-be82-d70a452b73ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad668092-14a9-4a94-a80b-287021e25978 HTTP/1.1" status: 204 len: 168 time: 0.7261195 Apr 18 12:16:50.288674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:50.295278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] The port 'bd839aee-7101-47b1-9d4d-d8fecbbcc89f' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:50.296280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.370907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.388550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:50.442015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:50.445602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:50.462733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:50.462924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: e9e155c8-35e0-4a94-afb3-ebe7bed899ed, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:16:50.463880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:50.466341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.467132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.468920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=c8a953ad-4abe-456d-9ce1-737b8839cc40,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:50.471841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.481423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.492466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Transition to ACTIVE for port object f7bd9fe6-e518-4424-8b10-e84b288c05f9 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:50.510937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Transition to ACTIVE for port object f7bd9fe6-e518-4424-8b10-e84b288c05f9 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:50.548361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:16:50.566126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7372002-895a-4001-8d46-a26d5d86e344']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:50.585445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.604363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b0a506-af30-45e9-950f-51d534dc2aff') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:50.604646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b0a506-af30-45e9-950f-51d534dc2aff') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:50.612732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.631430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.639725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, e9e155c8-35e0-4a94-afb3-ebe7bed899ed) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:50.646326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:50.647865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.673261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.683645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:16:50.684234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.693727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81de2b-45a7-452b-bddd-dc4e14192a39 None None] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:16:50.700832 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:16:50.749303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:50.753950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:50.756459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:50.764259 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e33b170-604a-49d5-9ec3-8533772b1d6e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3019931 Apr 18 12:16:50.766418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33222) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:50.776498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1213390440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:50.785497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:50.791465 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:50.794644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.795202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:50.801038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:50.842350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.858257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Pushing event updated for resources: {'Port': ['ID=f7bd9fe6-e518-4424-8b10-e84b288c05f9,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:50.896326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.897529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.912236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.934528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.935729 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e92a6e65-fe7a-4e04-819b-18ad05eb1963 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7695286 Apr 18 12:16:50.936385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.938140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Attempting to bind port f7bd9fe6-e518-4424-8b10-e84b288c05f9 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:50.938524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Attempting to bind port f7bd9fe6-e518-4424-8b10-e84b288c05f9 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:50.938967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33226) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:50.939125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Attempting to bind port f7bd9fe6-e518-4424-8b10-e84b288c05f9 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:50.945018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'enable_snat': False}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:50.950201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:50.950595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:50.950740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.951172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.951563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:50.952619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Bound port: f7bd9fe6-e518-4424-8b10-e84b288c05f9, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:50.952992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.980955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:50.985499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/f7372002-895a-4001-8d46-a26d5d86e344 HTTP/1.1" status: 204 len: 168 time: 2.3474314 Apr 18 12:16:50.994409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33230) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:51.030602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13499-f3ed-42db-aed3-848680eac02f tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=f7372002-895a-4001-8d46-a26d5d86e344,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:51.051574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4802a073-8f56-442b-a961-69fca4375579,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:51.063875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.102046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.103060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ca9f7f2-5cc6-49df-b473-3eae1b702ad3 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9799192 Apr 18 12:16:51.111722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33234) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:51.119639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4a35e458-a004-4359-a0c9-9fb6f82c631e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '4802a073-8f56-442b-a961-69fca4375579', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:51.120326 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-4a35e458-a004-4359-a0c9-9fb6f82c631e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 12:16:51.120820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-4a35e458-a004-4359-a0c9-9fb6f82c631e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:51.124585 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4a35e458-a004-4359-a0c9-9fb6f82c631e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0100541 Apr 18 12:16:51.124715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-e9e155c8-35e0-4a94-afb3-ebe7bed899ed', 'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': 'c8a953ad-4abe-456d-9ce1-737b8839cc40'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:16:51.124715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.124917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33238) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:51.166811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:16:51.185055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-50dce061-9480-44c3-819f-c909d6011175 None None] For port f7bd9fe6-e518-4424-8b10-e84b288c05f9, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:51.203512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-50dce061-9480-44c3-819f-c909d6011175 None None] For port f7bd9fe6-e518-4424-8b10-e84b288c05f9, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f7bd9fe6-e518-4424-8b10-e84b288c05f9,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:51.282213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2f1-148a-45fe-9621-9a2c78d5491e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.298652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Allocated IP 172.20.0.2 (e9e155c8-35e0-4a94-afb3-ebe7bed899ed/c8a953ad-4abe-456d-9ce1-737b8839cc40/6c8d6326-cd8a-41c5-9e4a-b497a32e60f8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:51.407346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.481030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2f1-148a-45fe-9621-9a2c78d5491e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.513031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.514659 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-215f2555-2858-4676-8b84-e46bc3f752f4 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7466140 Apr 18 12:16:51.522838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33248) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:51.552256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dce061-9480-44c3-819f-c909d6011175 None None] Pushing event updated for resources: {'Port': ['ID=f7bd9fe6-e518-4424-8b10-e84b288c05f9,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:51.644114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.749078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:51.989251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Transition to ACTIVE for port object 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:51.996988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2f1-148a-45fe-9621-9a2c78d5491e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.018801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Transition to ACTIVE for port object 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:52.020391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.070545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cd2f1-148a-45fe-9621-9a2c78d5491e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4802a073-8f56-442b-a961-69fca4375579,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:52.102101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.180306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.195155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.208113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:52.211941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:52.214831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:52.264545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Pushing event updated for resources: {'Port': ['ID=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:52.296800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3d7cd2f1-148a-45fe-9621-9a2c78d5491e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.297872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3d7cd2f1-148a-45fe-9621-9a2c78d5491e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/4802a073-8f56-442b-a961-69fca4375579 HTTP/1.1" status: 204 len: 168 time: 1.1720960 Apr 18 12:16:52.314727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33252) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:52.320757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Attempting to bind port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:16:52.321319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Attempting to bind port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:16:52.321864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Attempting to bind port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 on network e9e155c8-35e0-4a94-afb3-ebe7bed899ed {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:16:52.327391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:16:52.327766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Checking segment: {'id': '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:16:52.328456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.328581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Bound using segment: {'id': '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:16:52.328952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Bound port: 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e9e155c8-35e0-4a94-afb3-ebe7bed899ed'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:16:52.329297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.419357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] For port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:16:52.422921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] For port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,segment=NetworkSegment(42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0),segment_id=42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:16:52.515265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.573437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port f7bd9fe6-e518-4424-8b10-e84b288c05f9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f7bd9fe6-e518-4424-8b10-e84b288c05f9,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:52.577747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-14cd6de6-405e-43e8-9512-df57d18c4724 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:52.651442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd2c8e-b8ca-4a2e-bc03-16e551027df7 None None] Pushing event updated for resources: {'Port': ['ID=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:52.715514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.780808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-14cd6de6-405e-43e8-9512-df57d18c4724 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:52.783755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-14cd6de6-405e-43e8-9512-df57d18c4724 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4680457 Apr 18 12:16:52.787258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33256) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:52.790725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.807227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.807955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.825344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--43637787'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:52.839479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:52.845424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:52.925103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:53.056583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.067136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.20.0.1 (e9e155c8-35e0-4a94-afb3-ebe7bed899ed/c8a953ad-4abe-456d-9ce1-737b8839cc40/ec6d6af7-3f4a-496e-b24c-e32b0948c3b1) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:53.106247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:53.130105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-80fffeb2-598e-449b-ab13-99023745c34e None None] Provisioning for port f7bd9fe6-e518-4424-8b10-e84b288c05f9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:53.130313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:53.133884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:53.139468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd2d7d2-b97f-48a4-bf4d-9ecea34a72b4 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:53.140850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Allocated IP 172.26.4.181 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/8860a4b4-544b-4d6b-b197-77d6f37158be) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:53.143772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=e54fc381-3a9e-41f8-9309-669744bdab86,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:53.146202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:53.147039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.151825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:53.152290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.159668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=f7bd9fe6-e518-4424-8b10-e84b288c05f9,revision_number=4']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:53.186503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:53.195806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:53.208151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:53.297811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.302628 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-febc81bf-5e4e-46dc-b729-3bece700ca0f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6081505 Apr 18 12:16:53.306920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33260) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:53.314428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:ec:66:b1', 'name': 'tempest-NetworksTestDHCPv6-126142636'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:53.352047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:53.468951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:53.477211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:53.480829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:53.493527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:53.543343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port cbeffb80-7e6b-4a21-8a98-9ebefdd782c5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:53.543697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.553199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.563013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.616973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:53.648341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:16:53.683038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.716039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:53.722600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:53.740270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:53.764105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:53.792684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.840647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d82c6c-ac3f-4901-bf19-a8cc58dc2195,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:53.851113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:53.869711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f7bd9fe6-e518-4424-8b10-e84b288c05f9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:53.911245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=ec6d6af7-3f4a-496e-b24c-e32b0948c3b1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:53.923916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.981676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 3bb75aad-cbde-4cdd-829f-ca7a2764d1de yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:16:53.992526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:53.992526 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-40be33a4-98cf-4c80-87bf-a925c2107eb1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2026539 Apr 18 12:16:53.997090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33266) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:54.003985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6cd7fc71-3b41-4094-8198-9753753a8064 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '51d82c6c-ac3f-4901-bf19-a8cc58dc2195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:54.005449 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-6cd7fc71-3b41-4094-8198-9753753a8064 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 12:16:54.005926 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-6cd7fc71-3b41-4094-8198-9753753a8064 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:54.010212 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6cd7fc71-3b41-4094-8198-9753753a8064 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0100179 Apr 18 12:16:54.013739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33270) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:54.019817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c61df2af-8993-4e67-897b-598d5372797f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '51d82c6c-ac3f-4901-bf19-a8cc58dc2195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:54.027382 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-c61df2af-8993-4e67-897b-598d5372797f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 12:16:54.027382 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-c61df2af-8993-4e67-897b-598d5372797f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:54.027618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.027733 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c61df2af-8993-4e67-897b-598d5372797f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067523 Apr 18 12:16:54.027831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33274) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:54.028090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.042958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-117340dc-6b82-44bb-aac7-80175cdee5f6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '51d82c6c-ac3f-4901-bf19-a8cc58dc2195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:54.043827 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-117340dc-6b82-44bb-aac7-80175cdee5f6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 12:16:54.044321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-117340dc-6b82-44bb-aac7-80175cdee5f6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:54.047954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-117340dc-6b82-44bb-aac7-80175cdee5f6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0180161 Apr 18 12:16:54.054112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33278) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:54.062366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3ed0401f-5a5f-47f4-9790-1d4672ac1853 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '51d82c6c-ac3f-4901-bf19-a8cc58dc2195', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:54.063185 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-3ed0401f-5a5f-47f4-9790-1d4672ac1853 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 12:16:54.063662 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-3ed0401f-5a5f-47f4-9790-1d4672ac1853 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:54.065055 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3ed0401f-5a5f-47f4-9790-1d4672ac1853 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0104871 Apr 18 12:16:54.070254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e854137-799b-4415-a060-48a70df34fe0 None None] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:54.080145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33282) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:54.101265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f7bd9fe6-e518-4424-8b10-e84b288c05f9 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:54.122553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f7bd9fe6-e518-4424-8b10-e84b288c05f9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:54.122553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.123261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:54.132250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:54.134839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:54.216163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Pushing event updated for resources: {'Port': ['ID=8860a4b4-544b-4d6b-b197-77d6f37158be,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:54.295897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.339000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.356628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] Provisioning for port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:54.376118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] Provisioning complete for port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:54.376535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.411834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 172.20.0.10 (5f4dde90-d90b-4725-911c-836df72b725b/e5888fd9-5516-4c14-9429-4ede25d02b43/3bb75aad-cbde-4cdd-829f-ca7a2764d1de) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:54.425348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:feec:66b1 (5f4dde90-d90b-4725-911c-836df72b725b/e54fc381-3a9e-41f8-9309-669744bdab86/3bb75aad-cbde-4cdd-829f-ca7a2764d1de) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:16:54.434266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.486727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Port': ['ID=cbeffb80-7e6b-4a21-8a98-9ebefdd782c5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:54.504443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7529debd-cc8e-4d32-91be-176676ffc91a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.530218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port f7bd9fe6-e518-4424-8b10-e84b288c05f9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f7bd9fe6-e518-4424-8b10-e84b288c05f9,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:54.605793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.619868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.700959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] For port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,segment=NetworkSegment(42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0),segment_id=42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:54.731043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=f7bd9fe6-e518-4424-8b10-e84b288c05f9,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:54.782096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.872951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7529debd-cc8e-4d32-91be-176676ffc91a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:54.876157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c1157-2e3e-456a-b6e9-684a5555d0d1 None None] Pushing event updated for resources: {'Port': ['ID=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:54.908712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-72c78e87-9511-4782-ab97-c7534e6a7302 None None] Provisioning complete for port f7bd9fe6-e518-4424-8b10-e84b288c05f9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:54.908712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-72c78e87-9511-4782-ab97-c7534e6a7302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.053965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.101938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.123065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 3bb75aad-cbde-4cdd-829f-ca7a2764d1de will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:16:55.144489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.227473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.256049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a46a688d-73f0-4433-829c-18e6a52681cd None None] Provisioning for port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:55.262427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a46a688d-73f0-4433-829c-18e6a52681cd None None] Provisioning complete for port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:55.266790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a46a688d-73f0-4433-829c-18e6a52681cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.297562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.301296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.323546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a46a688d-73f0-4433-829c-18e6a52681cd None None] Port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:55.334222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a46a688d-73f0-4433-829c-18e6a52681cd None None] Provisioning complete for port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:55.335468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a46a688d-73f0-4433-829c-18e6a52681cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.345075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:55.349853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:55.361005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:16:55.368304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7529debd-cc8e-4d32-91be-176676ffc91a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.397723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.407285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=ec6d6af7-3f4a-496e-b24c-e32b0948c3b1,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:55.494861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529debd-cc8e-4d32-91be-176676ffc91a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d82c6c-ac3f-4901-bf19-a8cc58dc2195,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:55.624715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:55.641895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:55.642546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.659528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=3bb75aad-cbde-4cdd-829f-ca7a2764d1de,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:55.715032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a781467b-7517-4515-85b9-c7b89791e30c None None] Provisioning complete for port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:55.715404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a781467b-7517-4515-85b9-c7b89791e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.715540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7529debd-cc8e-4d32-91be-176676ffc91a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.719348 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7529debd-cc8e-4d32-91be-176676ffc91a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/51d82c6c-ac3f-4901-bf19-a8cc58dc2195 HTTP/1.1" status: 204 len: 168 time: 1.6366439 Apr 18 12:16:55.719993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33286) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:55.744417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:16:55.745992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:16:55.777162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:55.777536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:55.795860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:16:55.820135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a781467b-7517-4515-85b9-c7b89791e30c None None] Port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:55.829836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0ca44352-a4d3-4a3d-b972-400268ccef25 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5196149 Apr 18 12:16:55.836389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33290) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:55.953273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f7bd9fe6-e518-4424-8b10-e84b288c05f9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:16:55.974049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-47d93c43-5bbc-4b88-9ad6-34d99072b63e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:56.029631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2dc3bd6d-76dd-4a31-a5f7-b7fd5432c2bc None None] Provisioning for port 3bb75aad-cbde-4cdd-829f-ca7a2764d1de completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:16:56.033697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d7c158-dbc2-4155-a067-a6098b4baabb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:56.036249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2dc3bd6d-76dd-4a31-a5f7-b7fd5432c2bc None None] Provisioning complete for port 3bb75aad-cbde-4cdd-829f-ca7a2764d1de triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:56.036723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2dc3bd6d-76dd-4a31-a5f7-b7fd5432c2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.040068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d7c158-dbc2-4155-a067-a6098b4baabb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:56.040838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d8d7c158-dbc2-4155-a067-a6098b4baabb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:56.088858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f7bd9fe6-e518-4424-8b10-e84b288c05f9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:56.089235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.102224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:16:56.144083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2dc3bd6d-76dd-4a31-a5f7-b7fd5432c2bc None None] Port 3bb75aad-cbde-4cdd-829f-ca7a2764d1de cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:56.178507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d8d7c158-dbc2-4155-a067-a6098b4baabb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:56.179784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d8d7c158-dbc2-4155-a067-a6098b4baabb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3425457 Apr 18 12:16:56.188649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33294) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:56.265750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e88ff16c-d04e-4c56-b5b5-59aaf540de63 None None] Provisioning complete for port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:16:56.266206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e88ff16c-d04e-4c56-b5b5-59aaf540de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.273221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:56.279377 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2856589e-15e0-40d2-a74d-9f33860ff076 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2785313 Apr 18 12:16:56.290002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33298) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:56.303578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:56.320872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:56.321812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.331929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 3bb75aad-cbde-4cdd-829f-ca7a2764d1de {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:56.332393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.334130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.345050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.349947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-47d93c43-5bbc-4b88-9ad6-34d99072b63e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:56.351765 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-47d93c43-5bbc-4b88-9ad6-34d99072b63e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6267176 Apr 18 12:16:56.361047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33302) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:56.419889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--722178299'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:56.440067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:56.440313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:56.446879 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-755eef67-5726-4076-b290-1077273f3a5d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9234118 Apr 18 12:16:56.450549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33306) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:56.462279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:56.464994 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] Sync routers for ids ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:56.465492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e88ff16c-d04e-4c56-b5b5-59aaf540de63 None None] Port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:16:56.467485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting subnet 01d42b43-008d-4512-b33d-38d9fd76d4c3 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:56.471536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:56.478711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.486899 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] Routers {'5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:56.488529 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.528821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681d60c7-76d7-46ea-b836-b1f57db6729c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:56.529017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-681d60c7-76d7-46ea-b836-b1f57db6729c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:56.582828 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.592505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:53Z', 'revision_number': 11, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.598057 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] Routers {'5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:56.599784 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.601730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.601967 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:16:56.618560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:56.619574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.649809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:56.653470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.676738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-681d60c7-76d7-46ea-b836-b1f57db6729c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:56.683351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-681d60c7-76d7-46ea-b836-b1f57db6729c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports/ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 HTTP/1.1" status: 200 len: 910 time: 0.2302451 Apr 18 12:16:56.683351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33310) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:56.692325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:56.701564 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.702104 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a13bb61-14b0-446e-b32f-6c6ba11d45f8 None None] The sync data for ids ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:56.706183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:56.722413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:56.781646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:16:56.802491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.856417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Router a55c3237-21ed-426c-8ade-7e321a138338 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:16:56.893158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:53Z', 'revision_number': 11, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:56.897387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd651102-232d-4f54-87a2-22fbff8d5cfe None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:53Z', 'revision_number': 11, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:56.897756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.970654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:56.997742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.049646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c461e1f8-f7cb-471f-8369-bdc661c8c1d4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:57.139855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.143169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 3bb75aad-cbde-4cdd-829f-ca7a2764d1de owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:57.179215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.180357 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0d348ce6-4b8d-440e-b594-37d6b97b4091 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8186727 Apr 18 12:16:57.185829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:16:57.187387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33314) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.190777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Subnet': ['ID=01d42b43-008d-4512-b33d-38d9fd76d4c3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:57.195022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.198609 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-49b8469f-27e5-4457-9eb9-7db501eeece4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "PUT /v2.0/routers/a55c3237-21ed-426c-8ade-7e321a138338 HTTP/1.1" status: 200 len: 918 time: 6.2558048 Apr 18 12:16:57.198609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.199073 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-922e678c-6209-421d-8ed6-1e7342377a9a tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/01d42b43-008d-4512-b33d-38d9fd76d4c3 HTTP/1.1" status: 204 len: 168 time: 0.8990748 Apr 18 12:16:57.199727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33318) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.201837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] Sync routers for ids ['a55c3237-21ed-426c-8ade-7e321a138338'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:16:57.202725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9fc8c4f2-a595-447d-bee0-a1ce2c1ee6ea tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:57.203194 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-9fc8c4f2-a595-447d-bee0-a1ce2c1ee6ea tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 12:16:57.203675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-9fc8c4f2-a595-447d-bee0-a1ce2c1ee6ea tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:57.206511 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9fc8c4f2-a595-447d-bee0-a1ce2c1ee6ea tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0152135 Apr 18 12:16:57.211753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3082772e-548d-403a-bf7e-46a6699850ad None None] Network bdd3ffea-df99-414b-9e4f-b31d0e71fcdf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:16:57.234183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33320) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.234534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33324) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.260781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] Routers {'a55c3237-21ed-426c-8ade-7e321a138338'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:57.261888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a55c3237-21ed-426c-8ade-7e321a138338'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:57.284308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:57.367589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:57.388814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:57.395697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:57.396351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:57.401947 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-aa88bdce-cfaa-4678-9ad6-acc80c18b5f4 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/a55c3237-21ed-426c-8ade-7e321a138338 HTTP/1.1" status: 200 len: 924 time: 0.1921246 Apr 18 12:16:57.403456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33330) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.423806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] Routers {'a55c3237-21ed-426c-8ade-7e321a138338'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:16:57.424547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a55c3237-21ed-426c-8ade-7e321a138338'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:57.478721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:57.497409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1265ed4-1a98-4f04-bf48-6f15daba4b15 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:57.502246 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f1265ed4-1a98-4f04-bf48-6f15daba4b15 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=a55c3237-21ed-426c-8ade-7e321a138338&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953431 Apr 18 12:16:57.502246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33336) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.528459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:57.596068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:57.596564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfac0531-6d6f-4789-a53b-c7a84507b920 None None] The sync data for ids ['a55c3237-21ed-426c-8ade-7e321a138338'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:16:57.597975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:57.598409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cbeffb80-7e6b-4a21-8a98-9ebefdd782c5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:57.646263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7cc114-8ca4-4bb2-9262-b639bbb8a80a tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:57.651010 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bf7cc114-8ca4-4bb2-9262-b639bbb8a80a tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/networks/4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 881 time: 0.1457167 Apr 18 12:16:57.653724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33340) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.692516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.700760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-32db9fba-2cfd-4999-ab50-091d40880130 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=a55c3237-21ed-426c-8ade-7e321a138338 HTTP/1.1" status: 200 len: 205 time: 0.0483212 Apr 18 12:16:57.703352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.742888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 086eabff-877f-465e-b10c-1bc2c1999f37 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:57.743219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.748202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] DHCP port deletion for bdd3ffea-df99-414b-9e4f-b31d0e71fcdf request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:16:57.752790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] Deleting port 086eabff-877f-465e-b10c-1bc2c1999f37 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:57.753226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.815402 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:57.819302 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24db0687-cf7c-4053-af92-4790e09dbbff tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5714631 Apr 18 12:16:57.832838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33348) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.841896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e539265d-a147-4c14-91e0-1c69e4343ef6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:57.842366 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.api.v2.base [None req-e539265d-a147-4c14-91e0-1c69e4343ef6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 12:16:57.842855 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-e539265d-a147-4c14-91e0-1c69e4343ef6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:57.847449 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e539265d-a147-4c14-91e0-1c69e4343ef6 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101962 Apr 18 12:16:57.856445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33352) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:57.868641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:57.892453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:57.908407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:57.922136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:57.930673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:57.944635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:58.017394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] For port 086eabff-877f-465e-b10c-1bc2c1999f37, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=086eabff-877f-465e-b10c-1bc2c1999f37,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:58.018045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.107098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.159580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] Calling delete_port for 086eabff-877f-465e-b10c-1bc2c1999f37 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:58.179452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] For port 086eabff-877f-465e-b10c-1bc2c1999f37, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=086eabff-877f-465e-b10c-1bc2c1999f37,segment=NetworkSegment(95e6f9f2-0dac-44ae-8070-3f05b503eae6),segment_id=95e6f9f2-0dac-44ae-8070-3f05b503eae6)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:16:58.179809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.192644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=3bb75aad-cbde-4cdd-829f-ca7a2764d1de,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:58.239074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.336765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.337985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Deleting port 8860a4b4-544b-4d6b-b197-77d6f37158be {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:58.338612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.392280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] Pushing event deleted for resources: {'Port': ['ID=086eabff-877f-465e-b10c-1bc2c1999f37,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:58.394312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a3739-20f1-409c-a995-80fa1675f32e None None] No DVR routers for this DVR port 086eabff-877f-465e-b10c-1bc2c1999f37 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:16:58.542948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Calling delete_port for 086eabff-877f-465e-b10c-1bc2c1999f37 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:58.543509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.583349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.641010 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:58.642052 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6968daff-224b-4eba-9560-08fea85d251c tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7833850 Apr 18 12:16:58.660457 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33366) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:58.668478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Calling delete_port for 8860a4b4-544b-4d6b-b197-77d6f37158be owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:58.697584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-01a0373a-f6d6-48d6-aea1-2a8e6f6caf99 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:58.698058 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-01a0373a-f6d6-48d6-aea1-2a8e6f6caf99 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 12:16:58.698557 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-01a0373a-f6d6-48d6-aea1-2a8e6f6caf99 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:58.699480 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-01a0373a-f6d6-48d6-aea1-2a8e6f6caf99 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0380991 Apr 18 12:16:58.705737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33370) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:58.779103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:58.804291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:58.823363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:58.826241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.828855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:58.849832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:58.864367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:16:58.864681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:16:58.930665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:58.955007 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2ee6d414-c94b-4095-9583-d33ec5b8d813 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/3bb75aad-cbde-4cdd-829f-ca7a2764d1de HTTP/1.1" status: 204 len: 168 time: 2.7652857 Apr 18 12:16:58.956104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Project 57d42da55bab47dda8d18b692d0c6a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:16:58.959497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33374) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:58.978176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event deleted for resources: {'Port': ['ID=8860a4b4-544b-4d6b-b197-77d6f37158be,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:16:59.058181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36535215-ff68-4c4e-a2a0-533fa310c0c4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:59.059705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36535215-ff68-4c4e-a2a0-533fa310c0c4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:59.061189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36535215-ff68-4c4e-a2a0-533fa310c0c4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:59.061984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-36535215-ff68-4c4e-a2a0-533fa310c0c4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:16:59.076594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.146775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:59.147638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.187784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:59.187784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d41de662-403b-4718-86dd-3b49542e3c2a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4743412 Apr 18 12:16:59.192274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33378) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:59.206827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-36535215-ff68-4c4e-a2a0-533fa310c0c4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:16:59.207948 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-36535215-ff68-4c4e-a2a0-533fa310c0c4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2405379 Apr 18 12:16:59.225603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33382) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:59.247890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ea544df8-9cbf-4455-85d0-17d36790a266 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:59.248359 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-ea544df8-9cbf-4455-85d0-17d36790a266 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 12:16:59.248873 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-ea544df8-9cbf-4455-85d0-17d36790a266 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:59.249795 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea544df8-9cbf-4455-85d0-17d36790a266 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0565951 Apr 18 12:16:59.257850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33386) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:59.261533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.263892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.267790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:59.274673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:59.281768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:59.292056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:59.298318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:59.365551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Deleting port 086eabff-877f-465e-b10c-1bc2c1999f37 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:16:59.365915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.369215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.372040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Fanout notify agent at l3_agent the message router_deleted on router a55c3237-21ed-426c-8ade-7e321a138338 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:16:59.388312 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Project 57d42da55bab47dda8d18b692d0c6a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:16:59.404139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.409332 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e8c654d1-0468-4256-b12e-78e387eb9b5e tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/a55c3237-21ed-426c-8ade-7e321a138338 HTTP/1.1" status: 204 len: 168 time: 1.7044826 Apr 18 12:16:59.410160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33394) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:59.415337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet e54fc381-3a9e-41f8-9309-669744bdab86 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:16:59.418793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-234820123', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:59.428586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:59.439207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Usage tracker for resource:router and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:59.439207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:59.445937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:59.452074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.506740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] The port '086eabff-877f-465e-b10c-1bc2c1999f37' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:16:59.514045 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:16:59.515397 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-04df56f5-aac0-4764-8d65-26fc3ba32f32 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2568479 Apr 18 12:16:59.518116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33402) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:16:59.534950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c461e1f8-f7cb-471f-8369-bdc661c8c1d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:16:59.542629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 086eabff-877f-465e-b10c-1bc2c1999f37 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:16:59.545099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:16:59.561235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.586701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:16:59.588115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 086eabff-877f-465e-b10c-1bc2c1999f37 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:16:59.588651 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 086eabff-877f-465e-b10c-1bc2c1999f37 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:16:59.590585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.592291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.601044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:16:59.612873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:16:59.638241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.676063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd8523-7b9e-47bc-b85d-f3b517ffb573 req-1481aa13-3088-4e68-a351-998b70b9159e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:16:59.677623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8afd8523-7b9e-47bc-b85d-f3b517ffb573 req-1481aa13-3088-4e68-a351-998b70b9159e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.1360104 Apr 18 12:16:59.719921 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Project 57d42da55bab47dda8d18b692d0c6a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:16:59.738222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for ec6d6af7-3f4a-496e-b24c-e32b0948c3b1 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:16:59.777677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.804373 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8afd8523-7b9e-47bc-b85d-f3b517ffb573 req-bce88397-8a93-4af8-98a8-c8fbcfb4ef23 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166193 Apr 18 12:16:59.883779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:16:59.937819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd3ffea-df99-414b-9e4f-b31d0e71fcdf']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:59.965530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e6f9f2-0dac-44ae-8070-3f05b503eae6') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:16:59.966028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e6f9f2-0dac-44ae-8070-3f05b503eae6') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:00.036821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:00.037868 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0982ad1d-7f32-43a9-afe0-0899cb1b00b1 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5178297 Apr 18 12:17:00.046236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33410) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:00.134312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.135159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.159563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.170959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:00.171346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.175757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07b126b7-22a8-4749-afb0-99ff610210b8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: util.warn( Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:00.187417 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:00.200135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.203639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07b126b7-22a8-4749-afb0-99ff610210b8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.387337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.391904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.427483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Pushing event deleted for resources: {'Network': ['ID=bdd3ffea-df99-414b-9e4f-b31d0e71fcdf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:00.436081 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3540fb25-2bbd-46b4-af4a-a0c555f9abf4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/networks/bdd3ffea-df99-414b-9e4f-b31d0e71fcdf HTTP/1.1" status: 204 len: 168 time: 3.1925395 Apr 18 12:17:00.438778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33414) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:00.444407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'routes': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:00.489877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07b126b7-22a8-4749-afb0-99ff610210b8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.498683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.541558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b126b7-22a8-4749-afb0-99ff610210b8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c461e1f8-f7cb-471f-8369-bdc661c8c1d4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:00.550969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.561255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.598141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.600352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07b126b7-22a8-4749-afb0-99ff610210b8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.604260 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-07b126b7-22a8-4749-afb0-99ff610210b8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/c461e1f8-f7cb-471f-8369-bdc661c8c1d4 HTTP/1.1" status: 204 len: 168 time: 0.5571828 Apr 18 12:17:00.604828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33418) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:00.641958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:00.644124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e54fc381-3a9e-41f8-9309-669744bdab86 HTTP/1.1" status: 204 len: 168 time: 1.4178770 Apr 18 12:17:00.650549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708204c-fad0-4c8d-8832-08cc7eb506c2 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:00.660111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f122f2c-42e2-4cc8-8675-e342dee6f939 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=e54fc381-3a9e-41f8-9309-669744bdab86,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:00.664741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33422) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:00.691409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-663b421c-dfba-464d-9c66-ab26f7707a14 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:00.752094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=ec6d6af7-3f4a-496e-b24c-e32b0948c3b1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:00.777642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-663b421c-dfba-464d-9c66-ab26f7707a14 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:00.783372 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-663b421c-dfba-464d-9c66-ab26f7707a14 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1767046 Apr 18 12:17:00.786070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33426) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:00.791587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--637512376'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:00.810334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:00.826959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:00.844032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Allocated IP 172.26.4.173 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/62bcd6d4-b148-4154-8f28-ccefedc587a1) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:00.972381 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.008888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:01.023132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:01.027561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:01.043198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:01.054821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.059726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Added routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 12:17:01.060073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Removed routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 12:17:01.060374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.080950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet e5888fd9-5516-4c14-9429-4ede25d02b43 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:01.142643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.144006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.210771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.249141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.311267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:01.319036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:01.333472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:01.375146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event updated for resources: {'Port': ['ID=62bcd6d4-b148-4154-8f28-ccefedc587a1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:01.377475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb807356-8370-4a6d-ad7e-f664aa81652c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:01.398865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.463257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.464564 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e40fb3d4-3713-4e72-9eba-55016a29e150 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6774683 Apr 18 12:17:01.477953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33432) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:01.485200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'bb807356-8370-4a6d-ad7e-f664aa81652c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:01.519552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a13e8573-44d1-45c0-9d23-5e8a5e56e3f6 None None] Provisioning complete for port f7bd9fe6-e518-4424-8b10-e84b288c05f9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:01.520078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a13e8573-44d1-45c0-9d23-5e8a5e56e3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.540668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:01.581943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:01.591156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:01.600636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:01.684612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.705179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.771265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:01.776934 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The resource could not be found. Apr 18 12:17:01.780261 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1f6137c9-b905-47b6-8b0a-a87cd5bcad92 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2988553 Apr 18 12:17:01.783484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33436) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:01.806194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'bb807356-8370-4a6d-ad7e-f664aa81652c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6eecb9ab-2881-40c0-b850-7842a6abb682'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:01.935239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a1042-26e0-40ca-b601-21d1d1dbe9ac req-332c033e-4759-40fd-91fa-290e17be6734 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:01.936602 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-639a1042-26e0-40ca-b601-21d1d1dbe9ac req-332c033e-4759-40fd-91fa-290e17be6734 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.9722652 Apr 18 12:17:01.953290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:01.973324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:01.989138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:02.009566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.059101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:02.204262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.232696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:02.249381 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-639a1042-26e0-40ca-b601-21d1d1dbe9ac req-63e443a5-640e-4443-91ed-1ea0294306f7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854531 Apr 18 12:17:02.273945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:02.353609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.499354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:02.509775 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] Sync routers for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:02.519120 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:02.519800 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.574747 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The resource could not be found. Apr 18 12:17:02.578486 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-db9ebc88-e035-4cc1-9223-66d25153fdb8 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7899768 Apr 18 12:17:02.579533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33440) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:02.580835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.584953 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ad1837fc-6240-43a5-950c-8276d56c9eca tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 705 time: 2.1452606 Apr 18 12:17:02.586211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:02.588561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33444) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:02.595242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-61473dfd-b917-4c22-9d1e-e76204da8835 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9061563 Apr 18 12:17:02.598582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] Sync routers for ids ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:02.606113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33448) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:02.614490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] Routers {'5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:02.615329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.618759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Router 810bc3c3-0820-40d2-aa4e-ba0aab4cab34 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:17:02.629122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.655915 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:02.670177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-33f31be3-984c-4eca-aa34-49b75bafa915 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:02.680808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=e5888fd9-5516-4c14-9429-4ede25d02b43,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:02.688472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.693477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-918fef6b-c0c5-476c-b185-ac8a0a5e20fa tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e5888fd9-5516-4c14-9429-4ede25d02b43 HTTP/1.1" status: 204 len: 168 time: 2.0211072 Apr 18 12:17:02.694850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33452) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:02.702988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-49057532-f69a-4a7c-9951-5ed80dbb6467 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:02.727292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee25ca0-fde2-4507-96fa-383c85a8adb8 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:02.747617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-33f31be3-984c-4eca-aa34-49b75bafa915 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:02.753970 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-33f31be3-984c-4eca-aa34-49b75bafa915 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 205 time: 0.1651094 Apr 18 12:17:02.754853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33456) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:02.759590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.772298 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:53Z', 'revision_number': 11, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.773352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] Routers {'5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:02.774363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.777952 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] Checking router: 5c9e0f33-1505-4da7-b8eb-fe41c3d371af for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:17:02.795603 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] Routers {'5c9e0f33-1505-4da7-b8eb-fe41c3d371af'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:02.796720 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.848439 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-43e31f71-cb4b-4bb5-b721-daa22f04c0c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497931 Apr 18 12:17:02.859728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33460) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:02.903235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:02.904131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf1f33-e118-471e-b6a8-e717156dac99 None None] The sync data for ids ['5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:02.951385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07a113f6-1594-4441-a47a-03d70860bb5a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:02.994813 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] Set router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:03.031745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-49057532-f69a-4a7c-9951-5ed80dbb6467 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:03.035756 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-49057532-f69a-4a7c-9951-5ed80dbb6467 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f HTTP/1.1" status: 200 len: 205 time: 0.4250121 Apr 18 12:17:03.036504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33464) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:03.067051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.157734 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:53Z', 'revision_number': 11, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:03.162135 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb3712a-e789-447b-bf55-8609e090115b None None] The sync data for ids ['5c9e0f33-1505-4da7-b8eb-fe41c3d371af'] in dv-neutron-837089-1-hyperv is: [{'id': '5c9e0f33-1505-4da7-b8eb-fe41c3d371af', 'name': 'tempest-RoutersIpV6Test-router-1181406871', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:14Z', 'updated_at': '2022-04-18T12:16:53Z', 'revision_number': 11, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:03.175179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:03.180131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] Deleting port f7bd9fe6-e518-4424-8b10-e84b288c05f9 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:03.180714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.362794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.393774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.396172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.411092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] For port f7bd9fe6-e518-4424-8b10-e84b288c05f9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f7bd9fe6-e518-4424-8b10-e84b288c05f9,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:03.411696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.436384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07a113f6-1594-4441-a47a-03d70860bb5a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.496433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.496997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9e0f33-1505-4da7-b8eb-fe41c3d371af {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:17:03.514033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.522509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9bba0f71-de13-41cf-ad17-fd4665800da4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 204 len: 168 time: 0.7658992 Apr 18 12:17:03.523152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33470) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:03.528158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-170342190', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:03.535603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:03.541058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Usage tracker for resource:router and tenant:358e092e16a64042b3f25bd21daac97e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:03.543121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f7bd9fe6-e518-4424-8b10-e84b288c05f9 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:03.547415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:03.556978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:03.601681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] Calling delete_port for f7bd9fe6-e518-4424-8b10-e84b288c05f9 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:03.650857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.651932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.666748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.747917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f4d39-3169-4f00-ad23-69c13fe830cb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:03.748763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b0f4d39-3169-4f00-ad23-69c13fe830cb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:03.751638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:03.759478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.762882 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] Sync routers for ids ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:03.772183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.775681 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] Routers {'810bc3c3-0820-40d2-aa4e-ba0aab4cab34'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:03.776674 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:03.822128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.845146 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:03.854962 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] Routers {'810bc3c3-0820-40d2-aa4e-ba0aab4cab34'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:03.855571 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:03.862896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.877306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.877519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:03.877519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24cb5b8d-7d38-4dbd-8aff-d6651c3760dd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3518019 Apr 18 12:17:03.879328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33474) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:03.889060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:03.902195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] Pushing event deleted for resources: {'Port': ['ID=f7bd9fe6-e518-4424-8b10-e84b288c05f9,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:03.908175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fbee86-0a74-45d0-9f7a-404e06f377cd req-f44cb098-f83f-4691-bdbc-ab55de46dd9d tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:03.909122 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-13fbee86-0a74-45d0-9f7a-404e06f377cd req-f44cb098-f83f-4691-bdbc-ab55de46dd9d tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.4647071 Apr 18 12:17:03.920152 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:03.920608 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ccdf0-e876-4092-8b71-2290ea679974 None None] The sync data for ids ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:03.955052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b0f4d39-3169-4f00-ad23-69c13fe830cb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:03.956282 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9b0f4d39-3169-4f00-ad23-69c13fe830cb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0921764 Apr 18 12:17:03.961410 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-13fbee86-0a74-45d0-9f7a-404e06f377cd req-98a38408-508a-48a8-ad8f-f91c30bad547 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429688 Apr 18 12:17:03.961865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33478) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:03.976226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e41c9-6833-4a80-9d99-2969ea697684 None None] No DVR routers for this DVR port f7bd9fe6-e518-4424-8b10-e84b288c05f9 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:04.009210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.009210 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f4df3242-2614-4e23-8ca7-94f908b62699 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5926847 Apr 18 12:17:04.009210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.009210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router 5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:17:04.009713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07a113f6-1594-4441-a47a-03d70860bb5a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.026205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33482) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:04.039063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:04.102936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a113f6-1594-4441-a47a-03d70860bb5a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb807356-8370-4a6d-ad7e-f664aa81652c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:04.105561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-07a113f6-1594-4441-a47a-03d70860bb5a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.106689 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-07a113f6-1594-4441-a47a-03d70860bb5a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/bb807356-8370-4a6d-ad7e-f664aa81652c HTTP/1.1" status: 204 len: 168 time: 1.5257971 Apr 18 12:17:04.117758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33486) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:04.145698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.149570 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4d918e8f-dff9-46d6-9f12-1965e886fe40 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f HTTP/1.1" status: 204 len: 168 time: 1.0949736 Apr 18 12:17:04.154942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33490) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:04.157818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e63f6-c7b8-45b5-8d8a-b34cfd60bd4a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:04.158506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-705e63f6-c7b8-45b5-8d8a-b34cfd60bd4a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:04.311954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet c8a953ad-4abe-456d-9ce1-737b8839cc40 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:04.323025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.351365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.357914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-65debbc1-6d59-4bbe-b67b-6083331bf9fb tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2390611 Apr 18 12:17:04.359627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-705e63f6-c7b8-45b5-8d8a-b34cfd60bd4a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:04.361689 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-705e63f6-c7b8-45b5-8d8a-b34cfd60bd4a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3975019 Apr 18 12:17:04.363643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33494) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:04.366761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33496) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:04.424007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': 'c1d51dd3-8afc-4e1c-bb0f-4547e89e2774', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:04.434872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:04.437290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.447404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:04.451346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dbdba85b-c589-472d-9261-af95a6cb35e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:04.452633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.454754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:04.525896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:04.597483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dbdba85b-c589-472d-9261-af95a6cb35e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:router {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:04.598643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dbdba85b-c589-472d-9261-af95a6cb35e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2320704 Apr 18 12:17:04.608322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33502) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:04.618353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:04.694835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.879135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:04.891892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:04.924382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Router fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:17:04.983154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:04.993428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The resource could not be found. Apr 18 12:17:04.998707 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-40ca0d81-97aa-4cb6-8983-43a67731ba74 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6295798 Apr 18 12:17:04.998849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33506) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:05.003418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421744191'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:05.009605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:05.013581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:05.016420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:05.023360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:05.067736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:05.071001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.076547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.078901 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d753c1bc-d44c-4bd3-9de9-47e0dd294c31 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "PUT /v2.0/routers/fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 HTTP/1.1" status: 200 len: 697 time: 1.1966348 Apr 18 12:17:05.080471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33512) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:05.081576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] Sync routers for ids ['fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:05.088254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.094118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] Routers {'fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:05.095004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:05.098213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.144034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Deleting port 62bcd6d4-b148-4154-8f28-ccefedc587a1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:05.144282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.147446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:05.151034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.152559 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:05.153057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:05.170375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.185346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a953ad-4abe-456d-9ce1-737b8839cc40,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:05.200808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:05.208687 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/c8a953ad-4abe-456d-9ce1-737b8839cc40 HTTP/1.1" status: 204 len: 168 time: 1.0449178 Apr 18 12:17:05.208687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:05.213192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33516) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:05.215277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:05.218392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.218832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.219208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.219409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.220286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.220286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.220518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.220720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.221316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.221316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.221993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.221993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e810ebc-6bc1-4a82-8836-0190e334ae28 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:05.226260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61606a2f-e900-49fa-ad7a-b1fc42dac2f0 None None] Network e9e155c8-35e0-4a94-afb3-ebe7bed899ed requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:05.230735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:05.261495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] Set router fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:05.323342 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-99645073-05ca-42f7-88b7-3bdf2e7942f5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7112849 Apr 18 12:17:05.325525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33520) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:05.331583 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc072454-167e-49ed-bb92-9517c6e0286d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/routers/fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 HTTP/1.1" status: 200 len: 703 time: 0.2473745 Apr 18 12:17:05.335845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:05.353400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33524) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:05.411535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.413918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42', 'name': 'tempest-RoutersIpV6Test-router-170342190', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:03Z', 'updated_at': '2022-04-18T12:17:04Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:05.433834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] Checking router: fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:17:05.439703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fac80-9e90-45cb-a580-d7be5b057968 req-52295290-b0d3-44cd-8b28-d6be8fe77e5a tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:05.441129 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-056fac80-9e90-45cb-a580-d7be5b057968 req-52295290-b0d3-44cd-8b28-d6be8fe77e5a tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3012478 Apr 18 12:17:05.446368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:05.446747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.451811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] Routers {'fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:05.452430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:05.494247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dbfed879-3d4d-4c52-9139-cc14aa791950 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Synchronizing usage tracker for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:05.549183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.571153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dbfed879-3d4d-4c52-9139-cc14aa791950 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Unset dirty status for tenant:358e092e16a64042b3f25bd21daac97e on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:05.571153 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dbfed879-3d4d-4c52-9139-cc14aa791950 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 HTTP/1.1" status: 200 len: 205 time: 0.2130582 Apr 18 12:17:05.571459 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-056fac80-9e90-45cb-a580-d7be5b057968 req-1f4875de-6115-4175-a745-023e89fa37b2 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997560 Apr 18 12:17:05.575654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33528) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:05.576546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:05.681707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] Set router fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:05.723954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,segment=NetworkSegment(42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0),segment_id=42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:05.724322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.784610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Calling delete_port for 62bcd6d4-b148-4154-8f28-ccefedc587a1 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:05.810493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42', 'name': 'tempest-RoutersIpV6Test-router-170342190', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:03Z', 'updated_at': '2022-04-18T12:17:04Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:05.820242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49824776-0b3e-4e36-a9d8-863347ba70f8 None None] The sync data for ids ['fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42'] in dv-neutron-837089-1-hyperv is: [{'id': 'fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42', 'name': 'tempest-RoutersIpV6Test-router-170342190', 'tenant_id': '358e092e16a64042b3f25bd21daac97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:03Z', 'updated_at': '2022-04-18T12:17:04Z', 'revision_number': 2, 'project_id': '358e092e16a64042b3f25bd21daac97e', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:05.825014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:05.861405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:05.927676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.928011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] DHCP port deletion for e9e155c8-35e0-4a94-afb3-ebe7bed899ed request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:05.932457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Deleting port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:05.932826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:05.935920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.061446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.087308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.115228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:06.118779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No DVR routers for this DVR port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:06.162126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] For port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6c8d6326-cd8a-41c5-9e4a-b497a32e60f8,segment=NetworkSegment(42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0),segment_id=42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:06.163990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.233233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:06.236607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.238000 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:06.239968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:06.247224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.276076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e155c8-35e0-4a94-afb3-ebe7bed899ed']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:06.288950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Calling delete_port for 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:06.289895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:06.290392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fd6c66-fc52-4f0e-8dcd-569ae2df7ce0') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:06.302557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.319873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.328901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:06.329712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:06.344747 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:06.367782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:06.368117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:06.483199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.485027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9883a37a-9e29-4f57-badf-f03a4c2b5462,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:06.490431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.492837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.493723 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-36589e36-915d-46d6-b4ad-16ac26d4d3f2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4942696 Apr 18 12:17:06.501058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33532) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.511273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083327338'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:06.525709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:06.530809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:06.535044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:06.541897 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3f135fcb-1d7a-4f08-8a4a-9621cb9081af tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.2123585 Apr 18 12:17:06.542426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33536) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.545956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:06.548584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:06.638556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.639048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Fanout notify agent at l3_agent the message router_deleted on router fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:17:06.657736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.661984 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2c8b88a2-68e7-434e-8c7e-b6a2cdf6bf6d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 HTTP/1.1" status: 204 len: 168 time: 1.0070300 Apr 18 12:17:06.662333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33542) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.702968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:06.706639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.711325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.718111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fbee7c90-47a2-4a2d-9343-a11fb62023a6 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 HTTP/1.1" status: 200 len: 205 time: 0.0547171 Apr 18 12:17:06.735642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33546) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.736296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.738824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:06.757584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.812981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=e9e155c8-35e0-4a94-afb3-ebe7bed899ed,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:06.823813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Pushing event deleted for resources: {'Port': ['ID=62bcd6d4-b148-4154-8f28-ccefedc587a1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:06.830420 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-0b618843-2772-414a-a7fa-813131c2b616 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:06.831457 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0b618843-2772-414a-a7fa-813131c2b616 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/fae2f85d-4e1b-4f1c-bf34-b9f6d866ed42 HTTP/1.1" status: 404 len: 336 time: 0.0899978 Apr 18 12:17:06.833961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33550) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.852380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:06.868047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:06.869729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Deleting port 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:06.870354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.878165 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0eb424-763d-4854-9e7c-b1b58204c594 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:06.883546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0eb424-763d-4854-9e7c-b1b58204c594 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:06.883546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-be0eb424-763d-4854-9e7c-b1b58204c594 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/948c0184-f6e2-4597-8bf4-f43d34f1cdf4 HTTP/1.1" status: 404 len: 337 time: 0.0452790 Apr 18 12:17:06.883943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33554) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.902017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:06.920324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:06.922354 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9fb8a508-ad8b-4343-aa9d-fdb212396f19 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/e9e155c8-35e0-4a94-afb3-ebe7bed899ed HTTP/1.1" status: 204 len: 168 time: 1.7051172 Apr 18 12:17:06.923305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:06.926697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:06.928983 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:06.929405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33558) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.929591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:06.938536 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-429b0f50-910d-4c3a-8720-6fc38db53085 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:06.939255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429b0f50-910d-4c3a-8720-6fc38db53085 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:06.943235 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-429b0f50-910d-4c3a-8720-6fc38db53085 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/0b4c327f-ee9b-459b-9c15-d59227503dd5 HTTP/1.1" status: 404 len: 337 time: 0.0558901 Apr 18 12:17:06.944924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1105580792', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:06.946493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33562) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.953230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0440-4fd9-450d-9a95-4bf4b213e81d None None] The port '6c8d6326-cd8a-41c5-9e4a-b497a32e60f8' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:17:06.955994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:06.973122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:06.984970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:06.993678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf8042e-e71b-4411-82cd-6742498ddfbc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:06.993678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf8042e-e71b-4411-82cd-6742498ddfbc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:06.993678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-adf8042e-e71b-4411-82cd-6742498ddfbc tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/93eded4a-09b6-4dbc-b030-895892aee0a2 HTTP/1.1" status: 404 len: 337 time: 0.0447478 Apr 18 12:17:06.995300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33566) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:06.996641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:07.003100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.036332 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ae4496-2f02-4a11-9acd-9a2e7b85371d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:07.036707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ae4496-2f02-4a11-9acd-9a2e7b85371d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:07.041379 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-76ae4496-2f02-4a11-9acd-9a2e7b85371d tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/01d42b43-008d-4512-b33d-38d9fd76d4c3 HTTP/1.1" status: 404 len: 337 time: 0.0427330 Apr 18 12:17:07.041592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33570) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.063853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56f93d-b67a-4ca0-8962-d69d6aaa8c4d req-2142711d-f05e-4e0e-b7d2-8a3063c16f64 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:07.065301 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8d56f93d-b67a-4ca0-8962-d69d6aaa8c4d req-2142711d-f05e-4e0e-b7d2-8a3063c16f64 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3621395 Apr 18 12:17:07.079115 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b9faaca7-2ac5-4c14-8bc0-ec139e58aad9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5356967 Apr 18 12:17:07.084114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33574) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.090942 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-caa92596-9c23-42ad-bea9-4eb0cab860f9 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 200 len: 205 time: 0.0459764 Apr 18 12:17:07.092237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:07.107357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33578) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.202539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:07.213163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:07.249106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.249976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.255851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:07.259485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.260925 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:07.261382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:07.310327 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-60bc4e09-31d8-446e-9e00-988ba0db693b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:07.311379 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-60bc4e09-31d8-446e-9e00-988ba0db693b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/5c9e0f33-1505-4da7-b8eb-fe41c3d371af HTTP/1.1" status: 404 len: 336 time: 0.2031024 Apr 18 12:17:07.314156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.355162 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8d56f93d-b67a-4ca0-8962-d69d6aaa8c4d req-421e1751-8872-416e-8798-4cc561f07926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2813616 Apr 18 12:17:07.359812 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eba15721-4f46-4b4d-919d-3b2e02282768 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2746887 Apr 18 12:17:07.365181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.370476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:07.394046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-966c08d8-f666-4a3f-bdc3-f8b49fb73249 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=b571a7f5-c3be-4807-a25a-5980b9fd1aae HTTP/1.1" status: 200 len: 205 time: 0.0774236 Apr 18 12:17:07.407871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33590) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.426925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.485537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.489234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:07.513185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.525198 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-0605218d-a0aa-4479-b42a-be7efdb7dd8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:07.528611 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0605218d-a0aa-4479-b42a-be7efdb7dd8b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/b571a7f5-c3be-4807-a25a-5980b9fd1aae HTTP/1.1" status: 404 len: 336 time: 0.1174443 Apr 18 12:17:07.529688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:07.530108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6c8d6326-cd8a-41c5-9e4a-b497a32e60f8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:07.533540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33594) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.580776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-408d9657-90af-43f1-9c99-5aecb92407de tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:07.581212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408d9657-90af-43f1-9c99-5aecb92407de tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:07.585743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-408d9657-90af-43f1-9c99-5aecb92407de tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/ac6e2e6e-e65c-4bd8-8742-e5ccfd78fec2 HTTP/1.1" status: 404 len: 337 time: 0.0501864 Apr 18 12:17:07.586569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33598) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.590319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.593279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:07.604628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:07.642194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.663266 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4c4ea86e-5d32-4dd6-95a1-30066ce30483 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 200 len: 205 time: 0.0693173 Apr 18 12:17:07.666112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33602) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.730694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:07.734076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.735481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:07.735891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:07.748311 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-fd25c1c4-3824-4a84-86f1-e8c5a11e5b79 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:07.749293 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fd25c1c4-3824-4a84-86f1-e8c5a11e5b79 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/3bc2ee59-0b12-4755-9c8e-7019e6071238 HTTP/1.1" status: 404 len: 336 time: 0.0820563 Apr 18 12:17:07.754051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33606) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.793481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf5f63-8da1-4d7e-bd3c-e24532318398,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:07.802976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ca3afc8d-3c68-4e4b-9e66-2cc8aa277510 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e176c38-a479-421f-ad76-4c1a12c306c4 HTTP/1.1" status: 200 len: 205 time: 0.0469360 Apr 18 12:17:07.804291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33610) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.865547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.869658 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f01a0905-b584-4de1-af55-1bcd7a5fad22 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5004518 Apr 18 12:17:07.869872 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ddc58888-2033-4d85-930b-47c1b9c0eff7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3628428 Apr 18 12:17:07.874963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33614) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.875285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33616) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.881859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '9883a37a-9e29-4f57-badf-f03a4c2b5462', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '29cf5f63-8da1-4d7e-bd3c-e24532318398'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:07.886754 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-7d11ff18-1bfb-4236-9404-47b1f03642cd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:07.887682 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7d11ff18-1bfb-4236-9404-47b1f03642cd tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/6e176c38-a479-421f-ad76-4c1a12c306c4 HTTP/1.1" status: 404 len: 336 time: 0.0824449 Apr 18 12:17:07.893444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:07.910641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33622) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:07.911501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:07.927929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:07.963961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:07.965010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef482fd0-cdc3-4dfc-9a6f-00e3e6fc6202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:07.977727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:07.986386 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf63b2c1-f38e-498f-94fa-aef585aa6ec4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:07.986853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf63b2c1-f38e-498f-94fa-aef585aa6ec4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:07.988536 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf63b2c1-f38e-498f-94fa-aef585aa6ec4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/13d177fa-52b1-45c0-a7da-3b9e8673e67e HTTP/1.1" status: 404 len: 337 time: 0.0746512 Apr 18 12:17:08.038329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33626) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.100674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6f145bf4-a59c-43bd-850c-88eb9324296b tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=aac5f58a-6616-4049-99e4-dae2a572785e HTTP/1.1" status: 200 len: 205 time: 0.0610516 Apr 18 12:17:08.104955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33630) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.107433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Router 810bc3c3-0820-40d2-aa4e-ba0aab4cab34 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:08.108353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:08.183293 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-42ef841e-3d47-47c5-9b1a-37151ff72099 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:08.184286 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-42ef841e-3d47-47c5-9b1a-37151ff72099 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/aac5f58a-6616-4049-99e4-dae2a572785e HTTP/1.1" status: 404 len: 336 time: 0.0775414 Apr 18 12:17:08.189392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:08.191051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33634) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.239208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.240096 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e57d1fb-c85c-402c-939e-aa458921a55e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:08.241112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e57d1fb-c85c-402c-939e-aa458921a55e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:08.245213 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5e57d1fb-c85c-402c-939e-aa458921a55e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/e43956e7-510d-40e5-ba10-96a6bb8ad7c7 HTTP/1.1" status: 404 len: 337 time: 0.0483654 Apr 18 12:17:08.245419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33638) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.289468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-541124ef-73b6-42e0-9a3c-aeb96841b02c tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "GET /v2.0/ports?device_id=dc593789-ac4c-402b-a85d-759bc343e1ae HTTP/1.1" status: 200 len: 205 time: 0.0407865 Apr 18 12:17:08.289709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33642) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.313358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:08.324477 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] Sync routers for ids ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:08.334859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.335565 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] Routers {'810bc3c3-0820-40d2-aa4e-ba0aab4cab34'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:08.335974 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b688dad1-85be-40cd-b67e-791f5e8929b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "PUT /v2.0/routers/810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 200 len: 709 time: 4.3057740 Apr 18 12:17:08.339558 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:08.340016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33646) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.407320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:08.417079 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] Routers {'810bc3c3-0820-40d2-aa4e-ba0aab4cab34'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:08.417741 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:16:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:08.462762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:08.466519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.468152 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:08.468741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:08.480500 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:08.484446 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:08.485057 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ead315-c024-4622-8e54-22b1c93b0582 None None] The sync data for ids ['810bc3c3-0820-40d2-aa4e-ba0aab4cab34'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:08.485170 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-70d81a7f-4387-43d3-8d30-b553a740a83e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.6089144 Apr 18 12:17:08.486088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33652) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.495604 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dae10bdc-3fdc-4a0f-8431-361fcc4e5d27 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/routers/810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 200 len: 744 time: 0.1549094 Apr 18 12:17:08.495816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-a7719f77-fd37-4bcb-bc82-4d71784445d4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] delete failed (client error): The resource could not be found. Apr 18 12:17:08.496630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a7719f77-fd37-4bcb-bc82-4d71784445d4 tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/routers/dc593789-ac4c-402b-a85d-759bc343e1ae HTTP/1.1" status: 404 len: 336 time: 0.2061028 Apr 18 12:17:08.498114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33656) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.510318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33660) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.584297 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-40176d1d-f0d9-44ac-b732-74929fb3cdf2 tempest-RoutersIpV6AdminTest-899698338 tempest-RoutersIpV6AdminTest-899698338-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&device_id=810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 200 len: 205 time: 0.0850701 Apr 18 12:17:08.587764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33664) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.593125 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-87eadadf-8a60-4d74-8e26-6379c17c884e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:08.593571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87eadadf-8a60-4d74-8e26-6379c17c884e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:08.597637 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-87eadadf-8a60-4d74-8e26-6379c17c884e tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/0d99b782-0565-4a82-ae84-2c0f70c94ab2 HTTP/1.1" status: 404 len: 337 time: 0.0840321 Apr 18 12:17:08.608038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.636031 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-179f309b-e74a-4a7b-87f8-fc2c702b8f97 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 200 len: 205 time: 0.0448332 Apr 18 12:17:08.636789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33672) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.654337 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-74843050-4361-4438-b767-c5477756f142 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7764597 Apr 18 12:17:08.659733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33676) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.664520 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8798aff-27e5-41f4-865f-76cdbfc9f2aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:08.664953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8798aff-27e5-41f4-865f-76cdbfc9f2aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:08.666498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f8798aff-27e5-41f4-865f-76cdbfc9f2aa tempest-RoutersIpV6Test-1743547876 tempest-RoutersIpV6Test-1743547876-project] 10.222.0.24 "DELETE /v2.0/subnets/d4e939dc-d048-4ff3-8136-770257fe7b1a HTTP/1.1" status: 404 len: 337 time: 0.0575614 Apr 18 12:17:08.729431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.731855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-421b3831-b71e-499d-951b-46580ce71cc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:08.776710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.788205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.811772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8663d-29da-4958-8c22-fb81f7ef2abf req-9c060b58-fcc4-490e-aed0-92590a645f1a tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:08.813208 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb8663d-29da-4958-8c22-fb81f7ef2abf req-9c060b58-fcc4-490e-aed0-92590a645f1a tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.2627857 Apr 18 12:17:08.859372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-421b3831-b71e-499d-951b-46580ce71cc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:08.863083 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-421b3831-b71e-499d-951b-46580ce71cc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1930993 Apr 18 12:17:08.863938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33682) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:08.912870 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb8663d-29da-4958-8c22-fb81f7ef2abf req-6f1c17a3-062a-45c1-bae8-e3e5ed88b0e8 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875669 Apr 18 12:17:08.938731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d05c8a-b9fb-43a6-919b-951fa312aa7f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:08.939406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-77d05c8a-b9fb-43a6-919b-951fa312aa7f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:08.943777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:08.969621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf5f63-8da1-4d7e-bd3c-e24532318398,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:08.971897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-77d05c8a-b9fb-43a6-919b-951fa312aa7f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:08.973003 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-77d05c8a-b9fb-43a6-919b-951fa312aa7f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081915 Apr 18 12:17:08.976928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33686) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.033327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.033674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.034010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.034345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.034700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.035030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.035354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.035681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.035997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.036316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.036635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.037081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:09.045988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.049989 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-81cd69a2-fdb9-49ec-9220-b373351ac8e7 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/29cf5f63-8da1-4d7e-bd3c-e24532318398 HTTP/1.1" status: 204 len: 168 time: 0.5610473 Apr 18 12:17:09.050977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33690) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.064987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9e9c979e-170d-4a2f-8f64-c0335e16832e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859780 Apr 18 12:17:09.077999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33694) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.086516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:09.238387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e37a3413-e191-489a-bfa5-90de3e900937 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:09.240751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33700) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.245656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:09.266234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:09.312004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.321577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.331819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e37a3413-e191-489a-bfa5-90de3e900937 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:09.336681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e37a3413-e191-489a-bfa5-90de3e900937 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2715042 Apr 18 12:17:09.336681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33706) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.354631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:09.358087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.428160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.457769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.502400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.502834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Fanout notify agent at l3_agent the message router_deleted on router 810bc3c3-0820-40d2-aa4e-ba0aab4cab34 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:17:09.540975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.542042 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c5139ce0-bd43-4f04-b8fd-568a34397275 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 204 len: 168 time: 0.9049346 Apr 18 12:17:09.545398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33710) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.545684 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4bc3d68f-bdc1-40eb-b220-07a6d9e45956 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=358e092e16a64042b3f25bd21daac97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019361 Apr 18 12:17:09.545902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33712) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.556967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f51aef77-888b-4c16-901d-08025768931b tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.593583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f51aef77-888b-4c16-901d-08025768931b tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.645817 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a35b54df-639b-43b7-b16a-16d8b553c3ae tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 200 len: 205 time: 0.0975451 Apr 18 12:17:09.653371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33718) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.744416 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-e0afc767-1a42-4550-af07-31e1aa39d4bf tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] delete failed (client error): The resource could not be found. Apr 18 12:17:09.745441 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e0afc767-1a42-4550-af07-31e1aa39d4bf tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/810bc3c3-0820-40d2-aa4e-ba0aab4cab34 HTTP/1.1" status: 404 len: 336 time: 0.0893912 Apr 18 12:17:09.748394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33722) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.764122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.26.4.178 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3006675c-3359-4ea8-a967-ed8450f3abc1) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:09.785722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f51aef77-888b-4c16-901d-08025768931b tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.805368 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-48c68a8f-774d-447a-8b4a-dd076bf32683 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=a55c3237-21ed-426c-8ade-7e321a138338 HTTP/1.1" status: 200 len: 205 time: 0.0558197 Apr 18 12:17:09.807887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aef77-888b-4c16-901d-08025768931b tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9883a37a-9e29-4f57-badf-f03a4c2b5462,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:09.808479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f43377e0-3fe6-4cb9-a6af-6aad45ef5b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.813366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33726) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.906993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f43377e0-3fe6-4cb9-a6af-6aad45ef5b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:09.924223 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-65437d7e-740c-47f5-9c76-6afc28fd12a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] delete failed (client error): The resource could not be found. Apr 18 12:17:09.925237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-65437d7e-740c-47f5-9c76-6afc28fd12a9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/a55c3237-21ed-426c-8ade-7e321a138338 HTTP/1.1" status: 404 len: 336 time: 0.1106598 Apr 18 12:17:09.929330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33730) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:09.995287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:17:09.996991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.001942 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b6fa3fa2-83ca-49c1-8ff7-44795c8d5cd0 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb87818b-6a68-4500-a2f4-04b80c0af989 HTTP/1.1" status: 200 len: 205 time: 0.0690899 Apr 18 12:17:10.005094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33736) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.050573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f51aef77-888b-4c16-901d-08025768931b tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.054857 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f51aef77-888b-4c16-901d-08025768931b tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/9883a37a-9e29-4f57-badf-f03a4c2b5462 HTTP/1.1" status: 204 len: 168 time: 0.7137053 Apr 18 12:17:10.054857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:10.060467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33740) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.062871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:10.065774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:10.066355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.073032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4b7d7b-6609-4dec-9a73-2cdeef40bfae None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:10.125511 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-60638964-fd2e-429e-89bb-34467535f4f9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] delete failed (client error): The resource could not be found. Apr 18 12:17:10.126539 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-60638964-fd2e-429e-89bb-34467535f4f9 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/cb87818b-6a68-4500-a2f4-04b80c0af989 HTTP/1.1" status: 404 len: 336 time: 0.1203194 Apr 18 12:17:10.132930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=3f332a1d-3551-474a-9813-65f2d7090795,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:10.133798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33744) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.141119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.145668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dca9f244-4142-4b5d-85ce-c9b20dfd0034 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:10.196280 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dc8294ab-a695-4c60-940b-90bfa4003b8a tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 HTTP/1.1" status: 200 len: 205 time: 0.0599687 Apr 18 12:17:10.196978 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf8dc5eb-54aa-4236-bf5a-a5955724c9cd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1179307 Apr 18 12:17:10.197850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33748) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.198300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33750) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.205319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:5e:cd:ae', 'name': 'tempest-NetworksTestDHCPv6-46343766'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:10.269709 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-3a26b518-280f-4d25-9708-c53cfd73e43f tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] delete failed (client error): The resource could not be found. Apr 18 12:17:10.271420 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a26b518-280f-4d25-9708-c53cfd73e43f tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/7ecc3732-afe2-44d5-adcd-b66b5de1e7f4 HTTP/1.1" status: 404 len: 336 time: 0.0718544 Apr 18 12:17:10.274153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33756) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.306794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dca9f244-4142-4b5d-85ce-c9b20dfd0034 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:10.310188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f8691ebd-4d3e-4f5a-bc35-4db8656e27bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.312849 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dca9f244-4142-4b5d-85ce-c9b20dfd0034 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2496374 Apr 18 12:17:10.317505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33760) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.327449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '3f332a1d-3551-474a-9813-65f2d7090795'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:10.327700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314712376'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:10.328098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.328537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f43377e0-3fe6-4cb9-a6af-6aad45ef5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.338256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:10.347887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:10.359784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fbc5cc4-d05f-4025-9cbb-3d047a39dffc tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae7fb339-8e24-43c8-9ec1-811d95f5c952 HTTP/1.1" status: 200 len: 205 time: 0.0820289 Apr 18 12:17:10.361734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33764) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.377439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43377e0-3fe6-4cb9-a6af-6aad45ef5b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564f36d4-31f7-418f-81fe-5a1b4c780c46,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:10.401261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae5d15-fda1-407e-898a-4640050c1e12 req-c080e54a-b9e0-48dc-8a27-10ac88c31a3e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:10.402721 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-68ae5d15-fda1-407e-898a-4640050c1e12 req-c080e54a-b9e0-48dc-8a27-10ac88c31a3e tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3315363 Apr 18 12:17:10.407735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f43377e0-3fe6-4cb9-a6af-6aad45ef5b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.408837 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f43377e0-3fe6-4cb9-a6af-6aad45ef5b5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/564f36d4-31f7-418f-81fe-5a1b4c780c46 HTTP/1.1" status: 204 len: 168 time: 0.8622184 Apr 18 12:17:10.449512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:10.475881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:10.487514 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-68ae5d15-fda1-407e-898a-4640050c1e12 req-72aaaf8d-de6e-4779-a24b-671260b7a202 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756409 Apr 18 12:17:10.488640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.526388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Allocated IP 2001:db8::f816:3eff:fec1:913a (5f4dde90-d90b-4725-911c-836df72b725b/3f332a1d-3551-474a-9813-65f2d7090795/40c73e63-d7a4-4940-995d-6a151839feb2) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:10.566715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=3006675c-3359-4ea8-a967-ed8450f3abc1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:10.583232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:10.583232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:10.583946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.584478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:10.607375 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-84b724a9-bc34-4539-9c59-b446801aaf5a tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] delete failed (client error): The resource could not be found. Apr 18 12:17:10.611735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-84b724a9-bc34-4539-9c59-b446801aaf5a tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/ae7fb339-8e24-43c8-9ec1-811d95f5c952 HTTP/1.1" status: 404 len: 336 time: 0.2506936 Apr 18 12:17:10.612346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33770) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.630537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:10.669295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f6ff91f6-2e10-4c1a-98d4-a2dccff5c6c8 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4cf908a-884f-4932-b1db-278d5d59e301 HTTP/1.1" status: 200 len: 205 time: 0.0539117 Apr 18 12:17:10.669890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33774) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.683748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:10.692751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:10.703996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:10.710194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:10.789447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.833987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.844611 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Transition to ACTIVE for port object 40c73e63-d7a4-4940-995d-6a151839feb2 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:10.864757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Transition to ACTIVE for port object 40c73e63-d7a4-4940-995d-6a151839feb2 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:10.868544 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-f7ee8b7b-211a-4f93-b56d-c14c16bf7c4a tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] delete failed (client error): The resource could not be found. Apr 18 12:17:10.869565 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f7ee8b7b-211a-4f93-b56d-c14c16bf7c4a tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/routers/e4cf908a-884f-4932-b1db-278d5d59e301 HTTP/1.1" status: 404 len: 336 time: 0.1985676 Apr 18 12:17:10.872565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.876369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33784) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:10.931183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:10.949890 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b247116-fcd9-46cb-8af4-369ab468d0b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] DELETE failed (client error): The resource could not be found. Apr 18 12:17:10.950340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b247116-fcd9-46cb-8af4-369ab468d0b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:10.963032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfeebec-9c06-4614-9bd2-050b52f4f6ed,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:10.968354 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8b247116-fcd9-46cb-8af4-369ab468d0b1 tempest-RoutersIpV6AdminTest-1619674482 tempest-RoutersIpV6AdminTest-1619674482-project] 10.222.0.24 "DELETE /v2.0/subnets/9e3d5c18-7974-4b44-b44c-7a7ec9ddef80 HTTP/1.1" status: 404 len: 337 time: 0.0831575 Apr 18 12:17:10.994996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:11.000805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:11.011639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:11.051253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.054013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-84cedb09-ccce-4cc5-a0af-b3919b73a7ad tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7337065 Apr 18 12:17:11.057340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33794) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:11.064905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '3bfeebec-9c06-4614-9bd2-050b52f4f6ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:11.072926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:11.080376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:11.085753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:11.093368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:11.107812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.116430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Attempting to bind port 40c73e63-d7a4-4940-995d-6a151839feb2 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:11.117393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Attempting to bind port 40c73e63-d7a4-4940-995d-6a151839feb2 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:11.117754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Attempting to bind port 40c73e63-d7a4-4940-995d-6a151839feb2 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:11.126079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Pushing event updated for resources: {'Port': ['ID=40c73e63-d7a4-4940-995d-6a151839feb2,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:11.129805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:11.130383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:11.131822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.131822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:11.131822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Bound port: 40c73e63-d7a4-4940-995d-6a151839feb2, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:11.132231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.151068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.151404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.151914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.152243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.152561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.152835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port a8f5d0c8-1844-4439-a190-a89a10410b5e yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:11.153221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.153585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.153909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.154250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.154591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.154929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.155216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:11.222414 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:11.229763 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-36fc8b75-f1ad-4f08-acff-bc5ae5c474a4 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1708827 Apr 18 12:17:11.231416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33798) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:11.240823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group_rule': {'security_group_id': '3bfeebec-9c06-4614-9bd2-050b52f4f6ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:11.244174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] For port 40c73e63-d7a4-4940-995d-6a151839feb2, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:11.247835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] For port 40c73e63-d7a4-4940-995d-6a151839feb2, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40c73e63-d7a4-4940-995d-6a151839feb2,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:11.278490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:11.295147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.348220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.358704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:11.376331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:11.395614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:11.439601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fe5e:cdae (5f4dde90-d90b-4725-911c-836df72b725b/3f332a1d-3551-474a-9813-65f2d7090795/a8f5d0c8-1844-4439-a190-a89a10410b5e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:11.464644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8b985-9214-4ddb-9202-2232cf78b213 None None] Pushing event updated for resources: {'Port': ['ID=40c73e63-d7a4-4940-995d-6a151839feb2,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:11.504311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33812) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:11.681529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33820) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:11.718387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.789227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.805366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object a8f5d0c8-1844-4439-a190-a89a10410b5e will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:11.826117 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:11.827243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3cf907d7-978c-42eb-bd7e-ff79450ed44f tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5948400 Apr 18 12:17:11.832586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33826) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:11.837537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.917904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.931768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:11.945726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2a418de8-8f8d-46f0-bdc8-8e7193c9a4d5 tempest-DvrRoutersNegativeTest-1564744560 tempest-DvrRoutersNegativeTest-1564744560-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1374728347', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:11.948885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.policy [None req-2a418de8-8f8d-46f0-bdc8-8e7193c9a4d5 tempest-DvrRoutersNegativeTest-1564744560 tempest-DvrRoutersNegativeTest-1564744560-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88782) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 12:17:11.949249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.policy [None req-2a418de8-8f8d-46f0-bdc8-8e7193c9a4d5 tempest-DvrRoutersNegativeTest-1564744560 tempest-DvrRoutersNegativeTest-1564744560-project] Failed policy check for 'create_router' {{(pid=88782) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 12:17:11.949823 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-2a418de8-8f8d-46f0-bdc8-8e7193c9a4d5 tempest-DvrRoutersNegativeTest-1564744560 tempest-DvrRoutersNegativeTest-1564744560-project] create failed (client error): Access was denied to this resource. Apr 18 12:17:11.967934 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2a418de8-8f8d-46f0-bdc8-8e7193c9a4d5 tempest-DvrRoutersNegativeTest-1564744560 tempest-DvrRoutersNegativeTest-1564744560-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2851801 Apr 18 12:17:11.995177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:12.001431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Usage tracker for resource:security_group_rule and tenant:b243b295d7944aac85d5cf757f7ad0cd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:12.005393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:12.012645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:12.015111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:12.025942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:12.037773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926e9c4-a25a-4241-bfcb-3ff2febf266c req-26407c9a-b533-49a8-89eb-6a9791436d17 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:12.040459 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1926e9c4-a25a-4241-bfcb-3ff2febf266c req-26407c9a-b533-49a8-89eb-6a9791436d17 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3081477 Apr 18 12:17:12.088881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:12.095027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:12.095655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.126227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=a8f5d0c8-1844-4439-a190-a89a10410b5e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:12.171032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-26e976c9-9450-4d11-8b36-311133dd8a0a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.178258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1926e9c4-a25a-4241-bfcb-3ff2febf266c req-1e5ba95b-6b80-48d2-91a6-a69fc6ce37da tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968225 Apr 18 12:17:12.210847 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-11d61a14-c17c-4870-a24c-3d1f60173bf2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0093970 Apr 18 12:17:12.211208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.214623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33836) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:12.260307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-26e976c9-9450-4d11-8b36-311133dd8a0a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.286204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.335761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.360522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0422960e-6ad1-4367-a899-751f8776e3c9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:12.369268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-beded72c-d9e1-4374-a70f-2a13ecbdc6cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b243b295d7944aac85d5cf757f7ad0cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8612573 Apr 18 12:17:12.369459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33842) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:12.420628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938e960-0c23-4529-865d-9964727b75c7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:12.426852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938e960-0c23-4529-865d-9964727b75c7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:12.431614 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3938e960-0c23-4529-865d-9964727b75c7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2134645 Apr 18 12:17:12.435861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33846) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:12.436198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33848) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:12.484857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-26e976c9-9450-4d11-8b36-311133dd8a0a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.524099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e976c9-9450-4d11-8b36-311133dd8a0a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfeebec-9c06-4614-9bd2-050b52f4f6ed,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:12.560959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port a8f5d0c8-1844-4439-a190-a89a10410b5e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:12.561300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.592655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c52fb8-fb97-4d99-b0f6-d4047f3a07bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.666920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.667137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router ebbb8402-2b95-4bae-9581-a99eef94c56e is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:17:12.706209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c52fb8-fb97-4d99-b0f6-d4047f3a07bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.727561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:12.752001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f8a5ebe813429882a84bb6458797fb is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:12.754800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-26e976c9-9450-4d11-8b36-311133dd8a0a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.756042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-26e976c9-9450-4d11-8b36-311133dd8a0a tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/3bfeebec-9c06-4614-9bd2-050b52f4f6ed HTTP/1.1" status: 204 len: 168 time: 0.9222283 Apr 18 12:17:12.758829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33856) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:12.761713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:12.789637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:12.856060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.968172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:12.970882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-81ad6462-2e56-46ea-ad80-021c69a7eed3 None None] Provisioning for port 40c73e63-d7a4-4940-995d-6a151839feb2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:13.085611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2f579ee7-f625-42f0-8007-c8931df67c63 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:13.097760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c52fb8-fb97-4d99-b0f6-d4047f3a07bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.108359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for a8f5d0c8-1844-4439-a190-a89a10410b5e owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:13.117909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:13.130185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] Sync routers for ids ['ebbb8402-2b95-4bae-9581-a99eef94c56e'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:13.144905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] Routers {'ebbb8402-2b95-4bae-9581-a99eef94c56e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:13.145605 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ebbb8402-2b95-4bae-9581-a99eef94c56e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:13.162642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c52fb8-fb97-4d99-b0f6-d4047f3a07bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0422960e-6ad1-4367-a899-751f8776e3c9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:13.204700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2f579ee7-f625-42f0-8007-c8931df67c63 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:13.212832 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2f579ee7-f625-42f0-8007-c8931df67c63 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4451544 Apr 18 12:17:13.212832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33862) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:13.218952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'tempest-secgroup--616439511'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:13.227138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:13.237097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:13.241995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] Routers {'ebbb8402-2b95-4bae-9581-a99eef94c56e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:13.241995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ebbb8402-2b95-4bae-9581-a99eef94c56e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:13.242230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.243108 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-af83e70f-7ba4-4f79-af36-a066f51eebab tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.3126087 Apr 18 12:17:13.249199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33866) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:13.299406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14c52fb8-fb97-4d99-b0f6-d4047f3a07bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.302941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-14c52fb8-fb97-4d99-b0f6-d4047f3a07bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0422960e-6ad1-4367-a899-751f8776e3c9 HTTP/1.1" status: 204 len: 168 time: 0.9325690 Apr 18 12:17:13.304532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:13.305235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56840fb-de28-4ba4-9a69-0598b9d307c5 None None] The sync data for ids ['ebbb8402-2b95-4bae-9581-a99eef94c56e'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:13.327292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.328896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:13.346503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610d3aa-a9f4-435d-a0d5-7a4640930ce9 req-ddd7adb7-0be9-40bc-8170-645932d3174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:13.348116 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1610d3aa-a9f4-435d-a0d5-7a4640930ce9 req-ddd7adb7-0be9-40bc-8170-645932d3174a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1099 time: 0.1898723 Apr 18 12:17:13.382751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4bf191fd-0fd9-4cf5-914f-9cca1acfc06e None None] Provisioning for port a8f5d0c8-1844-4439-a190-a89a10410b5e completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:13.387818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4bf191fd-0fd9-4cf5-914f-9cca1acfc06e None None] Provisioning complete for port a8f5d0c8-1844-4439-a190-a89a10410b5e triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:13.388241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4bf191fd-0fd9-4cf5-914f-9cca1acfc06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.449585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4bf191fd-0fd9-4cf5-914f-9cca1acfc06e None None] Port a8f5d0c8-1844-4439-a190-a89a10410b5e cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:13.499528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.548324 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1610d3aa-a9f4-435d-a0d5-7a4640930ce9 req-073e3f01-af7a-4034-af3f-7d15ff976029 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942215 Apr 18 12:17:13.549024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.559137 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9e372b18-db1d-47d8-ace0-661282f57c6b tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/routers/ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 200 len: 881 time: 0.3082521 Apr 18 12:17:13.559813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33872) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:13.562212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 40c73e63-d7a4-4940-995d-6a151839feb2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:13.562559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:13.620640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7e7086-cfff-44f4-b326-89b9800572da,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:13.626699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d566a8f7-3589-43a4-adbb-c95dfa10e4b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8f8a5ebe813429882a84bb6458797fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1864247 Apr 18 12:17:13.629314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33878) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:13.661380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576738f0-dd99-4339-9d85-83cc994bf1aa req-30458df2-6d74-4f08-a9be-054ba813d0d9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:13.663978 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-576738f0-dd99-4339-9d85-83cc994bf1aa req-30458df2-6d74-4f08-a9be-054ba813d0d9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3433702 Apr 18 12:17:13.665588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Usage tracker for resource:security_group_rule and tenant:57d42da55bab47dda8d18b692d0c6a26 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:13.677347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:13.691299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:13.698580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.719235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 40c73e63-d7a4-4940-995d-6a151839feb2 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:13.727386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 40c73e63-d7a4-4940-995d-6a151839feb2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:13.728622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.758890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e04e4759-f1bf-4e30-8f17-105420e2fdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.771882 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-576738f0-dd99-4339-9d85-83cc994bf1aa req-70db923e-4ee2-4b0a-9215-3f1876bb2296 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896246 Apr 18 12:17:13.796863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e04e4759-f1bf-4e30-8f17-105420e2fdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.849988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=a8f5d0c8-1844-4439-a190-a89a10410b5e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:13.870173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.908242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.926325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 40c73e63-d7a4-4940-995d-6a151839feb2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40c73e63-d7a4-4940-995d-6a151839feb2,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:13.927920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.945230 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-733a00ad-0a83-4227-a822-a068d2e5912f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a8f5d0c8-1844-4439-a190-a89a10410b5e HTTP/1.1" status: 204 len: 168 time: 1.5063171 Apr 18 12:17:13.947533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33882) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:13.962782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a25bd535-5b9c-42dd-b602-e0c1a0749b1c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:router {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:13.966951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.993186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:13.996239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e04e4759-f1bf-4e30-8f17-105420e2fdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.002660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e04e4759-f1bf-4e30-8f17-105420e2fdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.002660 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e04e4759-f1bf-4e30-8f17-105420e2fdc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf7e7086-cfff-44f4-b326-89b9800572da HTTP/1.1" status: 204 len: 168 time: 0.3695316 Apr 18 12:17:14.022159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e4759-f1bf-4e30-8f17-105420e2fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7e7086-cfff-44f4-b326-89b9800572da,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:14.044237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396219d-cca2-4133-9840-d3d3baa8090c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:14.044953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d396219d-cca2-4133-9840-d3d3baa8090c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:14.045776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d396219d-cca2-4133-9840-d3d3baa8090c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:14.049501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33888) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.066730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2bf371-7d67-41d5-9890-1819960bd2c5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:14.109856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=40c73e63-d7a4-4940-995d-6a151839feb2,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:14.125090 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a5bfe301-d4ac-466e-a6ff-250fbfe1e341 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ba7be4f438546dabc1f97842b587416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0742328 Apr 18 12:17:14.127594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33892) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.140711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a25bd535-5b9c-42dd-b602-e0c1a0749b1c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:router {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:14.144809 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a25bd535-5b9c-42dd-b602-e0c1a0749b1c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5761592 Apr 18 12:17:14.144809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33896) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.149758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1105580792'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:14.172062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d396219d-cca2-4133-9840-d3d3baa8090c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:14.174973 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d396219d-cca2-4133-9840-d3d3baa8090c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2264292 Apr 18 12:17:14.176339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33900) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.210596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.211670 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dd71565c-86d3-4939-a3e8-737de3110af0 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9978430 Apr 18 12:17:14.219997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33904) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.226390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-15cb508e-6e6a-43da-8941-9123212168a2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:14.227058 dv-neutron-837089-1-hyperv neutron-server[88783]: WARNING neutron.api.v2.base [None req-15cb508e-6e6a-43da-8941-9123212168a2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 12:17:14.227541 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-15cb508e-6e6a-43da-8941-9123212168a2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 12:17:14.228553 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-15cb508e-6e6a-43da-8941-9123212168a2 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "PUT /v2.0/security-groups/fc2bf371-7d67-41d5-9890-1819960bd2c5 HTTP/1.1" status: 409 len: 330 time: 0.0077274 Apr 18 12:17:14.232737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33908) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.243964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c37aa3b-e400-4249-bbef-2ccb1d20638e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.275712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 3f332a1d-3551-474a-9813-65f2d7090795 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:14.283725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.311941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c37aa3b-e400-4249-bbef-2ccb1d20638e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.368254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.392991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-433956b7-8b6b-40f6-948d-52060849bc36 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.466586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.493428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-433956b7-8b6b-40f6-948d-52060849bc36 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.568252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c37aa3b-e400-4249-bbef-2ccb1d20638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.592562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c37aa3b-e400-4249-bbef-2ccb1d20638e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98c8f95-0635-4908-b45f-0969e9282c78,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:14.633304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.686286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=3f332a1d-3551-474a-9813-65f2d7090795,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:14.689231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.698979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2c37aa3b-e400-4249-bbef-2ccb1d20638e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.698979 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2c37aa3b-e400-4249-bbef-2ccb1d20638e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d98c8f95-0635-4908-b45f-0969e9282c78 HTTP/1.1" status: 204 len: 168 time: 0.5678012 Apr 18 12:17:14.698979 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8f68083e-dc0e-4499-afcb-5dc11e565bc8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/3f332a1d-3551-474a-9813-65f2d7090795 HTTP/1.1" status: 204 len: 168 time: 0.5207689 Apr 18 12:17:14.699343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd059a84-5d73-4ba8-a8be-e74972026c8b None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:14.706982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33922) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.778264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-433956b7-8b6b-40f6-948d-52060849bc36 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.783295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d18924f-a60d-4042-944c-a48b322b82cb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749176 Apr 18 12:17:14.786158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33926) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.805043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:14.839566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433956b7-8b6b-40f6-948d-52060849bc36 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2bf371-7d67-41d5-9890-1819960bd2c5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:14.864617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-433956b7-8b6b-40f6-948d-52060849bc36 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:14.877129 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-433956b7-8b6b-40f6-948d-52060849bc36 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/fc2bf371-7d67-41d5-9890-1819960bd2c5 HTTP/1.1" status: 204 len: 168 time: 0.6321707 Apr 18 12:17:14.879964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33934) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:14.991724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:15.038406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:15.050302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:15.059753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:15.107230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1161c9f-242f-486d-a53b-b4cc04886d92 req-4ee652d1-da98-4351-bd3c-0449e4d5d7d5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:15.108895 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d1161c9f-242f-486d-a53b-b4cc04886d92 req-4ee652d1-da98-4351-bd3c-0449e4d5d7d5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.1231258 Apr 18 12:17:15.126375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:15.131648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] Deleting port 40c73e63-d7a4-4940-995d-6a151839feb2 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:15.132397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.156300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:15.160146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.251629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.264368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f463e4da-bc7a-4dd7-b152-3800d523e38e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Synchronizing usage tracker for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:15.272863 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d1161c9f-242f-486d-a53b-b4cc04886d92 req-5d52af3b-d3c9-4262-be3d-ae0144db06c1 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528809 Apr 18 12:17:15.289285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33946) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:15.377370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.458192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f463e4da-bc7a-4dd7-b152-3800d523e38e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] Unset dirty status for tenant:57d42da55bab47dda8d18b692d0c6a26 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:15.458192 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f463e4da-bc7a-4dd7-b152-3800d523e38e tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5756748 Apr 18 12:17:15.461528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33958) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:15.473395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.476802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] For port 40c73e63-d7a4-4940-995d-6a151839feb2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=40c73e63-d7a4-4940-995d-6a151839feb2,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:15.476802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.508655 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ee84b2a2-8f49-4354-9ef1-c436cb4d0b5c tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/floatingips/969283b5-202b-4b47-8efd-949efcd1689e HTTP/1.1" status: 200 len: 994 time: 0.2182596 Apr 18 12:17:15.514336 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-5be5a0c0-d965-44c5-ba3f-97af4c638308 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] delete failed (client error): The resource could not be found. Apr 18 12:17:15.521728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5be5a0c0-d965-44c5-ba3f-97af4c638308 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "DELETE /v2.0/security-groups/65a108b4-73bc-4233-afff-70d1ba3e31f8 HTTP/1.1" status: 404 len: 347 time: 0.0531654 Apr 18 12:17:15.521728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33962) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:15.541135 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-b9ac098f-e974-491b-968b-616f4c7b9475 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] show failed (client error): The resource could not be found. Apr 18 12:17:15.543006 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b9ac098f-e974-491b-968b-616f4c7b9475 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-groups/c50b23cf-d2fa-468c-aa2f-e994e2965fe9 HTTP/1.1" status: 404 len: 347 time: 0.0197363 Apr 18 12:17:15.560999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:15.561587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 40c73e63-d7a4-4940-995d-6a151839feb2 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:15.596720 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-dad6c7eb-7a60-40b0-8b81-5cd15a445765 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] show failed (client error): The resource could not be found. Apr 18 12:17:15.604890 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dad6c7eb-7a60-40b0-8b81-5cd15a445765 tempest-NegativeSecGroupIPv6Test-1168780649 tempest-NegativeSecGroupIPv6Test-1168780649-project] 10.222.0.24 "GET /v2.0/security-group-rules/c012760f-a08b-4ae5-8b7b-b013df6bf2a3 HTTP/1.1" status: 404 len: 356 time: 0.0390451 Apr 18 12:17:15.683256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:17:15.685401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:15.718204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] Calling delete_port for 40c73e63-d7a4-4940-995d-6a151839feb2 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:15.739775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router ebbb8402-2b95-4bae-9581-a99eef94c56e has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:15.770369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 33974) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:15.905163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:17:15.961637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:15.973634 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] Sync routers for ids ['ebbb8402-2b95-4bae-9581-a99eef94c56e'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:15.980197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:15.983720 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f1bb54b3-53c3-4c5e-986b-1eb70d33ea3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 200 len: 888 time: 1.8356676 Apr 18 12:17:15.984439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33982) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.000131 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] Routers {'ebbb8402-2b95-4bae-9581-a99eef94c56e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:16.000131 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ebbb8402-2b95-4bae-9581-a99eef94c56e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:16.002015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.017467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--968835237'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:16.031005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:16.049397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:16.065549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:16.079478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] Pushing event deleted for resources: {'Port': ['ID=40c73e63-d7a4-4940-995d-6a151839feb2,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:16.098067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021878b-42be-44c8-a310-957b3b31d11a None None] No DVR routers for this DVR port 40c73e63-d7a4-4940-995d-6a151839feb2 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:16.098577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:16.101663 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:16.106703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.124293 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] Routers {'ebbb8402-2b95-4bae-9581-a99eef94c56e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:16.125157 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ebbb8402-2b95-4bae-9581-a99eef94c56e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:16.126871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.171723 dv-neutron-837089-1-hyperv neutron-server[88782]: WARNING neutron.services.revisions.revision_plugin [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Could not find related port for resource to bump revision. Apr 18 12:17:16.172635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:16.211838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:17:16.222565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_pluggable_backend [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Port 40c73e63-d7a4-4940-995d-6a151839feb2 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 18 12:17:16.223119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_pluggable_backend [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Reverting IP allocation for 2001:db8::f816:3eff:fec1:913a {{(pid=88782) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 18 12:17:16.236606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.276623 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:16.277289 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dc6447-8774-49d0-8a0c-6d86747c3770 None None] The sync data for ids ['ebbb8402-2b95-4bae-9581-a99eef94c56e'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:16.280345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7645d618-cfff-46cb-85b9-64673838d3a9', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'port_id': '7645d618-cfff-46cb-85b9-64673838d3a9', 'mac_address': 'fa:16:3e:3d:11:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:17:16.287610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 33994) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.289753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.291675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:16.322636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.332227 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f5edd4-4525-4abb-8207-044be61f8417'] response: {'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'code': 200} Apr 18 12:17:16.341165 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7715f015-472e-48de-a43a-ab4865bb8999 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/routers/ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 200 len: 888 time: 0.3551788 Apr 18 12:17:16.343796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34000) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.353244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.362007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:16.370609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7645d618-cfff-46cb-85b9-64673838d3a9 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:17:16.376731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.378180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:16.394730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:16.400227 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-13b63a6d-02fd-401b-baa5-b29655dfb403 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 200 len: 205 time: 0.0546300 Apr 18 12:17:16.402127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34006) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.402904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:16.403908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:16.408491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:16.417339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:16.417339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.423650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7493cab-cc5d-4531-aa29-23c054341381 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:16.596944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=2f809c49-403e-4c43-b9f6-d20e0c3c5722,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:16.651539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34010) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.678124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-811cc4fd-6e0d-46c2-be6f-9a8c0beb9e14 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8898284 Apr 18 12:17:16.689194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:16.689915 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:16.694399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34016) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.716711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:de:13:6f', 'name': 'tempest-NetworksTestDHCPv6-112347590'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:16.729338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:16.735087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.741444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'networks': [{'name': 'tempest-network--1199367261'}, {'name': 'tempest-network--1995743448'}]} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:16.741711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'network': {'name': 'tempest-network--1199367261'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:16.742164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'network': {'name': 'tempest-network--1995743448'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:16.750831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.761549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:16.769168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:network and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:16.805571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '2f809c49-403e-4c43-b9f6-d20e0c3c5722'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:16.809914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.819029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:16.825947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.848405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:16.850635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:16.858071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:16.867991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:16.893855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:16.903602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=939a895c-3b0d-4fd7-a708-84655d79a5bc,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:16.923467 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c58ed677-8141-4159-9ab6-cf8b8d8920b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57d42da55bab47dda8d18b692d0c6a26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345890 Apr 18 12:17:16.930648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34020) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:16.957349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:16.966381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'network': 2} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:16.966862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.971014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:16.984845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Allocated IP 2001:db8::f816:3eff:fe32:cf87 (5f4dde90-d90b-4725-911c-836df72b725b/2f809c49-403e-4c43-b9f6-d20e0c3c5722/06d5ef6a-496c-4fb1-bd76-969511991572) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:16.987575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:16.995633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:17.008073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:17.022682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.038636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 3006675c-3359-4ea8-a967-ed8450f3abc1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:17.039247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.061326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:17.074651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:security_group_rule and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:17.089832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:17.106255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595a4a8e-0235-448a-9c96-5b4652d42789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.108809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:17.122812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.152500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595a4a8e-0235-448a-9c96-5b4652d42789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.162853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:17.216945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.225929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.232236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.249656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Transition to ACTIVE for port object 06d5ef6a-496c-4fb1-bd76-969511991572 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:17.267378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.294654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Transition to ACTIVE for port object 06d5ef6a-496c-4fb1-bd76-969511991572 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:17.296725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7645d618-cfff-46cb-85b9-64673838d3a9 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:17:17.315244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:17.372307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71edd5e-55f9-4a54-ac8e-a955c30674cb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:17.387697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.414016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.450978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.460073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port aa3bafdb-bf5e-4812-8e1e-5702b7d6c015 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:17.468939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 3006675c-3359-4ea8-a967-ed8450f3abc1 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:17.481176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.503005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595a4a8e-0235-448a-9c96-5b4652d42789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.503238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:17.503238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:17.503907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.505270 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-671cff5d-30c1-48b6-b679-c812a61b9a40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7295158 Apr 18 12:17:17.507353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:17.507859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34024) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:17.542623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a4a8e-0235-448a-9c96-5b4652d42789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fc9a81-d0c3-4623-b146-72ad9ef1c346,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:17.554491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Pushing event updated for resources: {'Port': ['ID=06d5ef6a-496c-4fb1-bd76-969511991572,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:17.564210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.564721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.619019 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7d90ab52-b356-4b4a-a884-0ca6dc195cb3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1058145 Apr 18 12:17:17.619599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34028) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:17.634080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-security--1098978753', 'description': 'tempest-security-description-1095792210'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:17.682392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595a4a8e-0235-448a-9c96-5b4652d42789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.685514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.687183 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-595a4a8e-0235-448a-9c96-5b4652d42789 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77fc9a81-d0c3-4623-b146-72ad9ef1c346 HTTP/1.1" status: 204 len: 168 time: 0.7577851 Apr 18 12:17:17.688415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0822ea00-9637-48d2-9319-d60e51b55da6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:17.702881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Attempting to bind port 06d5ef6a-496c-4fb1-bd76-969511991572 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:17.703273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Attempting to bind port 06d5ef6a-496c-4fb1-bd76-969511991572 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:17.703584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Attempting to bind port 06d5ef6a-496c-4fb1-bd76-969511991572 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:17.711968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:17.711968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:17.712674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.712854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:17.713316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Bound port: 06d5ef6a-496c-4fb1-bd76-969511991572, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:17.713541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.725214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:17.755169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:17.766483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fede:136f (5f4dde90-d90b-4725-911c-836df72b725b/2f809c49-403e-4c43-b9f6-d20e0c3c5722/aa3bafdb-bf5e-4812-8e1e-5702b7d6c015) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:17.769229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7645d618-cfff-46cb-85b9-64673838d3a9'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:17:17.791975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.881132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] For port 06d5ef6a-496c-4fb1-bd76-969511991572, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:17.896976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.912417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.922137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.922494 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Added segment 3cad5f5a-f1f4-45b7-9955-d25daf20b617 of type vlan for network 64685712-6153-4f1d-ba08-516c28c71891 Apr 18 12:17:17.931277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] For port 06d5ef6a-496c-4fb1-bd76-969511991572, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=06d5ef6a-496c-4fb1-bd76-969511991572,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:17.964939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=3006675c-3359-4ea8-a967-ed8450f3abc1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:17.972839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.973691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:17.977333 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "PUT /v2.0/security-groups/e71edd5e-55f9-4a54-ac8e-a955c30674cb HTTP/1.1" status: 200 len: 1778 time: 0.3553183 Apr 18 12:17:17.978625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34036) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.010863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.048118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.049061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6907d44-32fe-46bb-972f-2c85f8ff6163 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71edd5e-55f9-4a54-ac8e-a955c30674cb,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:18.068385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:18.083291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object aa3bafdb-bf5e-4812-8e1e-5702b7d6c015 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:18.091304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.091660 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Added segment 99f4e54a-7691-48da-991e-bb3766c95612 of type vlan for network 8b25a3fc-b894-4c83-9fba-5adc1a17bea1 Apr 18 12:17:18.127450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.148193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34040) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.148475 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0fa73023-00c3-4c69-9800-c5e1603feda1 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups/e71edd5e-55f9-4a54-ac8e-a955c30674cb HTTP/1.1" status: 200 len: 1778 time: 0.1555955 Apr 18 12:17:18.148475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.188682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63af6e9f-6dc3-4cfe-bc64-ac7f2f2c8d31 None None] Pushing event updated for resources: {'Port': ['ID=06d5ef6a-496c-4fb1-bd76-969511991572,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:18.243993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.244495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.250157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.256068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.256679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.284163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.342513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.344719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.419024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.419584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router ebbb8402-2b95-4bae-9581-a99eef94c56e {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:17:18.489486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:18.491153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8386230 Apr 18 12:17:18.494588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34054) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.497430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:18.499295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Network': ['ID=64685712-6153-4f1d-ba08-516c28c71891,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:18.501506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:18.507774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.508382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.511922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 64685712-6153-4f1d-ba08-516c28c71891 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:18.524430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=aa3bafdb-bf5e-4812-8e1e-5702b7d6c015,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:18.526962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-593f1ad6-2c5b-4e3c-9768-9971c5b857ef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.565868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.573529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-923352a2-5390-46e5-8afc-ac56aaa0bcd9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 204 len: 168 time: 2.1697407 Apr 18 12:17:18.577651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34058) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.592330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-1427483249'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:18.685523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:18.689958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8450134e-39b4-46e8-8b29-a751c6187964 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9939523 Apr 18 12:17:18.695721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34064) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.699436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-593f1ad6-2c5b-4e3c-9768-9971c5b857ef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.714559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:18.717079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4c015-94f0-4d79-98f1-1f657cab7cc9 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Network': ['ID=8b25a3fc-b894-4c83-9fba-5adc1a17bea1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:18.721372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:18.732613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 8b25a3fc-b894-4c83-9fba-5adc1a17bea1 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:18.737763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:18.788655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32aead5-477d-46a2-b810-f0113dabc06b tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.794716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32aead5-477d-46a2-b810-f0113dabc06b tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.800488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32aead5-477d-46a2-b810-f0113dabc06b tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.806731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32aead5-477d-46a2-b810-f0113dabc06b tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.808388 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a32aead5-477d-46a2-b810-f0113dabc06b tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3119981 Apr 18 12:17:18.811809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34072) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.836175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:18.839275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01718f-3c1d-4309-9747-aea662313eb5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.839958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.845347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d01718f-3c1d-4309-9747-aea662313eb5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:18.846167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3d01718f-3c1d-4309-9747-aea662313eb5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:18.875161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-593f1ad6-2c5b-4e3c-9768-9971c5b857ef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.924429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3d01718f-3c1d-4309-9747-aea662313eb5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:18.925698 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3d01718f-3c1d-4309-9747-aea662313eb5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2290635 Apr 18 12:17:18.930283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34080) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.960135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f1ad6-2c5b-4e3c-9768-9971c5b857ef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71edd5e-55f9-4a54-ac8e-a955c30674cb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:18.976748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:18.984809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-593f1ad6-2c5b-4e3c-9768-9971c5b857ef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:18.986117 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-593f1ad6-2c5b-4e3c-9768-9971c5b857ef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/e71edd5e-55f9-4a54-ac8e-a955c30674cb HTTP/1.1" status: 204 len: 168 time: 0.8425744 Apr 18 12:17:18.989130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34084) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:18.995263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.022793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port aa3bafdb-bf5e-4812-8e1e-5702b7d6c015 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:19.023343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.031519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.031867 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment ee6021e3-3b05-4cbd-93ae-14a201fd9eae of type vlan for network 7f20018b-0c13-4299-9043-67bd1d736d63 Apr 18 12:17:19.058354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34088) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:19.066568 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029192 Apr 18 12:17:19.069430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34090) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:19.257040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0a8d965a-ee73-44c4-b156-88c7ea5ac721 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:19.267218 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c26290c7-5e9d-4f4f-91e9-1fa1a79dfd1b tempest-NetworksApiDiscovery-358570779 tempest-NetworksApiDiscovery-358570779-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1894138 Apr 18 12:17:19.267423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.320403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.364776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.398922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64685712-6153-4f1d-ba08-516c28c71891']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:19.414144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cad5f5a-f1f4-45b7-9955-d25daf20b617') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:19.414810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cad5f5a-f1f4-45b7-9955-d25daf20b617') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:19.426638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0a8d965a-ee73-44c4-b156-88c7ea5ac721 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:19.431458 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0a8d965a-ee73-44c4-b156-88c7ea5ac721 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4408348 Apr 18 12:17:19.437731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.446719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34098) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:19.463959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.470672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:19.472109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.595356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 06d5ef6a-496c-4fb1-bd76-969511991572 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:19.600875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=7f20018b-0c13-4299-9043-67bd1d736d63,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:19.611773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-1ad5d769-4ae6-4fbf-b8ae-84715927360c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] delete failed (client error): The resource could not be found. Apr 18 12:17:19.617882 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ad5d769-4ae6-4fbf-b8ae-84715927360c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/e71edd5e-55f9-4a54-ac8e-a955c30674cb HTTP/1.1" status: 404 len: 347 time: 0.1710505 Apr 18 12:17:19.620951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34102) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:19.623595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.659257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:19.660114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.661208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for aa3bafdb-bf5e-4812-8e1e-5702b7d6c015 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:19.674667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:19.736090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 7f20018b-0c13-4299-9043-67bd1d736d63 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:19.773914 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:19.780935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860338200'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:19.783756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e26101dd-17d3-4600-b952-0b56650f2398 None None] Provisioning for port 06d5ef6a-496c-4fb1-bd76-969511991572 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:19.794703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:19.819124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:19.850486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.885875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:19.892502 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-669a303c-8f5c-4818-a5f6-dd3a2bb69610 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3136842 Apr 18 12:17:19.893885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/networks/64685712-6153-4f1d-ba08-516c28c71891 HTTP/1.1" status: 204 len: 168 time: 1.0810637 Apr 18 12:17:19.896854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34110) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:19.897175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:19.901773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c495f2-7cb9-423c-b166-ba0f87e3c01f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Network': ['ID=64685712-6153-4f1d-ba08-516c28c71891,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:19.975292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34118) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:20.011702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:20.033053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.042761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.057830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7645d618-cfff-46cb-85b9-64673838d3a9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:20.058280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.089139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f9f29fcc-59ed-40e9-b336-a904d1deec99 None None] Could not find standard attr ID for object aa3bafdb-bf5e-4812-8e1e-5702b7d6c015. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:17:20.131447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=aa3bafdb-bf5e-4812-8e1e-5702b7d6c015,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:20.143426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:20.155827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 06d5ef6a-496c-4fb1-bd76-969511991572 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:20.156541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.158698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:20.169982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.170426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 06d5ef6a-496c-4fb1-bd76-969511991572 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:20.170903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.172960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:20.187215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:20.197569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:20.201792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.214141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a521defcac948698f8c6125f1958c9b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:20.217570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:20.223741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:20.229212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.271872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:20.277115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:17:20.282204 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6536af89-48f7-492f-8848-f1a31b593f32 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/aa3bafdb-bf5e-4812-8e1e-5702b7d6c015 HTTP/1.1" status: 204 len: 168 time: 1.3483999 Apr 18 12:17:20.282204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34124) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:20.304927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:20.339753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:20.356922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:20.366532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e36b4e-669d-47c6-88fd-19a4ef6a4df1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:20.368079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e36b4e-669d-47c6-88fd-19a4ef6a4df1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:20.375980 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10eefca8-a72d-458a-a016-63cb51ed52f4'] response: {'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'code': 200} Apr 18 12:17:20.376382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34130) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:20.376892 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-55e36b4e-669d-47c6-88fd-19a4ef6a4df1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939837 Apr 18 12:17:20.378783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.380866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.389149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:20.393623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.424350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.476185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 06d5ef6a-496c-4fb1-bd76-969511991572, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=06d5ef6a-496c-4fb1-bd76-969511991572,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:20.481497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:20.484434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b25a3fc-b894-4c83-9fba-5adc1a17bea1']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:20.502382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f4e54a-7691-48da-991e-bb3766c95612') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:20.502758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f4e54a-7691-48da-991e-bb3766c95612') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:20.511759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.525161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.541254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 2f809c49-403e-4c43-b9f6-d20e0c3c5722 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:20.549528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.562337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a521defcac948698f8c6125f1958c9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5835927 Apr 18 12:17:20.562337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea2641-d01d-4c58-b78c-848195414ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd235651-78f8-45b8-b6e2-8fb6e6bd02a2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:20.563345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34134) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:20.570324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.594887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:20.598357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.641044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394668e4-6733-4b68-9401-6fe05c38b183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.645453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=06d5ef6a-496c-4fb1-bd76-969511991572,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:20.669358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394668e4-6733-4b68-9401-6fe05c38b183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.684640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.691033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.716625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:20.717016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:20.734447 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:20.750926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.804441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394668e4-6733-4b68-9401-6fe05c38b183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.819154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394668e4-6733-4b68-9401-6fe05c38b183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd235651-78f8-45b8-b6e2-8fb6e6bd02a2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:20.825804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-394668e4-6733-4b68-9401-6fe05c38b183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.826965 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-394668e4-6733-4b68-9401-6fe05c38b183 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd235651-78f8-45b8-b6e2-8fb6e6bd02a2 HTTP/1.1" status: 204 len: 168 time: 0.2627347 Apr 18 12:17:20.844764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.927784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e8a7a2-b192-4db2-9d2f-e2f5a30949da,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:20.956252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.995673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:20.999608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.002071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.003335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f9fa9d08-db15-4551-b0d4-a92e95c68065 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3696218 Apr 18 12:17:21.006915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34140) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.011934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'f5e8a7a2-b192-4db2-9d2f-e2f5a30949da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:21.017753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:21.021524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:21.024519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:21.030121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:21.038528 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/networks/8b25a3fc-b894-4c83-9fba-5adc1a17bea1 HTTP/1.1" status: 204 len: 168 time: 1.1384594 Apr 18 12:17:21.041001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34144) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.042385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ce493-87e7-4c63-be25-6cdcd9f453e3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Network': ['ID=8b25a3fc-b894-4c83-9fba-5adc1a17bea1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:21.144763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.216278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.237912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673c1b3-5fea-4ea8-a290-934eea0be34d tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:21.244797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3673c1b3-5fea-4ea8-a290-934eea0be34d tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:21.251691 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3673c1b3-5fea-4ea8-a290-934eea0be34d tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2042880 Apr 18 12:17:21.251691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34148) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.256839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-554713180'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:21.266024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:21.280048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:network and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:21.285985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:21.291292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.296009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:21.347713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.378848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:21.382907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.395541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=2f809c49-403e-4c43-b9f6-d20e0c3c5722,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:21.397625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d9c09c4-3cb7-4e65-b234-d586cedcb0bb,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:21.397764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.424172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:21.439130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.439130 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Added segment bb1e2729-7528-4392-b650-9d8d4a81fdb7 of type vlan for network f0f84c44-6746-4b3f-a7be-440546385f65 Apr 18 12:17:21.439490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015451f-46fc-493c-89f4-b1614c183c35 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:21.439587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.465935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.475728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1719ba3a-3443-43a1-a3a4-5947d992d1c9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/2f809c49-403e-4c43-b9f6-d20e0c3c5722 HTTP/1.1" status: 204 len: 168 time: 1.0957394 Apr 18 12:17:21.477213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34152) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.494510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=b72301d4-d98d-4002-af76-8d6204f3ddd2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:21.515450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:21.515968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: 7f20018b-0c13-4299-9043-67bd1d736d63, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:21.540801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.542058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c82a8b24-3a37-4392-8b82-af977e5efb85 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5341439 Apr 18 12:17:21.545147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34156) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.570310 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-185eb0a5-ff64-4d65-a92c-7645422c1537 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897548 Apr 18 12:17:21.570582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34160) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.585375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be10d803-69f7-4d71-9715-27bf402887ad tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.586157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 06d5ef6a-496c-4fb1-bd76-969511991572 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:21.598682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be10d803-69f7-4d71-9715-27bf402887ad tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.623174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 7f20018b-0c13-4299-9043-67bd1d736d63 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:21.663833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b4beef-beec-478b-8c72-74f33e41f3f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:21.664513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-75b4beef-beec-478b-8c72-74f33e41f3f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:21.668854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.673981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:21.674570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.684294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 7f20018b-0c13-4299-9043-67bd1d736d63) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:21.688557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:21.689146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.705931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef785b-1e64-4fba-953b-a3aef10cde6d None None] Network 7f20018b-0c13-4299-9043-67bd1d736d63 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:21.735854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be10d803-69f7-4d71-9715-27bf402887ad tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.746230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-be10d803-69f7-4d71-9715-27bf402887ad tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.750072 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-be10d803-69f7-4d71-9715-27bf402887ad tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2d9c09c4-3cb7-4e65-b234-d586cedcb0bb HTTP/1.1" status: 204 len: 168 time: 0.2008190 Apr 18 12:17:21.752636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34164) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.755621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10d803-69f7-4d71-9715-27bf402887ad tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d9c09c4-3cb7-4e65-b234-d586cedcb0bb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:21.779163 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9bdfc995-770b-44c2-b1bc-814132a91565 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8792789 Apr 18 12:17:21.782649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34168) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.794028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2092912965', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:21.802932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:21.808248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Network': ['ID=f0f84c44-6746-4b3f-a7be-440546385f65,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:21.809467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ef619c4f-e4bb-4a52-9106-65d851dca91d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:21.810984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:21.815374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:21.818253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-75b4beef-beec-478b-8c72-74f33e41f3f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:21.821737 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-75b4beef-beec-478b-8c72-74f33e41f3f2 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2480323 Apr 18 12:17:21.822812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34172) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.825545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:21.842406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network f0f84c44-6746-4b3f-a7be-440546385f65 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:21.869580 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f18b8c1d-1a91-4648-baf3-c2a42f3ba569 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6176639 Apr 18 12:17:21.872229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34176) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.882626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-325293721'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:21.890247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ef619c4f-e4bb-4a52-9106-65d851dca91d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:21.895159 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ef619c4f-e4bb-4a52-9106-65d851dca91d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1385472 Apr 18 12:17:21.895159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:21.896433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34180) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.900309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:network and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:21.903396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:21.909626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:21.913347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bae922-e090-4523-9aaa-7c01b9e83361 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:21.917058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68bae922-e090-4523-9aaa-7c01b9e83361 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909383 Apr 18 12:17:21.917314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34184) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:21.972815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.973813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.975947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:21.979542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 06d5ef6a-496c-4fb1-bd76-969511991572 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:21.979690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:21.979914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.009498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34188) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:22.010593 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a696e0a1-cefb-4dea-a15e-690a035ec109 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921335 Apr 18 12:17:22.016333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:22.035767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.035990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:22.069439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-76826bc8-33da-47ed-8a6a-d499b1eb3b9d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.099361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-76826bc8-33da-47ed-8a6a-d499b1eb3b9d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.105110 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:17:22.118068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.118531 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Added segment aa5f69f3-ad80-46a9-b51d-eb304f635a4b of type vlan for network 67b14a3e-ed55-4c73-96de-9650aa685e97 Apr 18 12:17:22.154337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.166089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:22.174114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.179956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:22.184732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:22.194952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:22.198151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-76826bc8-33da-47ed-8a6a-d499b1eb3b9d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.201454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-76826bc8-33da-47ed-8a6a-d499b1eb3b9d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.203340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-7f20018b-0c13-4299-9043-67bd1d736d63', 'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': 'b72301d4-d98d-4002-af76-8d6204f3ddd2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:22.204113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.206190 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-76826bc8-33da-47ed-8a6a-d499b1eb3b9d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/f5e8a7a2-b192-4db2-9d2f-e2f5a30949da HTTP/1.1" status: 204 len: 168 time: 0.3083479 Apr 18 12:17:22.206662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:22.214195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:22.229338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] Deleting port 06d5ef6a-496c-4fb1-bd76-969511991572 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:22.229713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.232104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76826bc8-33da-47ed-8a6a-d499b1eb3b9d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e8a7a2-b192-4db2-9d2f-e2f5a30949da,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:22.236128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.237308 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a5bcd551-4f11-49f7-b6cc-e9033477fc05 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4536147 Apr 18 12:17:22.240404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34196) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:22.294660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.300803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:22.301496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.328979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:22.332408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.507994 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6343706 Apr 18 12:17:22.509134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58e508-fe5d-4d8d-886c-3b14a9b228bc tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Network': ['ID=67b14a3e-ed55-4c73-96de-9650aa685e97,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:22.515054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34200) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:22.525482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'ports': [{'network_id': 'f0f84c44-6746-4b3f-a7be-440546385f65', 'name': 'tempest-port--1444983585', 'admin_state_up': True}, {'network_id': '67b14a3e-ed55-4c73-96de-9650aa685e97', 'admin_state_up': False}]} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:22.525793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'port': {'network_id': 'f0f84c44-6746-4b3f-a7be-440546385f65', 'name': 'tempest-port--1444983585', 'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:22.526260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'port': {'network_id': '67b14a3e-ed55-4c73-96de-9650aa685e97', 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:22.608406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] For port 06d5ef6a-496c-4fb1-bd76-969511991572, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=06d5ef6a-496c-4fb1-bd76-969511991572,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:22.608406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.649240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0043c422-4c48-43c7-bea9-c4f00a8cac0f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:22.694795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 67b14a3e-ed55-4c73-96de-9650aa685e97 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:22.773125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] Calling delete_port for 06d5ef6a-496c-4fb1-bd76-969511991572 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:22.875853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0043c422-4c48-43c7-bea9-c4f00a8cac0f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:22.884551 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0043c422-4c48-43c7-bea9-c4f00a8cac0f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6657736 Apr 18 12:17:22.887957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34204) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:22.890936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:22.893966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:22.901738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:port and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:22.905140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1379293359'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:22.906709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:22.909159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Allocated IP 172.20.0.2 (7f20018b-0c13-4299-9043-67bd1d736d63/b72301d4-d98d-4002-af76-8d6204f3ddd2/b909e146-304e-4547-af9c-105b2b483207) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:22.915750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:22.931653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:22.958211 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-7ef9938a-e169-4635-bfc5-3ccfdb3bf939 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2969558 Apr 18 12:17:22.990877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:23.027536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'port': 2} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:23.032420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.087986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.095962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.115802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.152891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] Pushing event deleted for resources: {'Port': ['ID=06d5ef6a-496c-4fb1-bd76-969511991572,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:23.155221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589bf877-9230-4e5d-8b61-0bfea8b47287 None None] No DVR routers for this DVR port 06d5ef6a-496c-4fb1-bd76-969511991572 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:23.158888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:23.207228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:23.265179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.275961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Transition to ACTIVE for port object b909e146-304e-4547-af9c-105b2b483207 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:23.295273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Transition to ACTIVE for port object b909e146-304e-4547-af9c-105b2b483207 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:23.315842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.329903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:17:23.334057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.377275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161652fa-ac56-475e-8f48-7e890d02f4af req-ef03ae59-89f0-423e-ab3a-0f4548bfa5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:23.378716 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-ef03ae59-89f0-423e-ab3a-0f4548bfa5bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1099 time: 0.3356450 Apr 18 12:17:23.387813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.429904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.450666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Network 7f20018b-0c13-4299-9043-67bd1d736d63 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:23.454243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:23.457415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:23.464571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:23.510238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec18a1b-92a2-4b27-820d-6419f082f5b6,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:23.510524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Pushing event updated for resources: {'Port': ['ID=b909e146-304e-4547-af9c-105b2b483207,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:23.514139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.20.0.1 (7f20018b-0c13-4299-9043-67bd1d736d63/b72301d4-d98d-4002-af76-8d6204f3ddd2/324c566d-1b3c-48f9-af01-b1c02328e6c2) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:23.561033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 06d5ef6a-496c-4fb1-bd76-969511991572 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:23.616193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 06d5ef6a-496c-4fb1-bd76-969511991572 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:23.616553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 06d5ef6a-496c-4fb1-bd76-969511991572 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:23.637388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Attempting to bind port b909e146-304e-4547-af9c-105b2b483207 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:23.637858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Attempting to bind port b909e146-304e-4547-af9c-105b2b483207 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:23.638307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Attempting to bind port b909e146-304e-4547-af9c-105b2b483207 on network 7f20018b-0c13-4299-9043-67bd1d736d63 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:23.640894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.642083 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f5e020d8-bd40-4060-ad14-3e9aa872aa44 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7533593 Apr 18 12:17:23.645778 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:23.646988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Checking segment: {'id': 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:23.647450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.648338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34208) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:23.648687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Bound using segment: {'id': 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:23.649166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Bound port: b909e146-304e-4547-af9c-105b2b483207, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7f20018b-0c13-4299-9043-67bd1d736d63'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:23.649693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.656251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'dec18a1b-92a2-4b27-820d-6419f082f5b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:23.669746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:23.674288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:23.679263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:23.684847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:23.694534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:23.701930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92783d5c-ca5e-447e-95f9-425cea9dbb37 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:23.728222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:23.728861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.738783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.759515 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object 324c566d-1b3c-48f9-af01-b1c02328e6c2 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:23.765947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=94e2a2f9-ea72-434a-87ac-0994af4d7dce,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:23.769791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] device_id is not set on port 2efe9083-80c0-499b-83b2-8c9a20ae8145 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:23.806046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.814817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161652fa-ac56-475e-8f48-7e890d02f4af req-92dcefa0-34c7-4243-ab16-855eaaa7025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:23.816238 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-92dcefa0-34c7-4243-ab16-855eaaa7025a service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 200 len: 897 time: 0.4172103 Apr 18 12:17:23.836715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] For port b909e146-304e-4547-af9c-105b2b483207, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:23.841240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] For port b909e146-304e-4547-af9c-105b2b483207, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b909e146-304e-4547-af9c-105b2b483207,segment=NetworkSegment(ee6021e3-3b05-4cbd-93ae-14a201fd9eae),segment_id=ee6021e3-3b05-4cbd-93ae-14a201fd9eae)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:23.870186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.875106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.921983 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-893bc0ed-6cfe-4bed-bc7b-f094687f5437 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9122407 Apr 18 12:17:23.930337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34212) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:23.940428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:e8:d6:18', 'name': 'tempest-NetworksTestDHCPv6-1700932544'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:23.953654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.957801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 7f20018b-0c13-4299-9043-67bd1d736d63 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:23.960390 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-a603ef66-781e-46e4-8b84-e9a730fa6b22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 200 len: 1002 time: 0.1359136 Apr 18 12:17:23.964420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:23.984195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.995839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '94e2a2f9-ea72-434a-87ac-0994af4d7dce'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:23.996782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:23.996970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:24.036748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161652fa-ac56-475e-8f48-7e890d02f4af req-7bd31fde-fbda-477a-b6e2-3af8d07672b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:24.038543 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-7bd31fde-fbda-477a-b6e2-3af8d07672b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 HTTP/1.1" status: 200 len: 834 time: 0.0709066 Apr 18 12:17:24.049452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=324c566d-1b3c-48f9-af01-b1c02328e6c2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:24.101298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd778b-3a5e-4788-8c77-46c3bd1036a9 None None] Pushing event updated for resources: {'Port': ['ID=b909e146-304e-4547-af9c-105b2b483207,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:24.106786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.125516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c49f00-15f2-4881-a905-25b96d3a80be,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:24.163203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.207715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Allocated IP 2001:db8::f816:3eff:fe02:2252 (5f4dde90-d90b-4725-911c-836df72b725b/94e2a2f9-ea72-434a-87ac-0994af4d7dce/087c101f-1750-47f6-8dae-a46b1e987823) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:24.227181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:24.228734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] device_id is not set on port ac7b8156-9ff3-42b3-a259-46ddf3f99a77 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:24.233360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:24.237796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:24.247392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.251188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161652fa-ac56-475e-8f48-7e890d02f4af req-dd140cc8-7ee1-4e5e-b40c-5112a6e0062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:24.251750 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a593b60f-abf1-4f4c-b3c6-3c589e9aa4b6 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6024427 Apr 18 12:17:24.252600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34216) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:24.252838 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-dd140cc8-7ee1-4e5e-b40c-5112a6e0062c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a196d4d-2cd4-4a41-a308-367f526a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2074258 Apr 18 12:17:24.254645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:24.261976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'dec18a1b-92a2-4b27-820d-6419f082f5b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:24.270614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:24.275482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:24.278543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:24.285398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:24.361760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:24.498202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.512486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Transition to ACTIVE for port object 087c101f-1750-47f6-8dae-a46b1e987823 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:24.529413 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-4f1b0fde-748d-45ad-b8d1-06cd9bc66df4 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698908 Apr 18 12:17:24.532616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.542596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Transition to ACTIVE for port object 087c101f-1750-47f6-8dae-a46b1e987823 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:24.611541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.615870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.685918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.695772 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-161652fa-ac56-475e-8f48-7e890d02f4af req-c7968ab7-e4e1-44f1-80db-950d875401e5 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550896 Apr 18 12:17:24.711122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:24.718428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:24.724575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:24.727965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Pushing event updated for resources: {'Port': ['ID=087c101f-1750-47f6-8dae-a46b1e987823,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:24.748044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.801575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.823333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Attempting to bind port 087c101f-1750-47f6-8dae-a46b1e987823 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:24.823817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Attempting to bind port 087c101f-1750-47f6-8dae-a46b1e987823 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:24.824174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Attempting to bind port 087c101f-1750-47f6-8dae-a46b1e987823 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:24.829957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:24.833812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:24.833812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.833812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:24.833812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Bound port: 087c101f-1750-47f6-8dae-a46b1e987823, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:24.833812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.834361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.867954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Port': ['ID=2efe9083-80c0-499b-83b2-8c9a20ae8145,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:24.881913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Checking segment: {'id': 'bb1e2729-7528-4392-b650-9d8d4a81fdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f0f84c44-6746-4b3f-a7be-440546385f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:24.882396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network hostable DHCP agents. Network: f0f84c44-6746-4b3f-a7be-440546385f65, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:24.915197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 04f41b08-7a67-49de-abf8-f0cae6cbf723 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:24.925075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] For port 087c101f-1750-47f6-8dae-a46b1e987823, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:24.928759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] For port 087c101f-1750-47f6-8dae-a46b1e987823, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=087c101f-1750-47f6-8dae-a46b1e987823,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:24.958516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network f0f84c44-6746-4b3f-a7be-440546385f65 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:24.959090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:24.981816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.033076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, f0f84c44-6746-4b3f-a7be-440546385f65) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:25.037127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:25.038144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.061414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1239835b-2731-41a5-8c33-82f8047bcd1d None None] Network f0f84c44-6746-4b3f-a7be-440546385f65 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:25.082222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5814025-ecf3-414f-ba9d-f07fc7bfc775,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:25.150570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Port': ['ID=ac7b8156-9ff3-42b3-a259-46ddf3f99a77,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:25.165097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Checking segment: {'id': 'aa5f69f3-ad80-46a9-b51d-eb304f635a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '67b14a3e-ed55-4c73-96de-9650aa685e97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:25.165459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network hostable DHCP agents. Network: 67b14a3e-ed55-4c73-96de-9650aa685e97, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:25.190557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.191890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-59e9d366-46a7-41fe-a54e-45782d67ac89 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9349077 Apr 18 12:17:25.195113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34220) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:25.202254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'dec18a1b-92a2-4b27-820d-6419f082f5b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:25.211291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:25.218343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:25.223035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:25.230586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:25.235078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network 67b14a3e-ed55-4c73-96de-9650aa685e97 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:25.304224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fee8:d618 (5f4dde90-d90b-4725-911c-836df72b725b/94e2a2f9-ea72-434a-87ac-0994af4d7dce/04f41b08-7a67-49de-abf8-f0cae6cbf723) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:25.310836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd913f7-3b8e-47fa-88b0-7b36e542409e None None] Pushing event updated for resources: {'Port': ['ID=087c101f-1750-47f6-8dae-a46b1e987823,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:25.318407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 67b14a3e-ed55-4c73-96de-9650aa685e97) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:25.327901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:25.334522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:25.350186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:25.350773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.377716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.393646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7ea370-c52e-4c2e-8cac-6069b3a7b925 None None] Network 67b14a3e-ed55-4c73-96de-9650aa685e97 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:25.471962 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d784e209-f8ef-4c58-b746-327d8f2555e0 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9533365 Apr 18 12:17:25.473834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34224) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:25.498989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.520991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.591054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.603053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.626849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121a674d-60d6-46a6-91b6-157b8b6543e9,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:25.645532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b909e146-304e-4547-af9c-105b2b483207 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:25.673226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5211a369-663b-4325-b293-6d6a79a0fe74 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:25.682639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5211a369-663b-4325-b293-6d6a79a0fe74 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:25.683411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5211a369-663b-4325-b293-6d6a79a0fe74 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Synchronizing usage tracker for tenant:33785169056244afac17295e580adae7 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:25.736450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.738509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e306d154-42f1-492d-941e-323c8a7f047a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5414732 Apr 18 12:17:25.741058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34228) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:25.749796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'dec18a1b-92a2-4b27-820d-6419f082f5b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:25.756413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:25.761711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2887e-c3cb-4310-8513-69526e66c8e5 None None] Network 7f20018b-0c13-4299-9043-67bd1d736d63 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:25.762290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:25.766530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:25.783484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:25.799440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.804746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5211a369-663b-4325-b293-6d6a79a0fe74 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Unset dirty status for tenant:33785169056244afac17295e580adae7 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:25.806029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5211a369-663b-4325-b293-6d6a79a0fe74 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3130553 Apr 18 12:17:25.810505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34232) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:25.851292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=324c566d-1b3c-48f9-af01-b1c02328e6c2,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:25.919309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting port 2efe9083-80c0-499b-83b2-8c9a20ae8145 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:25.919699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.950273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.955290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:25.980468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 04f41b08-7a67-49de-abf8-f0cae6cbf723 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:26.013736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 7f20018b-0c13-4299-9043-67bd1d736d63 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:26.016190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:26.079500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-50cd3d06-5aa6-4a3a-b2e0-9428a9925c64 None None] Provisioning for port b909e146-304e-4547-af9c-105b2b483207 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:26.119758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.166063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port b909e146-304e-4547-af9c-105b2b483207 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:26.175232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b909e146-304e-4547-af9c-105b2b483207 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:26.176104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.202726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.217787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.255126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6210d43a-81a2-47f2-ad16-e6a7b17747c4,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:26.257384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.316371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router a4370521-d63a-48c7-a7c1-006b28e2ec8f is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:17:26.325624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.354738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:26.367327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port b909e146-304e-4547-af9c-105b2b483207, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b909e146-304e-4547-af9c-105b2b483207,segment=NetworkSegment(ee6021e3-3b05-4cbd-93ae-14a201fd9eae),segment_id=ee6021e3-3b05-4cbd-93ae-14a201fd9eae)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:26.401639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Calling delete_port for 2efe9083-80c0-499b-83b2-8c9a20ae8145 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:26.425320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f50d0cf-d5da-4988-8969-5326b474cd8a None None] Provisioning complete for port b909e146-304e-4547-af9c-105b2b483207 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:26.425882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f50d0cf-d5da-4988-8969-5326b474cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.491496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.519679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.522541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3157629c-e9f8-4626-8df6-07734a89321c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7790303 Apr 18 12:17:26.526594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34236) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:26.532377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'dec18a1b-92a2-4b27-820d-6419f082f5b6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:26.541840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:26.547084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:26.551687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:26.565233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:26.595141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:26.604848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:26.610420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:26.611075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.638955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.653591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=04f41b08-7a67-49de-abf8-f0cae6cbf723,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:26.703252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=b909e146-304e-4547-af9c-105b2b483207,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:26.769274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:26.778141 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6ef1693c-d335-4f93-8fac-6692c3c4b507 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/a4370521-d63a-48c7-a7c1-006b28e2ec8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5338652 Apr 18 12:17:26.778141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34240) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:26.785863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bf408-317e-4697-a599-eba34463c33d None None] Sync routers for ids ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:26.800576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f50d0cf-d5da-4988-8969-5326b474cd8a None None] Provisioning for port 324c566d-1b3c-48f9-af01-b1c02328e6c2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:26.809294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f50d0cf-d5da-4988-8969-5326b474cd8a None None] Provisioning complete for port 324c566d-1b3c-48f9-af01-b1c02328e6c2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:26.809739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f50d0cf-d5da-4988-8969-5326b474cd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.847675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bf408-317e-4697-a599-eba34463c33d None None] Routers {'a4370521-d63a-48c7-a7c1-006b28e2ec8f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:26.848460 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a96bf408-317e-4697-a599-eba34463c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:26.870344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2fde9e-b750-4b66-95c2-e37ec9b26c93 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:26.871704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-be2fde9e-b750-4b66-95c2-e37ec9b26c93 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:26.879318 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-03def1d0-67ce-405a-8c66-7ecee96229e5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9481144 Apr 18 12:17:26.882575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34244) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:26.889831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Port': ['ID=2efe9083-80c0-499b-83b2-8c9a20ae8145,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:26.892372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.895826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:26.956987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a96bf408-317e-4697-a599-eba34463c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:26.995625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.003828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bf408-317e-4697-a599-eba34463c33d None None] Routers {'a4370521-d63a-48c7-a7c1-006b28e2ec8f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:27.003828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a96bf408-317e-4697-a599-eba34463c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:27.006447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff8b17-e975-4df9-967a-ebbd9b1d58f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:27.013558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ff8b17-e975-4df9-967a-ebbd9b1d58f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:27.014668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-77ff8b17-e975-4df9-967a-ebbd9b1d58f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:27.029364 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-54b7f034-a801-4fc6-b059-3155afd00ff5 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/ports/2efe9083-80c0-499b-83b2-8c9a20ae8145 HTTP/1.1" status: 204 len: 168 time: 1.2176871 Apr 18 12:17:27.031861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34248) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:27.062002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1f50d0cf-d5da-4988-8969-5326b474cd8a None None] Port 324c566d-1b3c-48f9-af01-b1c02328e6c2 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:27.075273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-be2fde9e-b750-4b66-95c2-e37ec9b26c93 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:27.075273 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-be2fde9e-b750-4b66-95c2-e37ec9b26c93 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports/324c566d-1b3c-48f9-af01-b1c02328e6c2 HTTP/1.1" status: 200 len: 910 time: 0.2926073 Apr 18 12:17:27.075694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34252) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:27.081720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b72301d4-d98d-4002-af76-8d6204f3ddd2'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:27.084334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a96bf408-317e-4697-a599-eba34463c33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:27.084812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96bf408-317e-4697-a599-eba34463c33d None None] The sync data for ids ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:27.111375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting port ac7b8156-9ff3-42b3-a259-46ddf3f99a77 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:27.111800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.126474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.142860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-77ff8b17-e975-4df9-967a-ebbd9b1d58f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:27.144104 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-77ff8b17-e975-4df9-967a-ebbd9b1d58f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2606430 Apr 18 12:17:27.151194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34256) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:27.191588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef2efdc-f254-4326-b863-d0127ff7dbeb,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:27.233687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2fdd65c8-1eee-4674-925f-dac639e82884 None None] Provisioning for port 087c101f-1750-47f6-8dae-a46b1e987823 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:27.250655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2fdd65c8-1eee-4674-925f-dac639e82884 None None] Provisioning complete for port 324c566d-1b3c-48f9-af01-b1c02328e6c2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:27.251475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2fdd65c8-1eee-4674-925f-dac639e82884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.278189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 04f41b08-7a67-49de-abf8-f0cae6cbf723 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:27.278794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.314143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd65c8-1eee-4674-925f-dac639e82884 None None] Port 324c566d-1b3c-48f9-af01-b1c02328e6c2 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:27.316946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.318659 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-37a081a4-6484-43b7-95bb-f6dec0690af7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7921321 Apr 18 12:17:27.322777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34260) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:27.372519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59338d4-41d4-4610-8620-c242a549897c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.410428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59338d4-41d4-4610-8620-c242a549897c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.458687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.521582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.535694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b1b92a36-3eb9-4676-91cb-50935fb00ee9 None None] Provisioning for port 04f41b08-7a67-49de-abf8-f0cae6cbf723 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:27.544338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b1b92a36-3eb9-4676-91cb-50935fb00ee9 None None] Provisioning complete for port 04f41b08-7a67-49de-abf8-f0cae6cbf723 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:27.544785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b1b92a36-3eb9-4676-91cb-50935fb00ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.619669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59338d4-41d4-4610-8620-c242a549897c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.637609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 087c101f-1750-47f6-8dae-a46b1e987823 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:27.665705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b1b92a36-3eb9-4676-91cb-50935fb00ee9 None None] Port 04f41b08-7a67-49de-abf8-f0cae6cbf723 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:27.690643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59338d4-41d4-4610-8620-c242a549897c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cef2efdc-f254-4326-b863-d0127ff7dbeb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:27.706658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59338d4-41d4-4610-8620-c242a549897c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.708908 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f59338d4-41d4-4610-8620-c242a549897c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cef2efdc-f254-4326-b863-d0127ff7dbeb HTTP/1.1" status: 204 len: 168 time: 0.3844295 Apr 18 12:17:27.711971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34264) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:27.743519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Calling delete_port for ac7b8156-9ff3-42b3-a259-46ddf3f99a77 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:27.757973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 087c101f-1750-47f6-8dae-a46b1e987823 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:27.763185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 087c101f-1750-47f6-8dae-a46b1e987823 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:27.763548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.825689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bdd13087-3e96-4c4b-aec0-06e08c35a7b3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:27.861922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.924099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bdd13087-3e96-4c4b-aec0-06e08c35a7b3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:27.928319 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bdd13087-3e96-4c4b-aec0-06e08c35a7b3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2123308 Apr 18 12:17:27.928973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34268) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:27.929598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:27.963426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 087c101f-1750-47f6-8dae-a46b1e987823, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=087c101f-1750-47f6-8dae-a46b1e987823,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:28.004754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 04f41b08-7a67-49de-abf8-f0cae6cbf723 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:28.045753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.060261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.061737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b909e146-304e-4547-af9c-105b2b483207 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:28.106781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.115007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Port': ['ID=ac7b8156-9ff3-42b3-a259-46ddf3f99a77,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:28.129135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b5f24b7-2404-497c-b785-bd24183ec273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.147671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b5f24b7-2404-497c-b785-bd24183ec273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.153564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.168819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.186033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=087c101f-1750-47f6-8dae-a46b1e987823,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:28.196141 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5c77aa30-7ede-4ef6-a5be-0bfcebf17886 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/ports/ac7b8156-9ff3-42b3-a259-46ddf3f99a77 HTTP/1.1" status: 204 len: 168 time: 1.1631820 Apr 18 12:17:28.196798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34272) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.200403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b909e146-304e-4547-af9c-105b2b483207 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:28.200403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.296492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:28.297142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.301221 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/ports/324c566d-1b3c-48f9-af01-b1c02328e6c2 HTTP/1.1" status: 200 len: 910 time: 1.2218423 Apr 18 12:17:28.301221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5d518-b8a8-42f0-a7f1-553b6fab62ed tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=324c566d-1b3c-48f9-af01-b1c02328e6c2,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:28.302093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34276) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.397472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dcb0d6af-fbaa-4b3f-acde-a0b245dcce8f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Synchronizing usage tracker for tenant:33785169056244afac17295e580adae7 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:28.460949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b5f24b7-2404-497c-b785-bd24183ec273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.476818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f24b7-2404-497c-b785-bd24183ec273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6210d43a-81a2-47f2-ad16-e6a7b17747c4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:28.490265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dcb0d6af-fbaa-4b3f-acde-a0b245dcce8f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Unset dirty status for tenant:33785169056244afac17295e580adae7 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:28.492982 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dcb0d6af-fbaa-4b3f-acde-a0b245dcce8f tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2911849 Apr 18 12:17:28.492982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.498202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34280) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.541065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1919312343'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:28.554942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=04f41b08-7a67-49de-abf8-f0cae6cbf723,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:28.557990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:28.601572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:network and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:28.604767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4b5f24b7-2404-497c-b785-bd24183ec273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.607706 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4b5f24b7-2404-497c-b785-bd24183ec273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6210d43a-81a2-47f2-ad16-e6a7b17747c4 HTTP/1.1" status: 204 len: 168 time: 0.6759827 Apr 18 12:17:28.609722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.619005 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-169f6e80-a99b-41bb-83b2-1d1ba5536fa0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/04f41b08-7a67-49de-abf8-f0cae6cbf723 HTTP/1.1" status: 204 len: 168 time: 1.4620388 Apr 18 12:17:28.620361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:28.623338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34284) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.629227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34286) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.644667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:28.752808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e4951505-e682-4b41-a9d8-a8147fb06273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:28.759748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a3652-46a5-422e-a2bd-0a051cd5d836 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:28.761311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a3652-46a5-422e-a2bd-0a051cd5d836 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:28.765281 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-161a3652-46a5-422e-a2bd-0a051cd5d836 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1366796 Apr 18 12:17:28.765999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34292) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.801469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:28.805358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.862750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:28.868704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 94e2a2f9-ea72-434a-87ac-0994af4d7dce {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:28.873895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.912647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e4951505-e682-4b41-a9d8-a8147fb06273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:28.913973 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e4951505-e682-4b41-a9d8-a8147fb06273 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2893417 Apr 18 12:17:28.917568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34296) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:28.921623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.922610 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Added segment a260a2e1-2529-449f-9892-96e59b865bf0 of type vlan for network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 Apr 18 12:17:28.944873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:28.971550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.018421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1ca532e-2051-4369-92c7-1e8aeb93e7c0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.037940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.042947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1ca532e-2051-4369-92c7-1e8aeb93e7c0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.117711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.164669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1ca532e-2051-4369-92c7-1e8aeb93e7c0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.185861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca532e-2051-4369-92c7-1e8aeb93e7c0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=121a674d-60d6-46a6-91b6-157b8b6543e9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:29.188612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.194020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:29.194631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.276805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 324c566d-1b3c-48f9-af01-b1c02328e6c2 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:29.277397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.316271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1ca532e-2051-4369-92c7-1e8aeb93e7c0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.317441 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b1ca532e-2051-4369-92c7-1e8aeb93e7c0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/121a674d-60d6-46a6-91b6-157b8b6543e9 HTTP/1.1" status: 204 len: 168 time: 0.3975611 Apr 18 12:17:29.320150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34300) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:29.323372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Network': ['ID=bbfee6a5-84f8-4578-bc8b-d83bb29e55c1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:29.329927 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68a813e7-24f3-43df-977a-1bf99282409e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7993910 Apr 18 12:17:29.332491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34304) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:29.334639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:29.339154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1868176107'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:29.344209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:29.349434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:network and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:29.352276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:29.357971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:29.388041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.429254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=94e2a2f9-ea72-434a-87ac-0994af4d7dce,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:29.431249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.435353 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-891d9f66-5550-466d-884b-4a2f73cf4db7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/94e2a2f9-ea72-434a-87ac-0994af4d7dce HTTP/1.1" status: 204 len: 168 time: 0.6661351 Apr 18 12:17:29.435679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34308) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:29.448541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4dbcd4-8c98-49e5-beb8-ccc43e218214 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:29.477533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3ccba24d-d7d8-4976-aef2-0425edca24c7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1541388 Apr 18 12:17:29.478876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34312) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:29.502190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:29.506887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.527591 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bf4ba268-de23-423c-9327-16b6dbcffabf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0907860 Apr 18 12:17:29.533592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34316) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:29.536993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.544635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 087c101f-1750-47f6-8dae-a46b1e987823 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:29.551437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:29.551630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:29.560621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.562854 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Added segment 5b480986-91dc-459d-86fa-e5b22ff0fc49 of type vlan for network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad Apr 18 12:17:29.595829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b43dc58-c784-4a30-bb92-36b57c1865dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.602452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.607064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b43dc58-c784-4a30-bb92-36b57c1865dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.687184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 087c101f-1750-47f6-8dae-a46b1e987823 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:29.687544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.705784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.712439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:29.713038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.788126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b43dc58-c784-4a30-bb92-36b57c1865dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.796669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 324c566d-1b3c-48f9-af01-b1c02328e6c2 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:29.827248 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4927080 Apr 18 12:17:29.828125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fd30c-e8b0-45db-90e1-70f982a0ab83 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Network': ['ID=89c645c4-d1de-44a3-826f-aa0ca2b0dfad,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:29.844086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:29.873754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43dc58-c784-4a30-bb92-36b57c1865dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5814025-ecf3-414f-ba9d-f07fc7bfc775,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:29.887884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b43dc58-c784-4a30-bb92-36b57c1865dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:29.889050 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6b43dc58-c784-4a30-bb92-36b57c1865dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a5814025-ecf3-414f-ba9d-f07fc7bfc775 HTTP/1.1" status: 204 len: 168 time: 0.4092886 Apr 18 12:17:29.892131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34320) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:29.898744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:29.914393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:29.937350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:29.962056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:29.970226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:29.980511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] Deleting port 087c101f-1750-47f6-8dae-a46b1e987823 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:29.983662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.031347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-22770074-c4f8-41fe-bd18-c229e6f25877 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:30.077580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:30.081073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.131814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-22770074-c4f8-41fe-bd18-c229e6f25877 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:30.136078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-22770074-c4f8-41fe-bd18-c229e6f25877 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2406535 Apr 18 12:17:30.142705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34324) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:30.163793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.174917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6d47dea-90a3-40a7-856c-c1da1178bfa2 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.190708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6d47dea-90a3-40a7-856c-c1da1178bfa2 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.199719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] For port 087c101f-1750-47f6-8dae-a46b1e987823, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=087c101f-1750-47f6-8dae-a46b1e987823,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:30.200101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.228789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=324c566d-1b3c-48f9-af01-b1c02328e6c2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:30.313512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6d47dea-90a3-40a7-856c-c1da1178bfa2 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.347470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] Calling delete_port for 087c101f-1750-47f6-8dae-a46b1e987823 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:30.354603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d47dea-90a3-40a7-856c-c1da1178bfa2 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99c49f00-15f2-4881-a905-25b96d3a80be,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:30.445010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6d47dea-90a3-40a7-856c-c1da1178bfa2 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.447525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a6d47dea-90a3-40a7-856c-c1da1178bfa2 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/99c49f00-15f2-4881-a905-25b96d3a80be HTTP/1.1" status: 204 len: 168 time: 0.3060932 Apr 18 12:17:30.448774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34328) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:30.511980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2c67cb49-17f3-44d3-9197-520856f1b22c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:30.540829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.596079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] Pushing event deleted for resources: {'Port': ['ID=087c101f-1750-47f6-8dae-a46b1e987823,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:30.598258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1669bc-6121-47f0-899b-288696e78d1b None None] No DVR routers for this DVR port 087c101f-1750-47f6-8dae-a46b1e987823 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:30.620531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2c67cb49-17f3-44d3-9197-520856f1b22c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:30.624774 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2c67cb49-17f3-44d3-9197-520856f1b22c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1721904 Apr 18 12:17:30.625112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34332) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:30.688163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9a7b36f9-c8fe-444e-8ebb-805ac8b93148 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.705254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.722783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9a7b36f9-c8fe-444e-8ebb-805ac8b93148 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.838472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9a7b36f9-c8fe-444e-8ebb-805ac8b93148 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.856917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b36f9-c8fe-444e-8ebb-805ac8b93148 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec18a1b-92a2-4b27-820d-6419f082f5b6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:30.941090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9a7b36f9-c8fe-444e-8ebb-805ac8b93148 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:30.945407 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9a7b36f9-c8fe-444e-8ebb-805ac8b93148 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/dec18a1b-92a2-4b27-820d-6419f082f5b6 HTTP/1.1" status: 204 len: 168 time: 0.3163888 Apr 18 12:17:30.945623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34336) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:30.995629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-22d99dc0-4aa8-43e1-be81-a33ed1c2021a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:31.047460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router a4370521-d63a-48c7-a7c1-006b28e2ec8f has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:31.095219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:17:31.124127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-22d99dc0-4aa8-43e1-be81-a33ed1c2021a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:31.129486 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-22d99dc0-4aa8-43e1-be81-a33ed1c2021a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1789601 Apr 18 12:17:31.131835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34340) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:31.137041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957864572'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:31.146817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.148407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:31.158421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:31.226939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.248182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:31.251858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:31.254915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:31.260545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:31.271944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:31.274563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:31.280019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:31.285181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:31.285751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.291736 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] Sync routers for ids ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:31.297450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f734a6ec-8890-4953-9fd4-31a9cb9fbb61 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:31.306259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] Routers {'a4370521-d63a-48c7-a7c1-006b28e2ec8f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:31.309099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:31.309232 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:31.354498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.378013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-00e9df22-9129-4c1f-93ca-ca8422affd28 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8432469 Apr 18 12:17:31.378329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:31.381494 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:31.386034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:7b:2b:d8', 'name': 'tempest-NetworksTestDHCPv6-1715397593'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:31.390441 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] Routers {'a4370521-d63a-48c7-a7c1-006b28e2ec8f'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:31.391126 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:31.399517 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-314de72e-6457-4c9b-a6e6-fd18f6dae5d5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/a4370521-d63a-48c7-a7c1-006b28e2ec8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0963564 Apr 18 12:17:31.406849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34348) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:31.514613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e32bebb3-f814-4326-b654-595f4e356f8c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:31.539010 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:31.541383 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eef0a5-8ec2-40b4-967b-89ac6d30618a None None] The sync data for ids ['a4370521-d63a-48c7-a7c1-006b28e2ec8f'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:31.553919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.563782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 087c101f-1750-47f6-8dae-a46b1e987823 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:31.608722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 087c101f-1750-47f6-8dae-a46b1e987823 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:31.609052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 087c101f-1750-47f6-8dae-a46b1e987823 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:31.616260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e32bebb3-f814-4326-b654-595f4e356f8c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:31.617768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e32bebb3-f814-4326-b654-595f4e356f8c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4370521-d63a-48c7-a7c1-006b28e2ec8f HTTP/1.1" status: 200 len: 205 time: 0.2099473 Apr 18 12:17:31.620471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34352) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:31.658426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:31.669307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:31.679985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a68adb-fca6-47e4-aac2-37360297cca2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:31.699000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:31.700011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.747520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.751413 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f532d1f6-be71-4bad-bb27-6eeefd949780 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6159358 Apr 18 12:17:31.751413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34356) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:31.757238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': '93a68adb-fca6-47e4-aac2-37360297cca2', 'direction': 'ingress', 'protocol': 17}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:31.763198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:31.768548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:31.772027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:31.778543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:31.779254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:31.838741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:31.881264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Allocated IP 2001:db8::f816:3eff:feb2:4d63 (5f4dde90-d90b-4725-911c-836df72b725b/48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2/c78d79bf-1914-4a9f-8201-047d94598312) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:31.887733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.119149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.131569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Transition to ACTIVE for port object c78d79bf-1914-4a9f-8201-047d94598312 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:32.136427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.150787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Transition to ACTIVE for port object c78d79bf-1914-4a9f-8201-047d94598312 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:32.185294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.196265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.216546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.225745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b975dbcb-f32b-42e0-a0a3-81377bd224b4,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:32.231374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.234305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.243863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 5dbc9101-741f-4936-8f5f-37cb8e64abc6 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:32.302310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:32.305335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:32.309050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:32.318485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.320152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router a4370521-d63a-48c7-a7c1-006b28e2ec8f {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:17:32.348732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.350479 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7b978ae9-b686-4e6e-b45c-aed662d72446 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/a4370521-d63a-48c7-a7c1-006b28e2ec8f HTTP/1.1" status: 204 len: 168 time: 0.7274115 Apr 18 12:17:32.353037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34360) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:32.369784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.371113 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00504d54-c08d-4282-96e5-6e547a3a0bb7 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6187766 Apr 18 12:17:32.373876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34364) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:32.424164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Pushing event updated for resources: {'Port': ['ID=c78d79bf-1914-4a9f-8201-047d94598312,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:32.427827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Attempting to bind port c78d79bf-1914-4a9f-8201-047d94598312 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:32.428288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Attempting to bind port c78d79bf-1914-4a9f-8201-047d94598312 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:32.428696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Attempting to bind port c78d79bf-1914-4a9f-8201-047d94598312 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:32.435736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:32.435736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:32.435736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.436253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:32.436806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Bound port: c78d79bf-1914-4a9f-8201-047d94598312, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:32.437278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.443817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fe7b:2bd8 (5f4dde90-d90b-4725-911c-836df72b725b/48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2/5dbc9101-741f-4936-8f5f-37cb8e64abc6) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:32.447021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet b72301d4-d98d-4002-af76-8d6204f3ddd2 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:32.450861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.481235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1af-0692-46d5-ac31-ae00b4a219d0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.510629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1af-0692-46d5-ac31-ae00b4a219d0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.524692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.534731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] For port c78d79bf-1914-4a9f-8201-047d94598312, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:32.538350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] For port c78d79bf-1914-4a9f-8201-047d94598312, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c78d79bf-1914-4a9f-8201-047d94598312,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:32.609917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.631765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.659188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1af-0692-46d5-ac31-ae00b4a219d0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.686023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a156d30-7f7c-42aa-a107-c1bda060745b None None] Pushing event updated for resources: {'Port': ['ID=c78d79bf-1914-4a9f-8201-047d94598312,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:32.706914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35f1af-0692-46d5-ac31-ae00b4a219d0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a68adb-fca6-47e4-aac2-37360297cca2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:32.797471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c35f1af-0692-46d5-ac31-ae00b4a219d0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.798684 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9c35f1af-0692-46d5-ac31-ae00b4a219d0 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/93a68adb-fca6-47e4-aac2-37360297cca2 HTTP/1.1" status: 204 len: 168 time: 0.4237883 Apr 18 12:17:32.801421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34368) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:32.823758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.857079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.874418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 5dbc9101-741f-4936-8f5f-37cb8e64abc6 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:32.885190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=b72301d4-d98d-4002-af76-8d6204f3ddd2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:32.887197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:32.907164 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-07c07527-f53d-412f-ad16-334981d69de3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/b72301d4-d98d-4002-af76-8d6204f3ddd2 HTTP/1.1" status: 204 len: 168 time: 0.5528116 Apr 18 12:17:32.909519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:32.915277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e502dd7-dffc-4b32-88a2-4be35ccf1428 None None] Network 7f20018b-0c13-4299-9043-67bd1d736d63 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:32.921365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-44cb10f0-3113-4faf-82d1-abf3dda01f15 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:32.959508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.010418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-44cb10f0-3113-4faf-82d1-abf3dda01f15 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:33.021317 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-44cb10f0-3113-4faf-82d1-abf3dda01f15 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2087445 Apr 18 12:17:33.021317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34376) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:33.034079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620281647'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:33.066314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:33.108239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:33.129044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.169074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34380) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:33.171670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:33.176330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:33.179459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:33.182699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'subnets': [{'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1224467818', 'ip_version': 6}, {'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:33.183029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'subnet': {'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1224467818', 'ip_version': 6}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:33.184667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Request body: {'subnet': {'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:33.186855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:33.187591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.200253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.204108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port b909e146-304e-4547-af9c-105b2b483207 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:33.204434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.260924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=5dbc9101-741f-4936-8f5f-37cb8e64abc6,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:33.271291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] DHCP port deletion for 7f20018b-0c13-4299-9043-67bd1d736d63 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:33.275436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Deleting port b909e146-304e-4547-af9c-105b2b483207 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:33.275808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.322527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:33.337057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:33.342838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:33.350659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:33.415513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-98d242c7-7cae-49d6-ac11-4c82b0f89f31 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0334451 Apr 18 12:17:33.418351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34384) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:33.495186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port b909e146-304e-4547-af9c-105b2b483207, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b909e146-304e-4547-af9c-105b2b483207,segment=NetworkSegment(ee6021e3-3b05-4cbd-93ae-14a201fd9eae),segment_id=ee6021e3-3b05-4cbd-93ae-14a201fd9eae)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:33.502214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.502643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:33.508684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] For port b909e146-304e-4547-af9c-105b2b483207, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b909e146-304e-4547-af9c-105b2b483207,segment=NetworkSegment(ee6021e3-3b05-4cbd-93ae-14a201fd9eae),segment_id=ee6021e3-3b05-4cbd-93ae-14a201fd9eae)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:33.509211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.512332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Usage tracker for resource:subnet and tenant:33785169056244afac17295e580adae7 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:33.519035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:33.528040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:33.559411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.608553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.642613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c78d79bf-1914-4a9f-8201-047d94598312 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:33.654244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for b909e146-304e-4547-af9c-105b2b483207 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:33.678780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=235f53c4-ab20-4b0c-b999-26351b3295b7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:33.681288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Made reservation on behalf of 33785169056244afac17295e580adae7 for: {'subnet': 2} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:33.686929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Calling delete_port for b909e146-304e-4547-af9c-105b2b483207 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:33.687195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.687516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.707020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f9bd1-f0c7-4a84-a49b-fa9e8ed1197d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:33.713344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097f9bd1-f0c7-4a84-a49b-fa9e8ed1197d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:33.714144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-097f9bd1-f0c7-4a84-a49b-fa9e8ed1197d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:33.798383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-097f9bd1-f0c7-4a84-a49b-fa9e8ed1197d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:33.799815 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-097f9bd1-f0c7-4a84-a49b-fa9e8ed1197d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3805056 Apr 18 12:17:33.803017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34388) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:33.830049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.831358 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ac206457-f4da-444f-9e4e-49c82ea49751 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8120205 Apr 18 12:17:33.834286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34392) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:33.850889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105419387'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:33.853231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.858019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:33.860299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:33.860952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:33.865433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:33.869177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:33.876105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:33.909613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No DVR routers for this DVR port b909e146-304e-4547-af9c-105b2b483207 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:33.918513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c78d79bf-1914-4a9f-8201-047d94598312 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:33.942054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:33.951110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=b909e146-304e-4547-af9c-105b2b483207,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:33.989807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b909e146-304e-4547-af9c-105b2b483207 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:33.992851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:33.999291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:34.002708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:34.010274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:34.038243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: b909e146-304e-4547-af9c-105b2b483207 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:34.038617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b909e146-304e-4547-af9c-105b2b483207 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:34.049830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.076479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 5dbc9101-741f-4936-8f5f-37cb8e64abc6 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:34.076880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.222141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.227256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] Provisioning for port c78d79bf-1914-4a9f-8201-047d94598312 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:34.232735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] Provisioning complete for port c78d79bf-1914-4a9f-8201-047d94598312 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:34.233179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.236283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f20018b-0c13-4299-9043-67bd1d736d63']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:34.255345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:34.255345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6021e3-3b05-4cbd-93ae-14a201fd9eae') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:34.272278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.277355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.336603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.353480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a00cd6-ab66-4e5b-b51a-9164bdf4d149,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:34.353830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:34.354223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:34.370531 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:34.400510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Deleting port b909e146-304e-4547-af9c-105b2b483207 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:34.400887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.426602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.427303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.428478 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fc77b4a0-a317-4510-8220-84eff66ca18d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5868611 Apr 18 12:17:34.430898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34396) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:34.436118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': '235f53c4-ab20-4b0c-b999-26351b3295b7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97a00cd6-ab66-4e5b-b51a-9164bdf4d149', 'remote_ip_prefix': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:34.442039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:34.446530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:34.449546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:34.455473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:34.472944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.489033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-07f085c9-07e3-437f-ab6c-de5fa80e5fa7 None None] The port 'b909e146-304e-4547-af9c-105b2b483207' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:17:34.507831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] For port c78d79bf-1914-4a9f-8201-047d94598312, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c78d79bf-1914-4a9f-8201-047d94598312,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:34.566516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Subnet': ['ID=7c93061e-5ec8-470f-b8ef-f4e011caf3df,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:34.569593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.572715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.575308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.589128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Checking segment: {'id': 'a260a2e1-2529-449f-9892-96e59b865bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:34.589483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network hostable DHCP agents. Network: bbfee6a5-84f8-4578-bc8b-d83bb29e55c1, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:34.654199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.659578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.660880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.667575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9f934-3007-400f-a62f-01cc3a30b7cc None None] Pushing event updated for resources: {'Port': ['ID=c78d79bf-1914-4a9f-8201-047d94598312,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:34.683689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:34.729441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.741880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 5dbc9101-741f-4936-8f5f-37cb8e64abc6 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:34.750979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfb3f18-4e3d-4a9c-a446-e9a99ccd462f,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:34.752479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a65e745d-7603-40c9-9115-07f2eb635aa0 None None] Provisioning for port 5dbc9101-741f-4936-8f5f-37cb8e64abc6 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:34.759365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, bbfee6a5-84f8-4578-bc8b-d83bb29e55c1) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:34.762296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.767376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448d8e1-666c-4962-9cd3-c49cfb8ec4e2 None None] Network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:34.790325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=7f20018b-0c13-4299-9043-67bd1d736d63,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:34.794668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a65e745d-7603-40c9-9115-07f2eb635aa0 None None] Provisioning complete for port 5dbc9101-741f-4936-8f5f-37cb8e64abc6 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:34.795320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a65e745d-7603-40c9-9115-07f2eb635aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.849056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event updated for resources: {'Subnet': ['ID=04174b6a-7a2a-49cb-8319-511bc35a6c1f,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:34.858507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Checking segment: {'id': '5b480986-91dc-459d-86fa-e5b22ff0fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:34.858858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network hostable DHCP agents. Network: 89c645c4-d1de-44a3-826f-aa0ca2b0dfad, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:34.873675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-da685445-205b-41c7-a124-303c1581adb3 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/7f20018b-0c13-4299-9043-67bd1d736d63 HTTP/1.1" status: 204 len: 168 time: 1.9630420 Apr 18 12:17:34.877406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34400) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:34.884743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1581587971', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:34.891170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.892343 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0083a8ea-4f8e-4389-8cf5-440256f6a05d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4605074 Apr 18 12:17:34.893429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:34.896010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34404) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:34.908974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:34.913940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:34.917606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a65e745d-7603-40c9-9115-07f2eb635aa0 None None] Port 5dbc9101-741f-4936-8f5f-37cb8e64abc6 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:34.927690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:34.936161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35b73111-5bf3-4670-b72c-b164ca1b0f7e tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.947363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:34.949956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35b73111-5bf3-4670-b72c-b164ca1b0f7e tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:34.981419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.009251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.010353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.029603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=5dbc9101-741f-4936-8f5f-37cb8e64abc6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:35.039686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-bbfee6a5-84f8-4578-bc8b-d83bb29e55c1', 'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1', 'tenant_id': '33785169056244afac17295e580adae7', 'fixed_ips': [{'subnet_id': '7c93061e-5ec8-470f-b8ef-f4e011caf3df'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:35.040575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.077514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.081658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35b73111-5bf3-4670-b72c-b164ca1b0f7e tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.104576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.106801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b73111-5bf3-4670-b72c-b164ca1b0f7e tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7dfb3f18-4e3d-4a9c-a446-e9a99ccd462f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:35.117678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 89c645c4-d1de-44a3-826f-aa0ca2b0dfad) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:35.125959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f14f8b-6c59-4576-b523-f50dc2938efb None None] Network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:35.128820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.129292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.130531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.146631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35b73111-5bf3-4670-b72c-b164ca1b0f7e tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.147774 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-35b73111-5bf3-4670-b72c-b164ca1b0f7e tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7dfb3f18-4e3d-4a9c-a446-e9a99ccd462f HTTP/1.1" status: 204 len: 168 time: 0.2508969 Apr 18 12:17:35.150565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34408) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.154662 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8d844880-2d6d-4376-a411-2d05857d0501 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/5dbc9101-741f-4936-8f5f-37cb8e64abc6 HTTP/1.1" status: 204 len: 168 time: 1.3497117 Apr 18 12:17:35.159219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34412) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.204540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e0bf736a-6e3c-40db-9355-fb01243c5c02 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:35.209467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.242015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aabb6-97df-40b4-bb85-285455fdc512 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.242533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-58c75d23-da58-4be7-b365-aa01cb48d7e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0722690 Apr 18 12:17:35.243339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34416) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.243669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1aabb6-97df-40b4-bb85-285455fdc512 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.244460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fe1aabb6-97df-40b4-bb85-285455fdc512 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:35.289732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.293422 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-190e8d78-df65-445e-b2a2-102ee6456ff0 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4113839 Apr 18 12:17:35.294346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34420) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.299620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-192216167'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:35.306744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:35.310747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:35.314006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:35.321468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:35.321611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e0bf736a-6e3c-40db-9355-fb01243c5c02 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:35.325107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fe1aabb6-97df-40b4-bb85-285455fdc512 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:35.325269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e0bf736a-6e3c-40db-9355-fb01243c5c02 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1709828 Apr 18 12:17:35.325383 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fe1aabb6-97df-40b4-bb85-285455fdc512 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1644504 Apr 18 12:17:35.325383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34424) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.326366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34426) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.342425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Allocated IP 2001:db8::1 (bbfee6a5-84f8-4578-bc8b-d83bb29e55c1/7c93061e-5ec8-470f-b8ef-f4e011caf3df/235ba59a-e94b-418f-bd88-387e9d057897) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:35.364845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ed2d0-6865-4005-b267-d8c513755d33 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.366550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ed2d0-6865-4005-b267-d8c513755d33 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.368090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ed2d0-6865-4005-b267-d8c513755d33 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.368937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-312ed2d0-6865-4005-b267-d8c513755d33 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Synchronizing usage tracker for tenant:33785169056244afac17295e580adae7 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:35.394279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f32f9da2-e244-4e17-9f49-551ae4a86719 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.416684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:35.419904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.420435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:35.424593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.439366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f32f9da2-e244-4e17-9f49-551ae4a86719 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.460561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-312ed2d0-6865-4005-b267-d8c513755d33 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Unset dirty status for tenant:33785169056244afac17295e580adae7 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:35.471761 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-312ed2d0-6865-4005-b267-d8c513755d33 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2273967 Apr 18 12:17:35.474669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34432) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.501961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.533146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-89c645c4-d1de-44a3-826f-aa0ca2b0dfad', 'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad', 'tenant_id': '33785169056244afac17295e580adae7', 'fixed_ips': [{'subnet_id': '04174b6a-7a2a-49cb-8319-511bc35a6c1f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:35.534048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.540054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:35.574058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c78d79bf-1914-4a9f-8201-047d94598312 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:35.581377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting subnet 7c93061e-5ec8-470f-b8ef-f4e011caf3df {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:35.611205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.628771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.629115 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment a3e695d2-bcbf-414c-8250-be97b520eeaa of type vlan for network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 Apr 18 12:17:35.630318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f32f9da2-e244-4e17-9f49-551ae4a86719 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.659411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9da2-e244-4e17-9f49-551ae4a86719 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a00cd6-ab66-4e5b-b51a-9164bdf4d149,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:35.688960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.752402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f32f9da2-e244-4e17-9f49-551ae4a86719 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.754199 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f32f9da2-e244-4e17-9f49-551ae4a86719 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/97a00cd6-ab66-4e5b-b51a-9164bdf4d149 HTTP/1.1" status: 204 len: 168 time: 0.4279490 Apr 18 12:17:35.756933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34436) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.780743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.786697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:35.787271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.792668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.808906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.870315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c78d79bf-1914-4a9f-8201-047d94598312 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:35.870813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:35.899885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Transition to ACTIVE for port object 235ba59a-e94b-418f-bd88-387e9d057897 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:35.906825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=aadd5b0a-e77f-49a9-82bd-669f8c2c48d5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:35.914020 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-75fe4cce-86f3-4d9d-b45d-24e7ba358069 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6190023 Apr 18 12:17:35.916587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34440) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:35.922793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:35.968567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:35.975720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:35.985145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.003269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0a561c28-f5f8-4568-836f-54850c102b4c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:36.004750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109fdc6-1271-48cb-a32e-6faab513aed6 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:36.039072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:36.041789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Allocated IP 2001:db8:0:1::1 (89c645c4-d1de-44a3-826f-aa0ca2b0dfad/04174b6a-7a2a-49cb-8319-511bc35a6c1f/fd4e06cf-3d22-42c3-a619-0428c38972b6) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:36.043670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:36.044072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Transition to ACTIVE for port object 235ba59a-e94b-418f-bd88-387e9d057897 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:36.046714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:36.052852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:36.055955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-234e1d22-4b49-4541-9545-c96e8801c818 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2 HTTP/1.1" status: 204 len: 168 time: 0.7283692 Apr 18 12:17:36.058324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34444) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.112206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.120069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0a561c28-f5f8-4568-836f-54850c102b4c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:36.121330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0a561c28-f5f8-4568-836f-54850c102b4c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4507 time: 0.3634322 Apr 18 12:17:36.128599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34448) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.130168 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ded14b07-1020-4bec-bff1-e12506fca755 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707791 Apr 18 12:17:36.132643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.152655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:36.156142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.178697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.245968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6dfb5de8-d2cd-4ced-b14d-9897235203dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.260123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.288153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88222391-15a7-40a5-b096-76261a4a432a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:36.288858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-88222391-15a7-40a5-b096-76261a4a432a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:36.295301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6dfb5de8-d2cd-4ced-b14d-9897235203dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.355637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:36.390929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:36.404474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:36.408632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-88222391-15a7-40a5-b096-76261a4a432a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:36.410223 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-88222391-15a7-40a5-b096-76261a4a432a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2767026 Apr 18 12:17:36.413086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34456) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.437233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6dfb5de8-d2cd-4ced-b14d-9897235203dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.457467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb5de8-d2cd-4ced-b14d-9897235203dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=235f53c4-ab20-4b0c-b999-26351b3295b7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:36.476324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Pushing event updated for resources: {'Port': ['ID=235ba59a-e94b-418f-bd88-387e9d057897,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:36.518011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b6561-b483-4b26-9b3c-6ce33990b95a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:36.519493 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-517b6561-b483-4b26-9b3c-6ce33990b95a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1027372 Apr 18 12:17:36.523273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34460) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.582097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.619440 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0594a130-3ed4-43a8-addf-35733d3ea746 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938437 Apr 18 12:17:36.621114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6dfb5de8-d2cd-4ced-b14d-9897235203dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.622504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6dfb5de8-d2cd-4ced-b14d-9897235203dd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/235f53c4-ab20-4b0c-b999-26351b3295b7 HTTP/1.1" status: 204 len: 168 time: 0.4913375 Apr 18 12:17:36.624259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34464) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.632257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34466) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.638729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:36.684189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Attempting to bind port 235ba59a-e94b-418f-bd88-387e9d057897 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:36.684553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Attempting to bind port 235ba59a-e94b-418f-bd88-387e9d057897 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a260a2e1-2529-449f-9892-96e59b865bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:36.684912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Attempting to bind port 235ba59a-e94b-418f-bd88-387e9d057897 on network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:36.704928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:36.705358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Checking segment: {'id': 'a260a2e1-2529-449f-9892-96e59b865bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:36.705760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.706147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Bound using segment: {'id': 'a260a2e1-2529-449f-9892-96e59b865bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:36.706654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Bound port: 235ba59a-e94b-418f-bd88-387e9d057897, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a260a2e1-2529-449f-9892-96e59b865bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'bbfee6a5-84f8-4578-bc8b-d83bb29e55c1'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:36.707023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.725693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-77582136-21a5-4c28-a37c-8516512b4f02 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:36.763494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:36.767705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:36.770629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:36.770909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.776358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:36.787172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.794489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Transition to ACTIVE for port object fd4e06cf-3d22-42c3-a619-0428c38972b6 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:36.828867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-77582136-21a5-4c28-a37c-8516512b4f02 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:36.834266 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-77582136-21a5-4c28-a37c-8516512b4f02 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1969919 Apr 18 12:17:36.834266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.839193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34472) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:36.840981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Transition to ACTIVE for port object fd4e06cf-3d22-42c3-a619-0428c38972b6 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:36.845444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--260133292'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:36.851907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:36.852490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] For port 235ba59a-e94b-418f-bd88-387e9d057897, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:36.856205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] For port 235ba59a-e94b-418f-bd88-387e9d057897, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=235ba59a-e94b-418f-bd88-387e9d057897,segment=NetworkSegment(a260a2e1-2529-449f-9892-96e59b865bf0),segment_id=a260a2e1-2529-449f-9892-96e59b865bf0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:36.867150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:36.870026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:36.876677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] Deleting port c78d79bf-1914-4a9f-8201-047d94598312 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:36.877154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.877649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.889479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:36.893788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.900141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=a68cfbb3-22a2-45b2-8910-cd875ce8e2d7,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:36.919317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.934191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:36.934584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: aadd5b0a-e77f-49a9-82bd-669f8c2c48d5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:36.944601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Subnet': ['ID=7c93061e-5ec8-470f-b8ef-f4e011caf3df,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:36.955073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.983386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:36.990777 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9cdf9274-e504-4c1f-a089-e3bd6f5cbd27 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/subnets/7c93061e-5ec8-470f-b8ef-f4e011caf3df HTTP/1.1" status: 204 len: 168 time: 1.5120809 Apr 18 12:17:36.991671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34476) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:37.030522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:37.038215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:37.038961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:37.042726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:37.046908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:37.053233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:37.063097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:37.071857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:37.081113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting subnet 04174b6a-7a2a-49cb-8319-511bc35a6c1f {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:37.084956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.114584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f255d1-e836-4e07-94f0-11414b1184d7 None None] Pushing event updated for resources: {'Port': ['ID=235ba59a-e94b-418f-bd88-387e9d057897,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:37.118863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, aadd5b0a-e77f-49a9-82bd-669f8c2c48d5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:37.130594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:37.131265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.157676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.192939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4e500-3fa0-462b-ab35-207c9f8a8a14 None None] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:37.215513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.218816 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2fb5a549-cc26-4d51-a483-65c7fe2146bb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2986310 Apr 18 12:17:37.220094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34480) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:37.263470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.298766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.389431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.422472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Attempting to bind port fd4e06cf-3d22-42c3-a619-0428c38972b6 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:37.422924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Attempting to bind port fd4e06cf-3d22-42c3-a619-0428c38972b6 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5b480986-91dc-459d-86fa-e5b22ff0fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:37.423501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Attempting to bind port fd4e06cf-3d22-42c3-a619-0428c38972b6 on network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:37.431729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Pushing event updated for resources: {'Port': ['ID=fd4e06cf-3d22-42c3-a619-0428c38972b6,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:37.452528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.456889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:37.457493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Checking segment: {'id': '5b480986-91dc-459d-86fa-e5b22ff0fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:37.458700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.459234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Bound using segment: {'id': '5b480986-91dc-459d-86fa-e5b22ff0fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:37.461088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Bound port: fd4e06cf-3d22-42c3-a619-0428c38972b6, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b480986-91dc-459d-86fa-e5b22ff0fc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '89c645c4-d1de-44a3-826f-aa0ca2b0dfad'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:37.461650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.568861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.571047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] For port c78d79bf-1914-4a9f-8201-047d94598312, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c78d79bf-1914-4a9f-8201-047d94598312,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:37.571683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.605495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03ac430-5340-48d3-b361-853b110fc6d7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:37.606278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Subnet': ['ID=04174b6a-7a2a-49cb-8319-511bc35a6c1f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:37.631379 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74f88252-22f4-4d34-9b80-2fba9e9fe582 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/subnets/04174b6a-7a2a-49cb-8319-511bc35a6c1f HTTP/1.1" status: 204 len: 168 time: 0.6383131 Apr 18 12:17:37.633884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34484) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:37.732701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:37.772086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415d7d3-73a2-4a96-bc55-6ea690bdff02 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:37.772766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3415d7d3-73a2-4a96-bc55-6ea690bdff02 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Synchronizing usage tracker for tenant:33785169056244afac17295e580adae7 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:37.789203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:37.790973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.794934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34488) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:37.795681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b2c4bf51-b48b-48e7-b231-10e431881f0c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9541347 Apr 18 12:17:37.801557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': 'a03ac430-5340-48d3-b361-853b110fc6d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:37.801776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:37.802316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:37.813501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 235ba59a-e94b-418f-bd88-387e9d057897 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:37.813688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:37.816813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:37.820361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:37.825652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=dadc3f2e-3b1c-4fbd-af48-277767718c45,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:37.827676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:37.878338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3415d7d3-73a2-4a96-bc55-6ea690bdff02 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Unset dirty status for tenant:33785169056244afac17295e580adae7 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:37.881355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] Calling delete_port for c78d79bf-1914-4a9f-8201-047d94598312 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:37.881846 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3415d7d3-73a2-4a96-bc55-6ea690bdff02 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2450371 Apr 18 12:17:37.890766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34492) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:37.928743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.021711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.088510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] For port fd4e06cf-3d22-42c3-a619-0428c38972b6, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:38.091889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-14e6c4ca-d944-423d-b400-cedbe1abda82 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4645975 Apr 18 12:17:38.094636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34496) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:38.102704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:55:5b:03', 'name': 'tempest-NetworksTestDHCPv6-1132147039'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:38.104139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] For port fd4e06cf-3d22-42c3-a619-0428c38972b6, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fd4e06cf-3d22-42c3-a619-0428c38972b6,segment=NetworkSegment(5b480986-91dc-459d-86fa-e5b22ff0fc49),segment_id=5b480986-91dc-459d-86fa-e5b22ff0fc49)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:38.119406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:38.120252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.186973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.191174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.195384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 235ba59a-e94b-418f-bd88-387e9d057897 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:38.200373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-40cf3498-01c2-4272-97e3-dedfe4e661b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.200582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.244137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ef223e-04e7-4d97-9dfd-1a8159246c50,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:38.250917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.273060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.276143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] No DVR routers for this DVR port c78d79bf-1914-4a9f-8201-047d94598312 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:38.303940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:38.318037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.322419 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-87a653d2-2f59-4d88-b2ac-a80988943fd3 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5264966 Apr 18 12:17:38.323700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:38.325611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34500) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:38.363817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e13a49e5-3f32-4963-bc38-258043369f3f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.370998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting port fd4e06cf-3d22-42c3-a619-0428c38972b6 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:38.374443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.376359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e13a49e5-3f32-4963-bc38-258043369f3f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.415178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:38.432147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Allocated IP 172.20.0.2 (aadd5b0a-e77f-49a9-82bd-669f8c2c48d5/a68cfbb3-22a2-45b2-8910-cd875ce8e2d7/9575500c-0b5b-4ea6-ae04-2a5fb8729856) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:38.446969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ee974-e5d6-4e7e-aa5c-9680efc09ffa None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:38.460490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c78d79bf-1914-4a9f-8201-047d94598312 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:38.530124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c78d79bf-1914-4a9f-8201-047d94598312 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:38.530789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c78d79bf-1914-4a9f-8201-047d94598312 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:38.593679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.615039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e13a49e5-3f32-4963-bc38-258043369f3f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.620308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a19ad0-a25d-4830-90cb-181d50a3911d None None] Pushing event updated for resources: {'Port': ['ID=fd4e06cf-3d22-42c3-a619-0428c38972b6,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:38.653075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a49e5-3f32-4963-bc38-258043369f3f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3ef223e-04e7-4d97-9dfd-1a8159246c50,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:38.662734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e13a49e5-3f32-4963-bc38-258043369f3f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.664259 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e13a49e5-3f32-4963-bc38-258043369f3f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e3ef223e-04e7-4d97-9dfd-1a8159246c50 HTTP/1.1" status: 204 len: 168 time: 0.3376229 Apr 18 12:17:38.668917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34504) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:38.688708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908178ef-1f6e-48df-ac32-d43c594427f8 None None] Pushing event deleted for resources: {'Port': ['ID=c78d79bf-1914-4a9f-8201-047d94598312,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:38.709443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 96656f8a-433c-4e32-ad95-d8089638427d yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:38.750576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd1ec35-0907-4c6d-b814-df9fe27ea3e0 None None] Network bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:38.793322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] For port fd4e06cf-3d22-42c3-a619-0428c38972b6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fd4e06cf-3d22-42c3-a619-0428c38972b6,segment=NetworkSegment(5b480986-91dc-459d-86fa-e5b22ff0fc49),segment_id=5b480986-91dc-459d-86fa-e5b22ff0fc49)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:38.794398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:38.800537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-85472cc7-83b7-4aba-a0eb-700eb2f3c10f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:38.899404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::31d (5f4dde90-d90b-4725-911c-836df72b725b/dadc3f2e-3b1c-4fbd-af48-277767718c45/96656f8a-433c-4e32-ad95-d8089638427d) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:38.922493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Calling delete_port for fd4e06cf-3d22-42c3-a619-0428c38972b6 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:38.948726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-85472cc7-83b7-4aba-a0eb-700eb2f3c10f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:38.950360 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-85472cc7-83b7-4aba-a0eb-700eb2f3c10f tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2782676 Apr 18 12:17:38.953680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34508) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:38.988360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04ff3e4-4205-490c-9cd8-64cd4d0530df None None] Network 89c645c4-d1de-44a3-826f-aa0ca2b0dfad requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:39.067493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] Provisioning for port 235ba59a-e94b-418f-bd88-387e9d057897 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:39.089612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.124535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] Provisioning complete for port 235ba59a-e94b-418f-bd88-387e9d057897 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:39.124903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.135961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa64-03d2-4cdb-9017-2cf7de9a6f40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.137527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Port': ['ID=fd4e06cf-3d22-42c3-a619-0428c38972b6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:39.141134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] No DVR routers for this DVR port fd4e06cf-3d22-42c3-a619-0428c38972b6 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:39.192084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa64-03d2-4cdb-9017-2cf7de9a6f40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.211315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.248430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 96656f8a-433c-4e32-ad95-d8089638427d will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:39.267351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.297271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c645c4-d1de-44a3-826f-aa0ca2b0dfad']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:39.313668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b480986-91dc-459d-86fa-e5b22ff0fc49') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:39.314085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b480986-91dc-459d-86fa-e5b22ff0fc49') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:39.326131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.343003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.349043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:39.349421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.351547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa64-03d2-4cdb-9017-2cf7de9a6f40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:39.363780 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:39.375529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1aa64-03d2-4cdb-9017-2cf7de9a6f40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03ac430-5340-48d3-b361-853b110fc6d7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:39.398205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.403058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': 'dadc3f2e-3b1c-4fbd-af48-277767718c45'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:39.406794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.466967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af1aa64-03d2-4cdb-9017-2cf7de9a6f40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.468083 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5af1aa64-03d2-4cdb-9017-2cf7de9a6f40 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/a03ac430-5340-48d3-b361-853b110fc6d7 HTTP/1.1" status: 204 len: 168 time: 0.5135388 Apr 18 12:17:39.470079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:39.472845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34512) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:39.473713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:39.476101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:39.481841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:39.482583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.508263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.516983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=96656f8a-433c-4e32-ad95-d8089638427d,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:39.541185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.560180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-212bc257-3eaa-40fd-8674-fb8eedddfebd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:39.566123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Transition to ACTIVE for port object 9575500c-0b5b-4ea6-ae04-2a5fb8729856 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:39.581280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.596598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Network': ['ID=89c645c4-d1de-44a3-826f-aa0ca2b0dfad,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:39.614912 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9464d4c9-d6e6-407a-bf44-87df43cb54e1 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/networks/89c645c4-d1de-44a3-826f-aa0ca2b0dfad HTTP/1.1" status: 204 len: 168 time: 1.7220559 Apr 18 12:17:39.620944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34518) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:39.655008 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-acb62d7a-f662-4ddd-a16b-d2ea00fec9d5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5591149 Apr 18 12:17:39.657250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34522) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:39.686369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Transition to ACTIVE for port object 9575500c-0b5b-4ea6-ae04-2a5fb8729856 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:39.709437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.756324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.763542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-212bc257-3eaa-40fd-8674-fb8eedddfebd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:39.766513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-212bc257-3eaa-40fd-8674-fb8eedddfebd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2783892 Apr 18 12:17:39.769287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34526) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:39.772151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d85da-5ae4-47cf-99cc-3c0dc7a36a3f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:39.775914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-022d85da-5ae4-47cf-99cc-3c0dc7a36a3f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1153324 Apr 18 12:17:39.783959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--985029836'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:39.787894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34530) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:39.812689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] DHCP port deletion for bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:39.823118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:39.841986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.20.0.1 (aadd5b0a-e77f-49a9-82bd-669f8c2c48d5/a68cfbb3-22a2-45b2-8910-cd875ce8e2d7/23e95ac0-2c31-4bb8-86c3-e133a1bfe356) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:39.857770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] Deleting port 235ba59a-e94b-418f-bd88-387e9d057897 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:39.858493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:39.894282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:39.911271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:39.916052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] For port 235ba59a-e94b-418f-bd88-387e9d057897, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=235ba59a-e94b-418f-bd88-387e9d057897,segment=NetworkSegment(a260a2e1-2529-449f-9892-96e59b865bf0),segment_id=a260a2e1-2529-449f-9892-96e59b865bf0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:39.924512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:39.927320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Pushing event updated for resources: {'Port': ['ID=9575500c-0b5b-4ea6-ae04-2a5fb8729856,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:39.944907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/dadc3f2e-3b1c-4fbd-af48-277767718c45/7152d85b-623b-496f-a3c7-17114b4c1796) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:39.974544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:39.995978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.024858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.025883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 96656f8a-433c-4e32-ad95-d8089638427d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:40.027424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.069564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.082069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting port 235ba59a-e94b-418f-bd88-387e9d057897 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:40.082409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.151113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:40.152603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.171068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:40.174238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Attempting to bind port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:40.174631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Attempting to bind port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:40.175115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Attempting to bind port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 on network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:40.199906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:40.228281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:40.241478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:40.242675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Checking segment: {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:40.242675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.242675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Bound using segment: {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:40.243083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Bound port: 9575500c-0b5b-4ea6-ae04-2a5fb8729856, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:40.243446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.250721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:40.261198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.305412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-212f5111-a609-41da-93e3-3940f94df11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.329888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:40.334012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:40.338504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:40.342956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4556916-4ce5-410e-9641-f9dfabbe63fa None None] Pushing event updated for resources: {'Port': ['ID=235ba59a-e94b-418f-bd88-387e9d057897,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:40.383948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:40.409385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.448370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] For port 235ba59a-e94b-418f-bd88-387e9d057897, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=235ba59a-e94b-418f-bd88-387e9d057897,segment=NetworkSegment(a260a2e1-2529-449f-9892-96e59b865bf0),segment_id=a260a2e1-2529-449f-9892-96e59b865bf0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:40.448753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.527847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] For port 235ba59a-e94b-418f-bd88-387e9d057897, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=235ba59a-e94b-418f-bd88-387e9d057897,segment=NetworkSegment(a260a2e1-2529-449f-9892-96e59b865bf0),segment_id=a260a2e1-2529-449f-9892-96e59b865bf0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:40.527847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.579988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.602127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] Calling delete_port for 235ba59a-e94b-418f-bd88-387e9d057897 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:40.683516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] For port 9575500c-0b5b-4ea6-ae04-2a5fb8729856, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:40.689651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.697150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Calling delete_port for 235ba59a-e94b-418f-bd88-387e9d057897 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:40.711886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] For port 9575500c-0b5b-4ea6-ae04-2a5fb8729856, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9575500c-0b5b-4ea6-ae04-2a5fb8729856,segment=NetworkSegment(a3e695d2-bcbf-414c-8250-be97b520eeaa),segment_id=a3e695d2-bcbf-414c-8250-be97b520eeaa)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:40.725996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.736568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.748474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Transition to ACTIVE for port object 7152d85b-623b-496f-a3c7-17114b4c1796 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:40.766286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Transition to ACTIVE for port object 7152d85b-623b-496f-a3c7-17114b4c1796 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:40.775433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.857417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.869927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 96656f8a-433c-4e32-ad95-d8089638427d owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:40.885895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.889400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:40.938712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] No DVR routers for this DVR port 235ba59a-e94b-418f-bd88-387e9d057897 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:40.947381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:40.949574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:40.951389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46412442-7e85-4413-9cc1-4990bb78057a None None] Pushing event updated for resources: {'Port': ['ID=9575500c-0b5b-4ea6-ae04-2a5fb8729856,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:40.954134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:40.994771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0127857c-e735-4dc0-8399-2b20928d6dc4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:41.017788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:41.018136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:41.065084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.101961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Pushing event updated for resources: {'Port': ['ID=7152d85b-623b-496f-a3c7-17114b4c1796,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:41.106972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.108258 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-397e77b5-5f13-49d7-b13e-0cb1dd1e4eb9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3378193 Apr 18 12:17:41.111342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34536) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:41.116865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': '0127857c-e735-4dc0-8399-2b20928d6dc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:41.123265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:41.127844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:41.130870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:41.136700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.150848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cea146-9498-4145-a3bc-c04a953c2e15 None None] Pushing event deleted for resources: {'Port': ['ID=235ba59a-e94b-418f-bd88-387e9d057897,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:41.152697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Attempting to bind port 7152d85b-623b-496f-a3c7-17114b4c1796 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:41.153062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Attempting to bind port 7152d85b-623b-496f-a3c7-17114b4c1796 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:41.153417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Attempting to bind port 7152d85b-623b-496f-a3c7-17114b4c1796 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:41.159684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:41.160108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:41.160438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.162428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:41.162428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Bound port: 7152d85b-623b-496f-a3c7-17114b4c1796, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:41.162428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.168146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:41.220812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.288896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:41.291336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.296549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:41.300411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=96656f8a-433c-4e32-ad95-d8089638427d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:41.300786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:41.318378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.343965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.356974 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9e76648e-6c3b-4c33-a379-6223ff7a425c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/96656f8a-433c-4e32-ad95-d8089638427d HTTP/1.1" status: 204 len: 168 time: 1.5680702 Apr 18 12:17:41.361030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34540) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:41.387559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.418875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.442945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceec346-2e0e-4451-a8e5-ab545a9f6a1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:41.444525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceec346-2e0e-4451-a8e5-ab545a9f6a1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:41.447725 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0ceec346-2e0e-4451-a8e5-ab545a9f6a1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0851259 Apr 18 12:17:41.449605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34544) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:41.472940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409e354-a5a1-4a73-b433-7a0a99992855 None None] Pushing event updated for resources: {'Port': ['ID=7152d85b-623b-496f-a3c7-17114b4c1796,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:41.493248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:41.495975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:41.521732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Deleting port 235ba59a-e94b-418f-bd88-387e9d057897 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:41.522073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.560125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet dadc3f2e-3b1c-4fbd-af48-277767718c45 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:41.590132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.620827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9575500c-0b5b-4ea6-ae04-2a5fb8729856 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:41.690914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] The port '235ba59a-e94b-418f-bd88-387e9d057897' was deleted {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:17:41.726101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.734961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.799863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.815634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:41.868191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:41.926804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 235ba59a-e94b-418f-bd88-387e9d057897 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:41.941240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:17:41.946008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb826a16-62ea-4378-98ef-40bcc26224cb,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:42.007342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 235ba59a-e94b-418f-bd88-387e9d057897 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:42.007677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 235ba59a-e94b-418f-bd88-387e9d057897 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:42.053630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.055568 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-46186323-803c-422d-bb16-6bc80fa8da98 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9433777 Apr 18 12:17:42.062577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34548) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.167348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.168073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:42.174903 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c787a908-e074-48d2-9860-3a0ee9732cfe tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9544520 Apr 18 12:17:42.177802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.181059 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2e900575-32b9-430a-b1e9-30d84ab267fa tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules/cb826a16-62ea-4378-98ef-40bcc26224cb HTTP/1.1" status: 200 len: 763 time: 0.0933337 Apr 18 12:17:42.181239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34554) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.181818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:42.187728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-358799614'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:42.195434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:42.196341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:42.214426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfee6a5-84f8-4578-bc8b-d83bb29e55c1']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:42.230502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a260a2e1-2529-449f-9892-96e59b865bf0') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:42.230815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a260a2e1-2529-449f-9892-96e59b865bf0') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:42.247375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.262535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.319639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.337114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:42.337780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: util.warn( Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:42.356678 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:42.371768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f9e5d-d08f-4b6a-8b0f-19bb62d2288e None None] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:42.393323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:42.405413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f6ddcd23-5b92-47d7-9b68-2af77ad8a8db tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:42.422069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:42.425672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:42.438978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:42.489885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f6ddcd23-5b92-47d7-9b68-2af77ad8a8db tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:42.491599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f6ddcd23-5b92-47d7-9b68-2af77ad8a8db tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3092985 Apr 18 12:17:42.496667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34562) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.529799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:42.537026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.537450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-048c0ebf-9352-4bf1-b7bf-0e02a63d7d7c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.541294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.545812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:42.548797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.584045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:42.594246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.594741 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment 850cd618-2104-4193-b65b-d66b748c4550 of type vlan for network 456607f0-c760-402b-a772-410d842e1b55 Apr 18 12:17:42.613628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] Provisioning for port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:42.625417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.635126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] Provisioning complete for port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:42.635746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.638899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.670203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-048c0ebf-9352-4bf1-b7bf-0e02a63d7d7c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.675017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=dadc3f2e-3b1c-4fbd-af48-277767718c45,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:42.677464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Network': ['ID=bbfee6a5-84f8-4578-bc8b-d83bb29e55c1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:42.690631 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-df28d346-2efb-4c54-9f5b-8605f0769e5e tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/networks/bbfee6a5-84f8-4578-bc8b-d83bb29e55c1 HTTP/1.1" status: 204 len: 168 time: 3.0683539 Apr 18 12:17:42.692773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.697686 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef11453b-9a0b-4763-bf1c-592041e5ea00 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/dadc3f2e-3b1c-4fbd-af48-277767718c45 HTTP/1.1" status: 204 len: 168 time: 1.2470849 Apr 18 12:17:42.699139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34566) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.699139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34568) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.777182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.786517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:42.787607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.830226 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68d1c413-896a-41ba-b944-88d17ddb2d3a tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277153 Apr 18 12:17:42.834840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34574) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.837934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-048c0ebf-9352-4bf1-b7bf-0e02a63d7d7c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.909320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-048c0ebf-9352-4bf1-b7bf-0e02a63d7d7c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.914067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34578) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.914348 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-048c0ebf-9352-4bf1-b7bf-0e02a63d7d7c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cb826a16-62ea-4378-98ef-40bcc26224cb HTTP/1.1" status: 204 len: 168 time: 0.4187312 Apr 18 12:17:42.925342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0ebf-9352-4bf1-b7bf-0e02a63d7d7c tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb826a16-62ea-4378-98ef-40bcc26224cb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:42.937388 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7584200 Apr 18 12:17:42.946223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:42.990250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:42.994092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.021654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:43.058936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028ae4f6-df72-46d5-9f9a-be03546cdaa7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=456607f0-c760-402b-a772-410d842e1b55,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:43.067807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67d15f9-7ea0-4d53-b85a-b45d043b637d None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:43.076082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-32dff93f-4fcd-4258-bd69-a51a5f89cb37 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:43.097123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 456607f0-c760-402b-a772-410d842e1b55 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:43.162796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6d5ac0-d233-40cf-ac2c-04a15d8b0590 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:43.167064 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2a6d5ac0-d233-40cf-ac2c-04a15d8b0590 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3307664 Apr 18 12:17:43.169282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:43.174762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:43.178759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:43.181687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:43.186087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.187235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:43.212747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b14a3e-ed55-4c73-96de-9650aa685e97']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:43.226197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5f69f3-ad80-46a9-b51d-eb304f635a4b') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:43.226628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5f69f3-ad80-46a9-b51d-eb304f635a4b') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:43.240286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.256439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-32dff93f-4fcd-4258-bd69-a51a5f89cb37 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:43.258119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-32dff93f-4fcd-4258-bd69-a51a5f89cb37 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3431635 Apr 18 12:17:43.259597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.260119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be0d27-d055-47e6-974d-7a9b90d17aaf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:43.260862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-69be0d27-d055-47e6-974d-7a9b90d17aaf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:43.262541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34590) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:43.268857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:43.271459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': '0127857c-e735-4dc0-8399-2b20928d6dc4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:43.272796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.278212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:43.278644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:43.294256 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:43.305804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:43.349063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.375248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:43.376756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-69be0d27-d055-47e6-974d-7a9b90d17aaf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:43.381065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-69be0d27-d055-47e6-974d-7a9b90d17aaf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2086234 Apr 18 12:17:43.382012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34594) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:43.456692 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a7e50156-20cd-4851-92e9-80819c56be8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699997 Apr 18 12:17:43.461351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:43.464817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:43.508382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.528962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] For port 9575500c-0b5b-4ea6-ae04-2a5fb8729856, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9575500c-0b5b-4ea6-ae04-2a5fb8729856,segment=NetworkSegment(a3e695d2-bcbf-414c-8250-be97b520eeaa),segment_id=a3e695d2-bcbf-414c-8250-be97b520eeaa)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:43.539402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.576441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:40Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:40Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:43.580485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.583363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:17:43.583885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Updating router 9bfa9015-ad91-47cb-bf54-29f2b15f246c port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:17:43.611654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:43.623233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:43.635581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Network': ['ID=67b14a3e-ed55-4c73-96de-9650aa685e97,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:43.644121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7152d85b-623b-496f-a3c7-17114b4c1796 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:43.652517 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a857a7c3-1554-44db-9a37-5327f1f57cd3 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/networks/67b14a3e-ed55-4c73-96de-9650aa685e97 HTTP/1.1" status: 204 len: 168 time: 0.9500635 Apr 18 12:17:43.653491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34602) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:43.701801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.706645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.765894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:43.770546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.810329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.810760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:43.814130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.856121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Deleting port 7152d85b-623b-496f-a3c7-17114b4c1796 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:43.856712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.879650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.919221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:43.921656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:43.922099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: 456607f0-c760-402b-a772-410d842e1b55, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:43.930420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef2468-db9c-49d9-b2dc-f9abeb259ca7 None None] Pushing event updated for resources: {'Port': ['ID=9575500c-0b5b-4ea6-ae04-2a5fb8729856,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:43.934261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=8ae704f9-1d3b-44e4-b9af-5e48b2d90e01,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:43.979872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13195cef-3c17-4858-8241-15bfd97ab7f4,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:44.002114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.039662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f84c44-6746-4b3f-a7be-440546385f65']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:44.053710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1e2729-7528-4392-b650-9d8d4a81fdb7') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:44.054391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1e2729-7528-4392-b650-9d8d4a81fdb7') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:44.061040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-12da1d57-2026-4861-a03a-adf4a2294296 None None] Provisioning for port 7152d85b-623b-496f-a3c7-17114b4c1796 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:44.068464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.084802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.091209 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3d5cc82c-fd23-4d55-b8ae-9e623ee14bef tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8274338 Apr 18 12:17:44.093936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.096617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34606) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:44.120766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:17:44.121454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:17:44.137785 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:17:44.147248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 456607f0-c760-402b-a772-410d842e1b55 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:44.162812 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b1a7eeb5-f5ca-43d9-a250-27a3a5ab01b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules/13195cef-3c17-4858-8241-15bfd97ab7f4 HTTP/1.1" status: 200 len: 763 time: 0.0648644 Apr 18 12:17:44.165544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34610) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:44.182655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7152d85b-623b-496f-a3c7-17114b4c1796 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:44.233798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-58baa089-35c6-41bf-a987-e7e58a246ddf tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:44.260115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7152d85b-623b-496f-a3c7-17114b4c1796 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:44.260486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.351369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 456607f0-c760-402b-a772-410d842e1b55) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:44.361619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8d2cfe13-6676-41e1-aa4f-31cab3a4ea3f None None] Provisioning complete for port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:44.362164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8d2cfe13-6676-41e1-aa4f-31cab3a4ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.374877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:44.375462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.410112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207532e7-ea48-4e19-8c6c-804ec2b87dac None None] Network 456607f0-c760-402b-a772-410d842e1b55 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:44.422694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:17:44.461765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-58baa089-35c6-41bf-a987-e7e58a246ddf tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:44.463147 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-58baa089-35c6-41bf-a987-e7e58a246ddf tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2965438 Apr 18 12:17:44.466151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34614) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:44.472137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:44.472537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.483540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.486269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f2cd44cf-ad67-474a-b3e4-bf4013bd423e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4767902 Apr 18 12:17:44.491765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34618) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:44.512132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.525476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] Pushing event deleted for resources: {'Network': ['ID=f0f84c44-6746-4b3f-a7be-440546385f65,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:44.529387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4afa-543a-466d-be96-3c0cbd4fc56a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.540627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4afa-543a-466d-be96-3c0cbd4fc56a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.576757 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-adefb19e-4208-445f-9dbc-e23d688279e7 tempest-BulkNetworkOpsIpV6Test-255155270 tempest-BulkNetworkOpsIpV6Test-255155270-project] 10.222.0.24 "DELETE /v2.0/networks/f0f84c44-6746-4b3f-a7be-440546385f65 HTTP/1.1" status: 204 len: 168 time: 0.9062030 Apr 18 12:17:44.611643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4afa-543a-466d-be96-3c0cbd4fc56a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.656922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d4afa-543a-466d-be96-3c0cbd4fc56a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13195cef-3c17-4858-8241-15bfd97ab7f4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:44.701240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3a0d4afa-543a-466d-be96-3c0cbd4fc56a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:44.704829 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3a0d4afa-543a-466d-be96-3c0cbd4fc56a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/13195cef-3c17-4858-8241-15bfd97ab7f4 HTTP/1.1" status: 204 len: 168 time: 0.2349949 Apr 18 12:17:44.705102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34624) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:44.760592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6f2a7c4a-b248-4035-98d8-df67f0166474 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:44.768119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Calling delete_port for 7152d85b-623b-496f-a3c7-17114b4c1796 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:44.810240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6f2a7c4a-b248-4035-98d8-df67f0166474 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:44.814117 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f2a7c4a-b248-4035-98d8-df67f0166474 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1054900 Apr 18 12:17:44.814327 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34628) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:44.819924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': '0127857c-e735-4dc0-8399-2b20928d6dc4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:44.826026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:44.836425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:44.939414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.013529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.015678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.084928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.120482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82892b3e-2f66-4e83-8d1f-4b79ffac482e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:45.126482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:45.126969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:45.136911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.168022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34634) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:45.213127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.215852 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1dc13391-47d4-41f7-b49a-5edf60d4105a tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004648 Apr 18 12:17:45.218250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34640) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:45.249305 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-013f8e52-d180-4d20-a654-b3d72f39ced9 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules/82892b3e-2f66-4e83-8d1f-4b79ffac482e HTTP/1.1" status: 200 len: 764 time: 0.0279229 Apr 18 12:17:45.251474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34644) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:45.253898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-456607f0-c760-402b-a772-410d842e1b55', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:45.255285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.274090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8d2cfe13-6676-41e1-aa4f-31cab3a4ea3f None None] Provisioning for port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:45.301445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8d2cfe13-6676-41e1-aa4f-31cab3a4ea3f None None] Provisioning complete for port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:45.301817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8d2cfe13-6676-41e1-aa4f-31cab3a4ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.320494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bcfdd59e-5e60-43e3-8e63-fc65c4172b00 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:45.331147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.352013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:45.352388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:45.389472 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-375bf1b6-b4f3-4c8c-85b1-cdf4c9b0c5f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33785169056244afac17295e580adae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2180448 Apr 18 12:17:45.389680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34648) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:45.428388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Transition to ACTIVE for port object 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:45.434923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bcfdd59e-5e60-43e3-8e63-fc65c4172b00 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:45.438809 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bcfdd59e-5e60-43e3-8e63-fc65c4172b00 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1836283 Apr 18 12:17:45.439115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34652) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:45.448893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cfe13-6676-41e1-aa4f-31cab3a4ea3f None None] Port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:45.458449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.482557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-111028a7-f0ca-4874-bc5b-072a847e31da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.486589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ed29be12-1dd1-4b79-95e3-11c3b8f2fe64 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.505773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ed29be12-1dd1-4b79-95e3-11c3b8f2fe64 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.505978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.510725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.532300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-111028a7-f0ca-4874-bc5b-072a847e31da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.619176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:45.638445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Deleting port 7152d85b-623b-496f-a3c7-17114b4c1796 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:45.638848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.678501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-111028a7-f0ca-4874-bc5b-072a847e31da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.697880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111028a7-f0ca-4874-bc5b-072a847e31da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0822ea00-9637-48d2-9319-d60e51b55da6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:45.707230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ed29be12-1dd1-4b79-95e3-11c3b8f2fe64 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.724925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.740518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29be12-1dd1-4b79-95e3-11c3b8f2fe64 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=82892b3e-2f66-4e83-8d1f-4b79ffac482e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:45.743483 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Allocated IP 172.21.0.2 (456607f0-c760-402b-a772-410d842e1b55/8ae704f9-1d3b-44e4-b9af-5e48b2d90e01/6a4cd496-59a2-4d7c-a1d5-e52ff34391d2) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:45.750942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e0bf6-6253-42dd-9e0a-8f5736f0a781 None None] Pushing event updated for resources: {'Port': ['ID=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:45.774107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-111028a7-f0ca-4874-bc5b-072a847e31da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.778635 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-111028a7-f0ca-4874-bc5b-072a847e31da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0822ea00-9637-48d2-9319-d60e51b55da6 HTTP/1.1" status: 204 len: 168 time: 0.3840702 Apr 18 12:17:45.778635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ed29be12-1dd1-4b79-95e3-11c3b8f2fe64 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.778635 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ed29be12-1dd1-4b79-95e3-11c3b8f2fe64 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/82892b3e-2f66-4e83-8d1f-4b79ffac482e HTTP/1.1" status: 204 len: 168 time: 0.3372283 Apr 18 12:17:45.782845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34658) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:45.812717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.813446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:45.985492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:46.006621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:46.020629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:46.021207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.046032 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4b28dba9-eade-4870-8769-ac8d272b5f6d tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2620664 Apr 18 12:17:46.049264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34664) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:46.056286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=9f56925e-7903-4ede-b7be-ed96c6353cfe,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:46.061068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=7152d85b-623b-496f-a3c7-17114b4c1796,revision_number=5']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:46.065941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Attempting to bind port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:46.066312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Attempting to bind port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:46.067647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Attempting to bind port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 on network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:46.111227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.120576 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eafde747-7b0d-4316-ad3a-c36e6f02386d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6623690 Apr 18 12:17:46.127591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34670) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:46.138180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:46.140213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1046dcab-a329-40ed-8b0f-01a86ed455b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.141640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:46.142094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Checking segment: {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:46.142584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.143043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Bound using segment: {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:46.143731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Bound port: 23e95ac0-2c31-4bb8-86c3-e133a1bfe356, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e695d2-bcbf-414c-8250-be97b520eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:46.144175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.172167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1046dcab-a329-40ed-8b0f-01a86ed455b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.183899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34674) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:46.350212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:46.360429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:46.403684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:46.420273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] For port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:46.431219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:46.431802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.437506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Deleting port 96c07423-b166-46e7-b7e3-afe7e012ca29 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:46.442661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.442955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:46.445265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.481021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1046dcab-a329-40ed-8b0f-01a86ed455b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.525168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046dcab-a329-40ed-8b0f-01a86ed455b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127857c-e735-4dc0-8399-2b20928d6dc4,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:46.571737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] For port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,segment=NetworkSegment(a3e695d2-bcbf-414c-8250-be97b520eeaa),segment_id=a3e695d2-bcbf-414c-8250-be97b520eeaa)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:46.585700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Calling delete_port for 7152d85b-623b-496f-a3c7-17114b4c1796 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:46.601828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1046dcab-a329-40ed-8b0f-01a86ed455b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.605817 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1046dcab-a329-40ed-8b0f-01a86ed455b5 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/0127857c-e735-4dc0-8399-2b20928d6dc4 HTTP/1.1" status: 204 len: 168 time: 0.5552609 Apr 18 12:17:46.610618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34686) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:46.705843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.706253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.718160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c32353bc-b488-456d-8d22-a8570d8959bd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:46.739820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.776779 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9f56925e-7903-4ede-b7be-ed96c6353cfe (CIDR: 2001:db8::/64) Apr 18 12:17:46.810664 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:17:46.811487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:17:46.815868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.825768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:46.850029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Transition to ACTIVE for port object 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:46.856194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9575500c-0b5b-4ea6-ae04-2a5fb8729856 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:46.857935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Calling delete_port for 96c07423-b166-46e7-b7e3-afe7e012ca29 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:46.922726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34698) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:46.923555 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-320c31fd-8a32-4729-bcbf-6d348a53b399 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7945232 Apr 18 12:17:46.929973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:46.978954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Transition to ACTIVE for port object 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:46.979181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c32353bc-b488-456d-8d22-a8570d8959bd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:46.989244 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c32353bc-b488-456d-8d22-a8570d8959bd tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3680358 Apr 18 12:17:46.989244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34702) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:46.992541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016365188'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:46.998352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:46.999196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:47.016109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34706) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:47.045736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:47.063916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7152d85b-623b-496f-a3c7-17114b4c1796,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.067759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:47.168451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.170345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-542182382'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:47.189772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.198386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:47.199439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:47.199786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:47.201016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:47.214014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.21.0.1 (456607f0-c760-402b-a772-410d842e1b55/8ae704f9-1d3b-44e4-b9af-5e48b2d90e01/b59eb4c8-5dc2-42bf-b004-5d81397ba02f) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:47.218688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:47.218983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:47.222591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:47.226870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:47.229962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:47.232774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Network 456607f0-c760-402b-a772-410d842e1b55 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:47.238331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:47.248469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:47.250066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:47.252262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:47.264844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:47.268710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:47.295952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:47.300565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.318480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.318718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:47.319041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.323973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:47.327620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.340356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:47.343033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e0bf6-6253-42dd-9e0a-8f5736f0a781 None None] Pushing event updated for resources: {'Port': ['ID=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.346125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group_rule and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:47.351368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:47.367899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.387435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:47.550811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.571898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.575942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object b59eb4c8-5dc2-42bf-b004-5d81397ba02f will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:47.585648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'Port': ['ID=96c07423-b166-46e7-b7e3-afe7e012ca29,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.619197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Pushing event updated for resources: {'Port': ['ID=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.642220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.643530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Attempting to bind port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:47.643530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Attempting to bind port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:47.643852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Attempting to bind port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 on network 456607f0-c760-402b-a772-410d842e1b55 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:47.672958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.689676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.696407 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:47.696768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Checking segment: {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:47.697166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.700919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Bound using segment: {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:47.700919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Bound port: 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:47.700919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.753393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e9a79d-cb09-421c-b97a-1a925f3b99d4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.754490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.766747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:47.775585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 456607f0-c760-402b-a772-410d842e1b55 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:47.777695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.778026 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Floating IP 969283b5-202b-4b47-8efd-949efcd1689e disassociated (deleted). External IP: 172.26.4.193, port: 7645d618-cfff-46cb-85b9-64673838d3a9. Apr 18 12:17:47.788375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Deleting port 7152d85b-623b-496f-a3c7-17114b4c1796 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:47.788969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.799919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:47.802925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:47.828147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.828490 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment e195894d-ab54-4b57-9e04-61f26c621527 of type vlan for network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 Apr 18 12:17:47.904236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.907270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3af8d1b-c716-4f1f-ab35-4b4bcaffe286,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:47.918053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.929463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.934226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:47.935937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef973123-8a08-489b-b38a-765ac541a195 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9494860 Apr 18 12:17:47.946404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34712) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:47.954021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Request body: {'security_group_rule': {'security_group_id': '78e9a79d-cb09-421c-b97a-1a925f3b99d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:47.962550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:47.985974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Usage tracker for resource:security_group_rule and tenant:3bb8002ed623476492085c518335b025 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:47.993049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:48.004246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:48.022696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] For port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:48.064468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] For port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:48.075000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7152d85b-623b-496f-a3c7-17114b4c1796 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:48.089298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.098677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:48.099308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.153483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.228056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.243001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Router e73f348d-5c41-4664-95be-3ab504403f57 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:48.295935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=62a73641-c4a8-40ce-9059-70e1cf71c7e3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:48.309282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.312885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c5e1ef72-f0d7-40b0-8311-e32b39075cea tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2955718 Apr 18 12:17:48.313886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34716) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:48.326665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'name': 'tempest-PortsTestJSON-545693475'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:48.343404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:48.372351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.385784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:48.392051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:48.404176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.408392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:48.409021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.426616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:40Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:46Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:48.479453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=4a3eef44-e41f-42fe-acf8-ada2dd1b46ed,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:48.492628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.495057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:48.495253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.510080 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f12d8a-795f-4826-8ab8-4121306f165e None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:40Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:46Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:48.511850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922b05e-f95c-4ffa-abfc-ade73c8c723b None None] Pushing event updated for resources: {'Port': ['ID=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:48.518929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:48.524909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.542342 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] Sync routers for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:48.557831 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:48.558792 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:48.591218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd34f17-6f21-4e02-8a67-a47552db4fe9,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:48.633532 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-aa82c83a-60c2-4fde-bbf0-aeb73a26595b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7092261 Apr 18 12:17:48.637575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34720) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:48.657975 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:28:cd:56', 'name': 'tempest-NetworksTestDHCPv6-323210853'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:48.670853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:48.678837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:48.686922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Calling delete_port for 7152d85b-623b-496f-a3c7-17114b4c1796 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:48.737029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:48.741000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.744888 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3bbe0fab-8e9f-4f43-b043-cda00c148062 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7980094 Apr 18 12:17:48.748489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34724) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:48.757979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.762030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:48.811138 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8f26d426-71a0-495a-8f97-c016525021dd tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "DELETE /v2.0/floatingips/969283b5-202b-4b47-8efd-949efcd1689e HTTP/1.1" status: 204 len: 168 time: 2.6250002 Apr 18 12:17:48.907278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:48.927593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:17:48.928529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:48.932137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:48.999382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.026287 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:49.091406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:49.103130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:49.106442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:49.130100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:49.133254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:49.138199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:49.148957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port fa7c018d-43d7-4a28-90d5-f7be0c848727 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:49.191515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7152d85b-623b-496f-a3c7-17114b4c1796,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:49.191842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:49.243140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1b313c-deef-4b17-8704-2a75cd1628be tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.329413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:49.424741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.447916 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec388dac-bbb2-4853-9927-84f71fdd24f0'] response: {'name': 'network-changed', 'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'status': 'completed', 'code': 200} Apr 18 12:17:49.459572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.523155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 5bf3c774-c9da-4957-b0f6-e564babc340e yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:49.579826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:49.586014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:49.586834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.642525 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:16:00Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:49.646897 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] Checking router: e73f348d-5c41-4664-95be-3ab504403f57 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:17:49.656407 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:49.657029 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:49.895505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.932104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1b313c-deef-4b17-8704-2a75cd1628be tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.951759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:49.985844 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:50.020799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,segment=NetworkSegment(a3e695d2-bcbf-414c-8250-be97b520eeaa),segment_id=a3e695d2-bcbf-414c-8250-be97b520eeaa)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:50.065849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0251a155-a2d1-4b78-ac54-c9fcecb42433 None None] Network 456607f0-c760-402b-a772-410d842e1b55 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:50.075044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:50.206791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.226058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8:0:1::10f (5f4dde90-d90b-4725-911c-836df72b725b/4a3eef44-e41f-42fe-acf8-ada2dd1b46ed/5bf3c774-c9da-4957-b0f6-e564babc340e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:50.237941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fe28:cd56 (5f4dde90-d90b-4725-911c-836df72b725b/9f56925e-7903-4ede-b7be-ed96c6353cfe/5bf3c774-c9da-4957-b0f6-e564babc340e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:50.241351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53f68-be0b-416c-a84d-a304952be479 req-9d5d4e35-fc21-4fe8-b4b7-c7cc9c78fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:50.243217 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-9d5d4e35-fc21-4fe8-b4b7-c7cc9c78fc12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 1099 time: 0.7542160 Apr 18 12:17:50.310148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfaffd-7d4d-4f67-8390-d34ef36a5df7 req-a94589a0-ebd5-4590-b9f8-d3e585702f26 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:50.310934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-22bfaffd-7d4d-4f67-8390-d34ef36a5df7 req-a94589a0-ebd5-4590-b9f8-d3e585702f26 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Synchronizing usage tracker for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:50.328902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.330079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:50.363103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.441884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1b313c-deef-4b17-8704-2a75cd1628be tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.470823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-22bfaffd-7d4d-4f67-8390-d34ef36a5df7 req-a94589a0-ebd5-4590-b9f8-d3e585702f26 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Unset dirty status for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:50.472092 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-22bfaffd-7d4d-4f67-8390-d34ef36a5df7 req-a94589a0-ebd5-4590-b9f8-d3e585702f26 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.4264839 Apr 18 12:17:50.479281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b313c-deef-4b17-8704-2a75cd1628be tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e9a79d-cb09-421c-b97a-1a925f3b99d4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:50.483438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:50.499467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Deleting port 7152d85b-623b-496f-a3c7-17114b4c1796 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:50.504801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.519013 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:16:00Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:50.525547 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a55444c-379f-4f30-924c-8a32c32edfa4 None None] The sync data for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv is: [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:15:49Z', 'revision_number': 4, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '84ee317b-3e24-4d86-b314-d1ae0e2699de', 'name': '', 'network_id': '6a196d4d-2cd4-4a41-a308-367f526a4a0d', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'mac_address': 'fa:16:3e:cc:02:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:46Z', 'updated_at': '2022-04-18T12:16:00Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'subnets': [{'id': 'ef6da0b5-c4d4-4c04-b991-1e068cfc9a92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:50.536680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3c1b313c-deef-4b17-8704-2a75cd1628be tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.540280 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3c1b313c-deef-4b17-8704-2a75cd1628be tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/78e9a79d-cb09-421c-b97a-1a925f3b99d4 HTTP/1.1" status: 204 len: 168 time: 1.7785363 Apr 18 12:17:50.548832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5174c205-94cc-4152-9f79-f4df3162bdb8 None None] Provisioning for port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:50.550366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34736) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:50.576616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 456607f0-c760-402b-a772-410d842e1b55 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:50.586122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:50.594891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53f68-be0b-416c-a84d-a304952be479 req-53125edc-384f-4a44-8de6-bf560c0d2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:50.596438 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-53125edc-384f-4a44-8de6-bf560c0d2220 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 200 len: 897 time: 0.3378997 Apr 18 12:17:50.655928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:50.674417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:50.674808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.737138 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-22bfaffd-7d4d-4f67-8390-d34ef36a5df7 req-71009b30-b928-41e5-9458-3a2c80d401c9 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320805 Apr 18 12:17:50.762553 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-5ccc7ca4-b19f-443d-a5f9-d60fbd251e74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 200 len: 217 time: 0.1522765 Apr 18 12:17:50.766095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.852482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.873352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 5bf3c774-c9da-4957-b0f6-e564babc340e will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:50.978005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.987951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:50.995338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c3eb6304-d737-4405-9bc5-fbef8045fb38 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:51.005588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] For port 7152d85b-623b-496f-a3c7-17114b4c1796, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7152d85b-623b-496f-a3c7-17114b4c1796,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:51.005981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.021678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a6400e-7eab-49fb-bf15-6674d6a05feb None None] New status for floating IP 969283b5-202b-4b47-8efd-949efcd1689e: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:17:51.042967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53f68-be0b-416c-a84d-a304952be479 req-0f6c044b-a91e-475a-a101-68c7625307de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:51.044477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-0f6c044b-a91e-475a-a101-68c7625307de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 HTTP/1.1" status: 200 len: 834 time: 0.2567453 Apr 18 12:17:51.078647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:51.082299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:51.092782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:51.099038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:51.100023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.121785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=5bf3c774-c9da-4957-b0f6-e564babc340e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:51.197104 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e16d005-6c4b-4ed8-baad-ef122a6c4db5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5510654 Apr 18 12:17:51.198143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34740) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:51.227135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': 'e195894d-ab54-4b57-9e04-61f26c621527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:51.227497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: 62a73641-c4a8-40ce-9059-70e1cf71c7e3, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:51.234717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:51.252105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=fa7c018d-43d7-4a28-90d5-f7be0c848727,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:51.270060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:51.287721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 5bf3c774-c9da-4957-b0f6-e564babc340e {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:51.288423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.334674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Calling delete_port for 7152d85b-623b-496f-a3c7-17114b4c1796 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:51.360675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c3eb6304-d737-4405-9bc5-fbef8045fb38 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:51.365556 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c3eb6304-d737-4405-9bc5-fbef8045fb38 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8105564 Apr 18 12:17:51.367032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.369937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34744) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:51.420983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-827ee4ed-cc93-4081-99b1-17d6ab803ec8 None None] Provisioning for port b59eb4c8-5dc2-42bf-b004-5d81397ba02f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:51.473540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-827ee4ed-cc93-4081-99b1-17d6ab803ec8 None None] Provisioning complete for port b59eb4c8-5dc2-42bf-b004-5d81397ba02f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:51.473920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-827ee4ed-cc93-4081-99b1-17d6ab803ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.505369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:51.521834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1a5d0408-9953-4b1e-abdf-12c3551bbe63 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:51.530045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:51.534194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-9ea315aa-b040-42a7-87f2-bec375299a6f tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:51.536242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-9ea315aa-b040-42a7-87f2-bec375299a6f tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.15 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.3786981 Apr 18 12:17:51.545636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae53f68-be0b-416c-a84d-a304952be479 req-298694a4-5f08-4298-9601-61ab71b5c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:51.547113 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-298694a4-5f08-4298-9601-61ab71b5c352 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a196d4d-2cd4-4a41-a308-367f526a4a0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4879894 Apr 18 12:17:51.571029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:51.609100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-827ee4ed-cc93-4081-99b1-17d6ab803ec8 None None] Port b59eb4c8-5dc2-42bf-b004-5d81397ba02f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:51.653448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.687118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-827ee4ed-cc93-4081-99b1-17d6ab803ec8 None None] Provisioning complete for port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:51.687490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-827ee4ed-cc93-4081-99b1-17d6ab803ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.723700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1a5d0408-9953-4b1e-abdf-12c3551bbe63 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:51.727361 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1a5d0408-9953-4b1e-abdf-12c3551bbe63 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3559012 Apr 18 12:17:51.728175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34748) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:51.739038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:51.739406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.777739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 62a73641-c4a8-40ce-9059-70e1cf71c7e3) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:51.799527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 5bf3c774-c9da-4957-b0f6-e564babc340e owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:51.809262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:51.814896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:51.815502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.838833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:51.850820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:51.855176 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ea6a4f53-e980-4fed-889c-5efc5f47718e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3625281 Apr 18 12:17:51.856616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91659aa5-5a83-49ed-8b28-96306be03509 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:51.865014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34752) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:51.865502 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:51.866209 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:51.878186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.920605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-1121830163'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:51.933790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Deleting port 7645d618-cfff-46cb-85b9-64673838d3a9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:51.934404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:51.968841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] Pushing event deleted for resources: {'Port': ['ID=7152d85b-623b-496f-a3c7-17114b4c1796,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:51.974682 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-030ce177-b3e5-4cdf-857a-e8ed6cb78aa6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.6562090 Apr 18 12:17:52.017200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:52.034199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34756) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:52.046614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:52.048582 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:52.053973 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-b194d5d6-f9f9-4fb3-804e-6dd0ec378d08 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] delete failed (client error): The resource could not be found. Apr 18 12:17:52.055136 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b194d5d6-f9f9-4fb3-804e-6dd0ec378d08 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "DELETE /v2.0/security-groups/78e9a79d-cb09-421c-b97a-1a925f3b99d4 HTTP/1.1" status: 404 len: 347 time: 0.0215764 Apr 18 12:17:52.055525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1391549150'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:52.059381 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34762) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:52.065761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:52.076724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:52.081486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:52.082853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.099796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:52.109449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:52.151549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=5bf3c774-c9da-4957-b0f6-e564babc340e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:52.155178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:52.179611 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-ddb67b64-af71-4b72-8640-d0d0131c5044 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240534 Apr 18 12:17:52.249714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.261073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:52.264574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.265353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a306017e-6a51-48ea-abe5-136922cb2b25 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Synchronizing usage tracker for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:52.273625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-35efaf9a-e77e-4d6d-a5cf-970436a7f708 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/5bf3c774-c9da-4957-b0f6-e564babc340e HTTP/1.1" status: 204 len: 168 time: 1.0738835 Apr 18 12:17:52.274929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34766) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:52.275993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21e2cb-ab3a-45e3-a140-f564494fea8e None None] No DVR routers for this DVR port 7152d85b-623b-496f-a3c7-17114b4c1796 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:52.327178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6211a2af-2f1f-4ca8-90e9-7becece476eb None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:52.335856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:52.336302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d1ed71a4-5aaa-4bf4-8a1b-2d4fbf0e8fe1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:52.339117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a306017e-6a51-48ea-abe5-136922cb2b25 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] Unset dirty status for tenant:3bb8002ed623476492085c518335b025 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:52.339526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.340506 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a306017e-6a51-48ea-abe5-136922cb2b25 tempest-SecGroupTest-830275764 tempest-SecGroupTest-830275764-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2800219 Apr 18 12:17:52.443592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d1ed71a4-5aaa-4bf4-8a1b-2d4fbf0e8fe1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:52.448377 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d1ed71a4-5aaa-4bf4-8a1b-2d4fbf0e8fe1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1723690 Apr 18 12:17:52.449475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34772) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:52.490097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e67cbd-8f7b-43cb-9750-3efd94f419cc req-a648fdd4-b5f5-4daf-a342-2c4b8d8f7fc5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:52.492323 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b3e67cbd-8f7b-43cb-9750-3efd94f419cc req-a648fdd4-b5f5-4daf-a342-2c4b8d8f7fc5 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 946 time: 0.5625634 Apr 18 12:17:52.525853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-543f31f6-6bc0-483c-8698-32c3454438c6 None None] Provisioning complete for port b59eb4c8-5dc2-42bf-b004-5d81397ba02f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:52.526222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-543f31f6-6bc0-483c-8698-32c3454438c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.548674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:52.551844 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-89b95bca-2ebf-4319-9384-61d873ae6c35 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1010470 Apr 18 12:17:52.552454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34776) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:52.599451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] For port 7645d618-cfff-46cb-85b9-64673838d3a9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7645d618-cfff-46cb-85b9-64673838d3a9,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:52.599808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.608457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.608649 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment 9be37954-2c64-4ac6-8744-00ca885841eb of type vlan for network 920014b2-c426-4ac1-8fd0-063915feedcb Apr 18 12:17:52.611245 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ae53f68-be0b-416c-a84d-a304952be479 req-e7d7e14a-e2b5-48c5-9a96-46708f0cd8d4 service neutron] 10.222.0.15 "GET /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253025 Apr 18 12:17:52.632948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adabf31-6213-40be-8ba2-4f1b3c5cd60c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:52.634599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adabf31-6213-40be-8ba2-4f1b3c5cd60c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:52.636675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adabf31-6213-40be-8ba2-4f1b3c5cd60c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:52.637661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0adabf31-6213-40be-8ba2-4f1b3c5cd60c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:52.639653 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:48Z', 'revision_number': 3, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:48Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:52.651844 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:17:52.652747 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Updating router 9bfa9015-ad91-47cb-bf54-29f2b15f246c port b59eb4c8-5dc2-42bf-b004-5d81397ba02f binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:17:52.670445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-543f31f6-6bc0-483c-8698-32c3454438c6 None None] Port b59eb4c8-5dc2-42bf-b004-5d81397ba02f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:17:52.736293 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.738595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0adabf31-6213-40be-8ba2-4f1b3c5cd60c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:52.743919 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0adabf31-6213-40be-8ba2-4f1b3c5cd60c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1904092 Apr 18 12:17:52.744805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34780) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:52.769379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Calling delete_port for 7645d618-cfff-46cb-85b9-64673838d3a9 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:52.772942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '4a3eef44-e41f-42fe-acf8-ada2dd1b46ed'}, {'subnet_id': '9f56925e-7903-4ede-b7be-ed96c6353cfe'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:52.773833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:52.800015 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b3e67cbd-8f7b-43cb-9750-3efd94f419cc req-bd6bd9ad-bbc6-4563-901f-2dabd10410d3 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/security-groups?id=174be5bf-b954-41de-bacf-00a258eb9276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2925689 Apr 18 12:17:52.815006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.043937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.048332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 4a3eef44-e41f-42fe-acf8-ada2dd1b46ed {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:53.048620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34786) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:53.049376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:53.049965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.082022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:53.083090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:53.083398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.106974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Allocated IP 2001:db8:0:1::2 (5f4dde90-d90b-4725-911c-836df72b725b/4a3eef44-e41f-42fe-acf8-ada2dd1b46ed/cbf5cc1a-a6bd-4d80-80d3-59bae465da68) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:53.115784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Allocated IP 2001:db8::f816:3eff:fe65:57b3 (5f4dde90-d90b-4725-911c-836df72b725b/9f56925e-7903-4ede-b7be-ed96c6353cfe/cbf5cc1a-a6bd-4d80-80d3-59bae465da68) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:53.160475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'Port': ['ID=7645d618-cfff-46cb-85b9-64673838d3a9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:53.245925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ff2b0315-7253-4e21-9dfa-cc76c7ceae7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3bb8002ed623476492085c518335b025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962514 Apr 18 12:17:53.249133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34792) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:53.252102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=920014b2-c426-4ac1-8fd0-063915feedcb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:53.268615 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.281818 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Transition to ACTIVE for port object b59eb4c8-5dc2-42bf-b004-5d81397ba02f will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:53.288562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 920014b2-c426-4ac1-8fd0-063915feedcb details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:53.298794 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-70aedbe0-dd52-40e8-97e4-fe052d8be581 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4299650 Apr 18 12:17:53.299641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34796) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:53.302637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] No DVR routers for this DVR port 7645d618-cfff-46cb-85b9-64673838d3a9 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:17:53.305096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.306836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42cedebe-f035-4f47-b92a-56435d1a8e9b req-6588bfd9-df70-4a13-aad0-fec4f2e187d4 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.15 "DELETE /v2.0/ports/7645d618-cfff-46cb-85b9-64673838d3a9 HTTP/1.1" status: 204 len: 173 time: 1.7637174 Apr 18 12:17:53.307388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-deleted', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:17:53.308287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:53.355562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f3270a-b943-4aec-b941-8a3634b348da'] response: {'server_uuid': 'da83ae99-c0cd-4b6b-800d-cff1fd84d1f7', 'name': 'network-vif-deleted', 'tag': '7645d618-cfff-46cb-85b9-64673838d3a9', 'status': 'completed', 'code': 200} Apr 18 12:17:53.365557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-320969ab-057b-4d01-b9a2-dba2076728a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.381810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.463448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-320969ab-057b-4d01-b9a2-dba2076728a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.468091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.474900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:53.491899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Transition to ACTIVE for port object cbf5cc1a-a6bd-4d80-80d3-59bae465da68 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:53.499145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:53.518618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:53.523124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:53.545803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:53.560767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Transition to ACTIVE for port object cbf5cc1a-a6bd-4d80-80d3-59bae465da68 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:53.584084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.626859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:53.627229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.634732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:17:53.648786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.649261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment 68b1f4d5-367a-4149-8e24-dcbaab0277f7 of type vlan for network c57fa686-60c0-4830-b220-ffb051406c2d Apr 18 12:17:53.660855 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Pushing event updated for resources: {'Port': ['ID=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:53.689553 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.689920 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.690259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.690612 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.690742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.690940 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.691288 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.691640 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.691960 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.692279 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.692592 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.692906 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.693269 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:17:53.817116 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Attempting to bind port b59eb4c8-5dc2-42bf-b004-5d81397ba02f on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:53.817545 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Attempting to bind port b59eb4c8-5dc2-42bf-b004-5d81397ba02f by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:53.818107 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Attempting to bind port b59eb4c8-5dc2-42bf-b004-5d81397ba02f on network 456607f0-c760-402b-a772-410d842e1b55 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:53.823771 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:53.824248 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Checking segment: {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:53.824579 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.824972 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Bound using segment: {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:53.825406 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Bound port: b59eb4c8-5dc2-42bf-b004-5d81397ba02f, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850cd618-2104-4193-b65b-d66b748c4550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '456607f0-c760-402b-a772-410d842e1b55'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:53.825786 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.866670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:53.870313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.894352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.895383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.904607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:53.907880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.921177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:53.939469 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] For port b59eb4c8-5dc2-42bf-b004-5d81397ba02f, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:53.944876 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] For port b59eb4c8-5dc2-42bf-b004-5d81397ba02f, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:53.965611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-320969ab-057b-4d01-b9a2-dba2076728a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.004508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:54.007334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:54.016137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:54.023665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Pushing event updated for resources: {'Port': ['ID=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:54.033225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4a660800-91e2-4c73-93f3-de43cf6358ca req-73aa8ad6-9f2b-43f3-8494-df9531f093e8 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Synchronizing usage tracker for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:17:54.039011 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.054029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.084232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320969ab-057b-4d01-b9a2-dba2076728a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939a895c-3b0d-4fd7-a708-84655d79a5bc,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:54.096808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=c57fa686-60c0-4830-b220-ffb051406c2d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:54.115571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c57fa686-60c0-4830-b220-ffb051406c2d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:17:54.116942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34804) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:54.118174 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3cb260f7-c94d-4386-8c13-3e1d6f8241cd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0825775 Apr 18 12:17:54.133112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'ports': [{'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'}, {'network_id': 'c57fa686-60c0-4830-b220-ffb051406c2d'}]} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:54.133483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:54.133879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': 'c57fa686-60c0-4830-b220-ffb051406c2d'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:54.175543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4a660800-91e2-4c73-93f3-de43cf6358ca req-73aa8ad6-9f2b-43f3-8494-df9531f093e8 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Unset dirty status for tenant:7519ebda3ee9476a8e109aa15a5c1646 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:17:54.176681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4a660800-91e2-4c73-93f3-de43cf6358ca req-73aa8ad6-9f2b-43f3-8494-df9531f093e8 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "GET /v2.0/ports?device_id=da83ae99-c0cd-4b6b-800d-cff1fd84d1f7 HTTP/1.1" status: 200 len: 210 time: 0.2213774 Apr 18 12:17:54.179093 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:54.179759 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:54.251944 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513df56-dfbf-445a-808e-7765422f63a3 None None] Pushing event updated for resources: {'Port': ['ID=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:54.276574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Attempting to bind port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:54.276956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Attempting to bind port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:54.277311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Attempting to bind port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:54.295660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:54.296418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:54.296418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.296779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:54.297241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Bound port: cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:54.297606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.313562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-320969ab-057b-4d01-b9a2-dba2076728a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.323090 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-320969ab-057b-4d01-b9a2-dba2076728a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/939a895c-3b0d-4fd7-a708-84655d79a5bc HTTP/1.1" status: 204 len: 168 time: 1.0706842 Apr 18 12:17:54.373806 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:17:54.440404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.596837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:54.618978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:54.623823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:54.640757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:54.706898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.710877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:54.716195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:54.735581 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:48Z', 'revision_number': 3, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:53Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:54.742114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a518ac-fab9-4b28-a0af-2a30122aeffb None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:48Z', 'revision_number': 3, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:53Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:17:54.745782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.747817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 2} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:54.752216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.769498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3eef44-e41f-42fe-acf8-ada2dd1b46ed,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:54.809011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.856423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.875064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:54.941025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cefcbf-7752-4150-9576-fd74475bbff9 None None] Pushing event updated for resources: {'Port': ['ID=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:54.977480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=c85ba053-6c42-4b56-808e-3cc35123003c,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:55.033245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-10c01bc1-b757-47be-8bda-979147680303 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4a3eef44-e41f-42fe-acf8-ada2dd1b46ed HTTP/1.1" status: 204 len: 168 time: 2.2872038 Apr 18 12:17:55.036427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34818) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:55.045578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:55.046707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: 920014b2-c426-4ac1-8fd0-063915feedcb, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:55.175514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port e290b04c-fa5b-4ced-845a-973ac6c412e0 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:55.216200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 920014b2-c426-4ac1-8fd0-063915feedcb is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:55.344179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 920014b2-c426-4ac1-8fd0-063915feedcb) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:55.345779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34828) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:55.355209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d889308-222f-4b42-b7c5-de67efdbd3da None None] Network 920014b2-c426-4ac1-8fd0-063915feedcb requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:55.366798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 9f56925e-7903-4ede-b7be-ed96c6353cfe {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:55.368220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.484889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.499235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:55.499890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.600914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cbf5cc1a-a6bd-4d80-80d3-59bae465da68 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:55.607047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.673648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.732933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:55.795043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 7645d618-cfff-46cb-85b9-64673838d3a9 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:17:55.795735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7645d618-cfff-46cb-85b9-64673838d3a9 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:17:55.851743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34838) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:55.870486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-920014b2-c426-4ac1-8fd0-063915feedcb', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:17:55.871552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.887383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:55.890245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:55.905219 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-522adbb9-dcc3-4baa-a484-cc8d2375d9c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6043425 Apr 18 12:17:55.940870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34844) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:56.001515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b59eb4c8-5dc2-42bf-b004-5d81397ba02f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:56.026484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=9f56925e-7903-4ede-b7be-ed96c6353cfe,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:56.037958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.050698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-efc03f15-7736-42f8-a78d-37cfaa1d48d2 tempest-ServiceProvidersTest-111471520 tempest-ServiceProvidersTest-111471520-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1977184 Apr 18 12:17:56.060184 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-23db74cb-6ba1-48db-9d7c-1765c6508f8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/9f56925e-7903-4ede-b7be-ed96c6353cfe HTTP/1.1" status: 204 len: 168 time: 1.0224378 Apr 18 12:17:56.064434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34850) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:56.152468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 4ab534ef-9c7e-4a51-8eeb-6741412f2253 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:17:56.178002 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2eebc7ed-7773-430a-aff0-c3040416fc4e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1089895 Apr 18 12:17:56.241097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34854) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:56.246579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:56.299315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port b59eb4c8-5dc2-42bf-b004-5d81397ba02f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:56.306996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Allocated IP 172.22.0.2 (920014b2-c426-4ac1-8fd0-063915feedcb/c85ba053-6c42-4b56-808e-3cc35123003c/9d14952f-f311-48cb-b803-2c522a48e6f7) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:56.308939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b59eb4c8-5dc2-42bf-b004-5d81397ba02f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:56.309309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.506588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.539469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:56.554341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:56.555305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67283a2f-b8ec-4ab5-8d3c-6e1bbc6490db None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:56.560227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:56.569445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:56.609637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.614355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.747540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:17:56.752084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.809640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port b59eb4c8-5dc2-42bf-b004-5d81397ba02f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:56.849009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34860) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:56.853941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.857405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.890078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] Provisioning for port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:17:56.901602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Transition to ACTIVE for port object 9d14952f-f311-48cb-b803-2c522a48e6f7 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:56.905294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.950700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] Provisioning complete for port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:56.951081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:56.984680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:56.991084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:57.000499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:57.001610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.023452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=e290b04c-fa5b-4ced-845a-973ac6c412e0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:57.040777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Transition to ACTIVE for port object 9d14952f-f311-48cb-b803-2c522a48e6f7 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:57.072028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:57.107780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.143722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.165062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:17:57.171567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=4ab534ef-9c7e-4a51-8eeb-6741412f2253,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:57.177497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Usage tracker for resource:security_group_rule and tenant:19fbe322c5bb47379cd3d2e82e9aee0e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:17:57.184282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:17:57.220781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.230899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:17:57.235055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': '68b1f4d5-367a-4149-8e24-dcbaab0277f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c57fa686-60c0-4830-b220-ffb051406c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:57.235055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: c57fa686-60c0-4830-b220-ffb051406c2d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:17:57.239611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:17:57.245824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Network 920014b2-c426-4ac1-8fd0-063915feedcb is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:57.251329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:57.254290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:57.256900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Deleting port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:57.263525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.304658 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Deleting port 84ee317b-3e24-4d86-b314-d1ae0e2699de {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:57.305003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.353521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Pushing event updated for resources: {'Port': ['ID=9d14952f-f311-48cb-b803-2c522a48e6f7,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:57.363749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.371986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network c57fa686-60c0-4830-b220-ffb051406c2d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:17:57.427513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:57.474207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Attempting to bind port 9d14952f-f311-48cb-b803-2c522a48e6f7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:17:57.474624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Attempting to bind port 9d14952f-f311-48cb-b803-2c522a48e6f7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:17:57.474992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Attempting to bind port 9d14952f-f311-48cb-b803-2c522a48e6f7 on network 920014b2-c426-4ac1-8fd0-063915feedcb {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:17:57.485577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:17:57.485954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Checking segment: {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:17:57.486330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.487217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Bound using segment: {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:17:57.487217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Bound port: 9d14952f-f311-48cb-b803-2c522a48e6f7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:17:57.487629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.497236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c57fa686-60c0-4830-b220-ffb051406c2d) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:57.505997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b59eb4c8-5dc2-42bf-b004-5d81397ba02f up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:17:57.524054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:57.529743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:57.534670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:57.535352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.547550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb58b07-2811-42ef-a89e-c2ad7eda7278 None None] Network c57fa686-60c0-4830-b220-ffb051406c2d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:57.565468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.583524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.599712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] For port 84ee317b-3e24-4d86-b314-d1ae0e2699de, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=84ee317b-3e24-4d86-b314-d1ae0e2699de,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:57.603389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:17:57.603873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.622676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:57.905121 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5ac5f414-eb0a-4c5f-8088-b9c437f83071 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7871215 Apr 18 12:17:57.909412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34866) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:57.916365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Calling delete_port for 84ee317b-3e24-4d86-b314-d1ae0e2699de owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:57.977467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.22.0.1 (920014b2-c426-4ac1-8fd0-063915feedcb/c85ba053-6c42-4b56-808e-3cc35123003c/8c2b936a-2dc0-4889-a046-289848415fb2) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:17:57.985730 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19fbe322c5bb47379cd3d2e82e9aee0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1330338 Apr 18 12:17:57.988811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3540a-1639-4dc7-a79c-02b4bce6f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc8306-f96e-4530-95ae-fa3d3757b1ff,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:57.995088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34870) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:58.057940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34acad8-5d6f-428d-aea6-af4f6019361a None None] Pushing event updated for resources: {'Port': ['ID=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:58.060211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.074224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:58.074665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.096458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] For port 9d14952f-f311-48cb-b803-2c522a48e6f7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:17:58.138972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-893a1602-94e5-49ea-9164-0b31246d565a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.159236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 4ab534ef-9c7e-4a51-8eeb-6741412f2253 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:58.159456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.177320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-893a1602-94e5-49ea-9164-0b31246d565a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.214530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Calling delete_port for cbf5cc1a-a6bd-4d80-80d3-59bae465da68 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:58.242533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b59eb4c8-5dc2-42bf-b004-5d81397ba02f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:17:58.242533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.279197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] For port 9d14952f-f311-48cb-b803-2c522a48e6f7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9d14952f-f311-48cb-b803-2c522a48e6f7,segment=NetworkSegment(9be37954-2c64-4ac6-8744-00ca885841eb),segment_id=9be37954-2c64-4ac6-8744-00ca885841eb)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:17:58.335069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.363894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-893a1602-94e5-49ea-9164-0b31246d565a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.378158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.436533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'Port': ['ID=84ee317b-3e24-4d86-b314-d1ae0e2699de,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:58.441138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893a1602-94e5-49ea-9164-0b31246d565a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc8306-f96e-4530-95ae-fa3d3757b1ff,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:58.492426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.511687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d79b896-57e7-4488-8b10-4f357c5fa34e None None] Pushing event updated for resources: {'Port': ['ID=9d14952f-f311-48cb-b803-2c522a48e6f7,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:58.598090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object 8c2b936a-2dc0-4889-a046-289848415fb2 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:17:58.612617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cbf5cc1a-a6bd-4d80-80d3-59bae465da68 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:17:58.681494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-893a1602-94e5-49ea-9164-0b31246d565a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.683783 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-893a1602-94e5-49ea-9164-0b31246d565a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85dc8306-f96e-4530-95ae-fa3d3757b1ff HTTP/1.1" status: 204 len: 168 time: 0.6875081 Apr 18 12:17:58.751485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.849596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.871807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:17:58.895575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:58.963952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 4ab534ef-9c7e-4a51-8eeb-6741412f2253 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:17:59.048552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.102496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.106202 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:17:59.186563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:59.187308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:59.220921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:17:59.221648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:17:59.283514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.285121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.285814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.289924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Router e73f348d-5c41-4664-95be-3ab504403f57 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:17:59.361775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 920014b2-c426-4ac1-8fd0-063915feedcb is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:59.373798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:59.376658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:17:59.385601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:17:59.417266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:17:59.419336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.434254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:17:59.434864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.438501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=8c2b936a-2dc0-4889-a046-289848415fb2,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:59.476021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:17:59.484089 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-62c1bde0-7e82-4bc7-bfbc-4655b207c626 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "PUT /v2.0/routers/e73f348d-5c41-4664-95be-3ab504403f57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1320248 Apr 18 12:17:59.484089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34876) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:59.492100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] Sync routers for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:17:59.503076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:17:59.504122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:17:59.506646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=f3964421-3818-4e9b-98fc-65de5ffdc201,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:59.526804 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/4ab534ef-9c7e-4a51-8eeb-6741412f2253 HTTP/1.1" status: 204 len: 168 time: 1.6162932 Apr 18 12:17:59.533697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34880) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:59.567755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Deleting subnet ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:17:59.571525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.639211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.646475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.689919 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4455631 Apr 18 12:17:59.693998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34884) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:17:59.694142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Deleting port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:17:59.694142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.700483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:17:59.728968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ab32b-81c4-4e95-802a-d7fbe6703ce4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,revision_number=7']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:59.825773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f61ca-a408-4182-9018-458b716defd8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=4ab534ef-9c7e-4a51-8eeb-6741412f2253,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:17:59.832937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b4bf4c-7bf8-4376-b246-238eebf57d54 None None] Network 920014b2-c426-4ac1-8fd0-063915feedcb requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:17:59.893210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.909563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:17:59.921411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:00.009604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2454ee81-3b55-4f35-ba94-319487060343 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:00.016485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2454ee81-3b55-4f35-ba94-319487060343 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:00.017765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2454ee81-3b55-4f35-ba94-319487060343 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:00.052174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.064960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:00.068432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:00.074603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:00.083342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:00.085049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.125822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'Subnet': ['ID=ef6da0b5-c4d4-4c04-b991-1e068cfc9a92,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:00.130392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.136013 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-096ac346-2551-4bce-9bc6-ed44fd8355fb tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "DELETE /v2.0/subnets/ef6da0b5-c4d4-4c04-b991-1e068cfc9a92 HTTP/1.1" status: 204 len: 168 time: 0.6510446 Apr 18 12:18:00.138627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34888) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:00.141508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2454ee81-3b55-4f35-ba94-319487060343 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:00.143362 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2454ee81-3b55-4f35-ba94-319487060343 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6087799 Apr 18 12:18:00.149715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34892) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:00.164472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097218a-ecd3-4d91-b5b8-ec4abb936a02 None None] Network 6a196d4d-2cd4-4a41-a308-367f526a4a0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:00.268253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:00.272218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.328045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.336487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:00.388530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a8a42c12-8490-425c-b5a4-fdf70515faaa None None] Provisioning for port 9d14952f-f311-48cb-b803-2c522a48e6f7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:00.388948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port e290b04c-fa5b-4ced-845a-973ac6c412e0 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:00.389403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.470212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.525499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.597765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Deleting port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:00.598491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.692275 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3964421-3818-4e9b-98fc-65de5ffdc201 (CIDR: 2001:db8::/64) Apr 18 12:18:00.747013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:18:00.747502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:00.764157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9d14952f-f311-48cb-b803-2c522a48e6f7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:00.796845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:00.840292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:00.840699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.856891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.865392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] For port 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:00.865392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:00.996062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Calling delete_port for 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:01.011430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Calling delete_port for cbf5cc1a-a6bd-4d80-80d3-59bae465da68 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:01.119764 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0014acac-3b23-404b-992a-59321b724a8b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4249771 Apr 18 12:18:01.129159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180'}], 'enable_snat': True}, 'gw_port_id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:17:58Z', 'revision_number': 5, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port': {'id': '824467a7-04fe-47b8-a7b8-3e96d7fe3f2a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:15:29Z', 'updated_at': '2022-04-18T12:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:01.129346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for e290b04c-fa5b-4ced-845a-973ac6c412e0 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:01.140993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] Checking router: e73f348d-5c41-4664-95be-3ab504403f57 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:01.149609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34896) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:01.153320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] Routers {'e73f348d-5c41-4664-95be-3ab504403f57'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:01.153944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['e73f348d-5c41-4664-95be-3ab504403f57'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:01.155589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:01.171011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.resource_extend [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:18:01.190227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.231046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:01.231327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:01.231821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9d14952f-f311-48cb-b803-2c522a48e6f7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:01.239624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] DHCP port deletion for 6a196d4d-2cd4-4a41-a308-367f526a4a0d request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:01.249459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.302282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9d14952f-f311-48cb-b803-2c522a48e6f7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:01.302282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.344285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.347364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:01.350088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] Deleting port 545d4010-5921-4b1a-ab56-3ae011cedf13 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:01.350486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.357454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:01.361433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:01.368914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:01.386392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.403428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.416779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.422473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=8c2b936a-2dc0-4889-a046-289848415fb2,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:01.465483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:01.468966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.490189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=e290b04c-fa5b-4ced-845a-973ac6c412e0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:01.495352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] Set router e73f348d-5c41-4664-95be-3ab504403f57 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:01.497025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'Port': ['ID=824467a7-04fe-47b8-a7b8-3e96d7fe3f2a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:01.511477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9e4671e5-2fd1-4f9c-81f1-6e461540739d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/e290b04c-fa5b-4ced-845a-973ac6c412e0 HTTP/1.1" status: 204 len: 168 time: 1.3572006 Apr 18 12:18:01.511477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34900) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:01.702799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:18:00Z', 'revision_number': 6, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:01.717789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d2e13-ebd6-4b58-85c2-f5c97cd2722e None None] The sync data for ids ['e73f348d-5c41-4664-95be-3ab504403f57'] in dv-neutron-837089-1-hyperv is: [{'id': 'e73f348d-5c41-4664-95be-3ab504403f57', 'name': 'tempest-TestNetworkAdvancedServerOps-router-387268670', 'tenant_id': '7519ebda3ee9476a8e109aa15a5c1646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:15:25Z', 'updated_at': '2022-04-18T12:18:00Z', 'revision_number': 6, 'project_id': '7519ebda3ee9476a8e109aa15a5c1646', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:01.791042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf8ea3-72bb-4a6f-bc0f-62adf54a1fd5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:01.791769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cebf8ea3-72bb-4a6f-bc0f-62adf54a1fd5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:01.795381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d40d53b9-f860-40ee-9118-da8e0f166250 None None] Provisioning for port 8c2b936a-2dc0-4889-a046-289848415fb2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:01.798770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network 920014b2-c426-4ac1-8fd0-063915feedcb is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:01.802321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:01.819144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d40d53b9-f860-40ee-9118-da8e0f166250 None None] Provisioning complete for port 8c2b936a-2dc0-4889-a046-289848415fb2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:01.819729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d40d53b9-f860-40ee-9118-da8e0f166250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.846441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.925637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:01.985571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Deleting port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:01.985824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.021467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d40d53b9-f860-40ee-9118-da8e0f166250 None None] Port 8c2b936a-2dc0-4889-a046-289848415fb2 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:02.028870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cebf8ea3-72bb-4a6f-bc0f-62adf54a1fd5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:02.030036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cebf8ea3-72bb-4a6f-bc0f-62adf54a1fd5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5180800 Apr 18 12:18:02.033135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] For port 545d4010-5921-4b1a-ab56-3ae011cedf13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=545d4010-5921-4b1a-ab56-3ae011cedf13,segment=NetworkSegment(e896248d-876e-46bc-8620-e674bed74172),segment_id=e896248d-876e-46bc-8620-e674bed74172)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:02.033539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.035861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34904) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:02.043903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:02.055403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9d14952f-f311-48cb-b803-2c522a48e6f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9d14952f-f311-48cb-b803-2c522a48e6f7,segment=NetworkSegment(9be37954-2c64-4ac6-8744-00ca885841eb),segment_id=9be37954-2c64-4ac6-8744-00ca885841eb)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:02.057313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.062232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.100824 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6333e5b3-1ca7-43b5-aaed-34e6492a8ae8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:02.102378 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6333e5b3-1ca7-43b5-aaed-34e6492a8ae8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/4ab534ef-9c7e-4a51-8eeb-6741412f2253 HTTP/1.1" status: 404 len: 333 time: 0.0653491 Apr 18 12:18:02.105451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34908) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:02.174362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] Calling delete_port for 545d4010-5921-4b1a-ab56-3ae011cedf13 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:02.176827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.177478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Fanout notify agent at l3_agent the message router_deleted on router e73f348d-5c41-4664-95be-3ab504403f57 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:18:02.208100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.229028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.229028 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-632cc33a-c638-4e18-ab35-0b73808a0cd7 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "DELETE /v2.0/routers/e73f348d-5c41-4664-95be-3ab504403f57 HTTP/1.1" status: 204 len: 168 time: 2.0877428 Apr 18 12:18:02.230310 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-21fd1e8a-ddad-461c-8696-fa5fbb48e312 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:02.232899 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-21fd1e8a-ddad-461c-8696-fa5fbb48e312 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/e290b04c-fa5b-4ced-845a-973ac6c412e0 HTTP/1.1" status: 404 len: 333 time: 0.1246207 Apr 18 12:18:02.232899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34912) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:02.236231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34914) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:02.276609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d40d53b9-f860-40ee-9118-da8e0f166250 None None] Provisioning complete for port 9d14952f-f311-48cb-b803-2c522a48e6f7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:02.276983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d40d53b9-f860-40ee-9118-da8e0f166250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.359167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.416571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:02.421940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.427647 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ec515d78-e6e2-44e2-96a9-d92ba4078806 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4731591 Apr 18 12:18:02.434693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34920) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:02.435607 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:02.444185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'network': {'name': 'tempest-RoutersTest-1527499827'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:02.447751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9d14952f-f311-48cb-b803-2c522a48e6f7,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:02.449030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:02.449592 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:02.450208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:02.452965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:network and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:02.455918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:02.462148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:02.480078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.491828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Deleting port 545d4010-5921-4b1a-ab56-3ae011cedf13 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:02.492170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.593629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] The port '545d4010-5921-4b1a-ab56-3ae011cedf13' was deleted {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:18:02.615626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.639882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:02.643318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.707597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:02.713984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9d14952f-f311-48cb-b803-2c522a48e6f7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:02.745830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.755871 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:02.765261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] Pushing event deleted for resources: {'Port': ['ID=545d4010-5921-4b1a-ab56-3ae011cedf13,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:02.770130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d684b5d-1812-43c0-809d-20419f4262cc None None] No DVR routers for this DVR port 545d4010-5921-4b1a-ab56-3ae011cedf13 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:02.800247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57fa686-60c0-4830-b220-ffb051406c2d']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:02.817042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b1f4d5-367a-4149-8e24-dcbaab0277f7') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:02.817471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b1f4d5-367a-4149-8e24-dcbaab0277f7') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:02.826538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] For port cbf5cc1a-a6bd-4d80-80d3-59bae465da68, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:02.827589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.842744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.871790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.884788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:02.885286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:02.903218 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:02.905616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:02.920549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:02.923648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:02.924236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.960286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:02.992550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a196d4d-2cd4-4a41-a308-367f526a4a0d']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:02.993822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Calling delete_port for cbf5cc1a-a6bd-4d80-80d3-59bae465da68 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:03.000186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:03.011151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e896248d-876e-46bc-8620-e674bed74172') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:03.011525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e896248d-876e-46bc-8620-e674bed74172') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:03.024275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.041959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.049721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:03.050140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:03.064942 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:03.073551 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a609324b-f4b0-4d72-8b6a-aa0f88d8abc0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9225817 Apr 18 12:18:03.077089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34924) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:03.080623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9d14952f-f311-48cb-b803-2c522a48e6f7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:03.080998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.083315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:13:ae:ed', 'name': 'tempest-NetworksTestDHCPv6-302878255'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:03.105674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-501a7294-0cf3-4f67-9482-05194ec39081 None None] Provisioning complete for port 8c2b936a-2dc0-4889-a046-289848415fb2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:03.106096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-501a7294-0cf3-4f67-9482-05194ec39081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.130712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.163597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.183573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.184085 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added segment 4a6568c3-3208-4df8-8264-bc83356e2fe1 of type vlan for network b0b19136-4e6d-4271-a9f5-dbbf215fd60c Apr 18 12:18:03.198032 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:59Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:00Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:03.203398 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:03.203985 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Updating router 9bfa9015-ad91-47cb-bf54-29f2b15f246c port 8c2b936a-2dc0-4889-a046-289848415fb2 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:18:03.219237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.225097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=c57fa686-60c0-4830-b220-ffb051406c2d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:03.233687 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8a21b75e-215d-4204-b5e8-37033ee6d825 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/c57fa686-60c0-4830-b220-ffb051406c2d HTTP/1.1" status: 204 len: 168 time: 0.9963806 Apr 18 12:18:03.237284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34928) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:03.243789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2040871552'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:03.261310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:03.267215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.271075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:03.282503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:03.286193 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.288152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-501a7294-0cf3-4f67-9482-05194ec39081 None None] Port 8c2b936a-2dc0-4889-a046-289848415fb2 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:03.292809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.299994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:03.301275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'Network': ['ID=6a196d4d-2cd4-4a41-a308-367f526a4a0d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:03.325346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.334282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:03.335164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.335480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:03.341511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:03.345068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:03.352498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:03.376851 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-87ff83a9-9830-4cbb-913d-beb4300e5e50 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "DELETE /v2.0/networks/6a196d4d-2cd4-4a41-a308-367f526a4a0d HTTP/1.1" status: 204 len: 168 time: 1.1424124 Apr 18 12:18:03.380156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34932) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:03.404728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:03.408487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.426555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.433477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:03.475543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:03.489071 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0512640 Apr 18 12:18:03.490161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34936) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:03.494813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8db7f-2a65-42ad-ac77-3b4288293a03 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Network': ['ID=b0b19136-4e6d-4271-a9f5-dbbf215fd60c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:03.505303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'subnet': {'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:03.522268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:03.607435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:03.617458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] Pushing event deleted for resources: {'Port': ['ID=cbf5cc1a-a6bd-4d80-80d3-59bae465da68,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:03.621832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:03.622162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 824467a7-04fe-47b8-a7b8-3e96d7fe3f2a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:03.622599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 545d4010-5921-4b1a-ab56-3ae011cedf13 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:03.682727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 545d4010-5921-4b1a-ab56-3ae011cedf13 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:03.683064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 545d4010-5921-4b1a-ab56-3ae011cedf13 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:03.683476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 84ee317b-3e24-4d86-b314-d1ae0e2699de no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:03.686273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84483db8-25a5-43d8-a150-0a23c27ad926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.690419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.690783 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment fb834d44-d883-4232-a0a3-b00128fdcf5e of type vlan for network 7a3f666e-b6e0-4f01-9926-f41442167027 Apr 18 12:18:03.748310 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.751665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 84ee317b-3e24-4d86-b314-d1ae0e2699de {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:03.751665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 84ee317b-3e24-4d86-b314-d1ae0e2699de not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:03.758372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be3d35-39b5-4c53-97e1-9dd099dafcc4 None None] No DVR routers for this DVR port cbf5cc1a-a6bd-4d80-80d3-59bae465da68 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:03.762314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:03.765234 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Transition to ACTIVE for port object 8c2b936a-2dc0-4889-a046-289848415fb2 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:03.777233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842e491d-3628-45b6-b899-01765b89c7db None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:03.789763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84483db8-25a5-43d8-a150-0a23c27ad926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.799588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:subnet and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:03.810999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:03.820431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.825532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.845113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:03.848970 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:03.905115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port c050a447-491e-4d21-9bf1-ff7e2b5eed3b yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:03.960052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Made reservation on behalf of 7e329ce1303a4fc5bfb3dabd37197348 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:03.964488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.010449 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05b6b0-3602-4414-9e11-e145fb76d280 None None] Pushing event updated for resources: {'Port': ['ID=8c2b936a-2dc0-4889-a046-289848415fb2,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:04.040886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1'}, {'subnet_id': 'f3964421-3818-4e9b-98fc-65de5ffdc201'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:04.042346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.076584 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Attempting to bind port 8c2b936a-2dc0-4889-a046-289848415fb2 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:04.076958 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Attempting to bind port 8c2b936a-2dc0-4889-a046-289848415fb2 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:04.077293 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Attempting to bind port 8c2b936a-2dc0-4889-a046-289848415fb2 on network 920014b2-c426-4ac1-8fd0-063915feedcb {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:04.083346 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:04.083761 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Checking segment: {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:04.084150 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.084534 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Bound using segment: {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:04.084990 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Bound port: 8c2b936a-2dc0-4889-a046-289848415fb2, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be37954-2c64-4ac6-8744-00ca885841eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:04.085351 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.144858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.152007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:04.152591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.195777 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] For port 8c2b936a-2dc0-4889-a046-289848415fb2, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:04.199012 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] For port 8c2b936a-2dc0-4889-a046-289848415fb2, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8c2b936a-2dc0-4889-a046-289848415fb2,segment=NetworkSegment(9be37954-2c64-4ac6-8744-00ca885841eb),segment_id=9be37954-2c64-4ac6-8744-00ca885841eb)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:04.265893 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.329054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Allocated IP 2001:db8:0:1::2 (5f4dde90-d90b-4725-911c-836df72b725b/8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1/02721156-bde8-4c32-bf79-b53b07f50693) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:04.338900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Allocated IP 2001:db8::f816:3eff:fe08:a2c2 (5f4dde90-d90b-4725-911c-836df72b725b/f3964421-3818-4e9b-98fc-65de5ffdc201/02721156-bde8-4c32-bf79-b53b07f50693) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:04.344945 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:04.345596 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:04.357371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84483db8-25a5-43d8-a150-0a23c27ad926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.359714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84483db8-25a5-43d8-a150-0a23c27ad926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.363690 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-84483db8-25a5-43d8-a150-0a23c27ad926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] 10.222.0.24 "DELETE /v2.0/security-groups/174be5bf-b954-41de-bacf-00a258eb9276 HTTP/1.1" status: 204 len: 168 time: 0.9783187 Apr 18 12:18:04.370913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=7a3f666e-b6e0-4f01-9926-f41442167027,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:04.381630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84483db8-25a5-43d8-a150-0a23c27ad926 tempest-TestNetworkAdvancedServerOps-1618008266 tempest-TestNetworkAdvancedServerOps-1618008266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174be5bf-b954-41de-bacf-00a258eb9276,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:04.404969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 7a3f666e-b6e0-4f01-9926-f41442167027 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:04.419947 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05b6b0-3602-4414-9e11-e145fb76d280 None None] Pushing event updated for resources: {'Port': ['ID=8c2b936a-2dc0-4889-a046-289848415fb2,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:04.439096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7e9bfe76-63a9-47f3-b3da-91b94390f321 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1974525 Apr 18 12:18:04.442205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34942) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:04.446249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:04.589866 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:04.614720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.693006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:04.703474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:04.709152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:04.719071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Subnet': ['ID=f0f7f4ab-42e6-4b4b-b5db-6eec987d2227,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:04.733253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Checking segment: {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:04.733474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network hostable DHCP agents. Network: b0b19136-4e6d-4271-a9f5-dbbf215fd60c, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:04.735163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:04.804317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.814992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Transition to ACTIVE for port object 02721156-bde8-4c32-bf79-b53b07f50693 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:04.825907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:04.826114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:04.830721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.833717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Transition to ACTIVE for port object 02721156-bde8-4c32-bf79-b53b07f50693 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:04.900066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.904981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, b0b19136-4e6d-4271-a9f5-dbbf215fd60c) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:04.926451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:18:04.927249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:18:04.946972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:04.947553 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:04.969510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd509e5-eb9b-4736-9fe8-78cc7fd71ea1 None None] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:05.009195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:05.028330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:05.039457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:05.052150 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:59Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:04Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:05.057970 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83664013-9db5-4d6b-b47d-5b9b27a9968e None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:17:59Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:04Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:05.117803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34950) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:05.119865 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f0d2db39-22d5-46a7-8ef9-fd505cb9408c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6243365 Apr 18 12:18:05.158712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8:0:1::2fd (5f4dde90-d90b-4725-911c-836df72b725b/8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1/c050a447-491e-4d21-9bf1-ff7e2b5eed3b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:05.166641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::f816:3eff:fe13:aeed (5f4dde90-d90b-4725-911c-836df72b725b/f3964421-3818-4e9b-98fc-65de5ffdc201/c050a447-491e-4d21-9bf1-ff7e2b5eed3b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:05.179178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34954) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:05.343916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.381181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:05.431995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Attempting to bind port 02721156-bde8-4c32-bf79-b53b07f50693 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:05.432629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Attempting to bind port 02721156-bde8-4c32-bf79-b53b07f50693 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:05.433162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Attempting to bind port 02721156-bde8-4c32-bf79-b53b07f50693 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:05.449821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=683df946-e80a-4b4e-94b4-1a0904a386c8,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:05.475532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:05.475917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:05.476325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.476720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:05.477206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Bound port: 02721156-bde8-4c32-bf79-b53b07f50693, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:05.477576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.524779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:05.525610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.528759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.582132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object c050a447-491e-4d21-9bf1-ff7e2b5eed3b will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:05.586614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': 'fb834d44-d883-4232-a0a3-b00128fdcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:05.587208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: 7a3f666e-b6e0-4f01-9926-f41442167027, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:05.599076 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-981710f6-bd07-428d-bf98-2d5073212fa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7519ebda3ee9476a8e109aa15a5c1646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4186192 Apr 18 12:18:05.599798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34960) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:05.665945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:05.681878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:05.691704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c511401-d61d-4f5a-991b-9e2328f8b344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.731708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c511401-d61d-4f5a-991b-9e2328f8b344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.757131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.758059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Allocated IP 172.23.0.2 (b0b19136-4e6d-4271-a9f5-dbbf215fd60c/f0f7f4ab-42e6-4b4b-b5db-6eec987d2227/ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:05.805520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.807403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 7a3f666e-b6e0-4f01-9926-f41442167027 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:05.850552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:05.858828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:05.865782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:05.871385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:05.872003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.877414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=c050a447-491e-4d21-9bf1-ff7e2b5eed3b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:05.892623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.892970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.893308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.894432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.894432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.894432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.894787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.894957 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.895182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 7a3f666e-b6e0-4f01-9926-f41442167027) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:05.895302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.895587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.895907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.896221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:05.910936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:05.911343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.921066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c243987e-4806-4edd-8cba-493ade7ead76 None None] Network 7a3f666e-b6e0-4f01-9926-f41442167027 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:05.924290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c511401-d61d-4f5a-991b-9e2328f8b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.927366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c511401-d61d-4f5a-991b-9e2328f8b344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:05.931172 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9c511401-d61d-4f5a-991b-9e2328f8b344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/962f5684-7f37-48b2-97c1-89da8877886b HTTP/1.1" status: 204 len: 168 time: 0.3263977 Apr 18 12:18:05.939983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c511401-d61d-4f5a-991b-9e2328f8b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f5684-7f37-48b2-97c1-89da8877886b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:05.978405 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cba30ff1-18af-49c9-8046-ff960150d235 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8985963 Apr 18 12:18:05.978934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34966) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:06.033107 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3fec70e8-e595-47c4-9e88-c04cdb11cd92 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5900526 Apr 18 12:18:06.035196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34970) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:06.043723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027', 'name': 'tempest-PortsTestJSON-1896831939'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:06.116602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18345230-c3f1-4486-b2ec-3c86cae973e9 None None] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:06.173834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port c050a447-491e-4d21-9bf1-ff7e2b5eed3b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:06.174107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.243011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.335348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:06.336443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.405743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Transition to ACTIVE for port object ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:06.413896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:06.429364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-7a3f666e-b6e0-4f01-9926-f41442167027', 'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '683df946-e80a-4b4e-94b4-1a0904a386c8'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:06.430180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.461863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Transition to ACTIVE for port object ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:06.548159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.549667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.563772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:06.570961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.674476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:06.690406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Pushing event updated for resources: {'Port': ['ID=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:06.699154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:06.708456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:06.770844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:06.851326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port cac1ff88-e16e-497f-8b19-c4eb9ad925ab yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:06.886084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Allocated IP 172.23.0.1 (b0b19136-4e6d-4271-a9f5-dbbf215fd60c/f0f7f4ab-42e6-4b4b-b5db-6eec987d2227/22b664b0-bcd8-4c57-b014-16b54a397e64) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:06.889774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for c050a447-491e-4d21-9bf1-ff7e2b5eed3b owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:06.918241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34976) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:06.934810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Attempting to bind port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:06.935171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Attempting to bind port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:06.935584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Attempting to bind port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 on network b0b19136-4e6d-4271-a9f5-dbbf215fd60c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:06.949795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:06.953208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Checking segment: {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:06.953334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.953425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.953425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Bound using segment: {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:06.953425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Bound port: ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:06.953425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:06.989323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:07.008737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Usage tracker for resource:security_group_rule and tenant:696a23dfb1cf412897f3c5b267bc9826 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:07.027688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:07.042607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Allocated IP 172.20.0.2 (7a3f666e-b6e0-4f01-9926-f41442167027/683df946-e80a-4b4e-94b4-1a0904a386c8/90b1de44-f1d2-491c-b6b8-c6f818090519) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:07.049926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:07.119213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] For port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:07.122718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] For port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,segment=NetworkSegment(4a6568c3-3208-4df8-8264-bc83356e2fe1),segment_id=4a6568c3-3208-4df8-8264-bc83356e2fe1)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:07.123869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.135931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 02721156-bde8-4c32-bf79-b53b07f50693 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:07.148621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8c2b936a-2dc0-4889-a046-289848415fb2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:07.151869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Transition to ACTIVE for port object 22b664b0-bcd8-4c57-b014-16b54a397e64 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:07.255229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.283493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.325330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.326013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:07.327453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:07.332527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:07.339342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9822a7ac-e3a1-4a82-81c3-dd04a840aeb2 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:07.384837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=c050a447-491e-4d21-9bf1-ff7e2b5eed3b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:07.387213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=22b664b0-bcd8-4c57-b014-16b54a397e64,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:07.407006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.483719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.516623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-24aedfed-28a8-4c1b-aed7-ba4f168dd879 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/c050a447-491e-4d21-9bf1-ff7e2b5eed3b HTTP/1.1" status: 204 len: 168 time: 1.5364273 Apr 18 12:18:07.519491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34980) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:07.529876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.544563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce91564-8d0e-4c74-aa95-e13ee5265ced None None] Pushing event updated for resources: {'Port': ['ID=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:07.599462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] Provisioning for port 02721156-bde8-4c32-bf79-b53b07f50693 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:07.611556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:07.611556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.637433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.639396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.698829 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=696a23dfb1cf412897f3c5b267bc9826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7794056 Apr 18 12:18:07.699440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 34984) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:07.716374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d37f0b-460f-40b4-9f94-e6e68a5469ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77be345-ac9d-41de-b56d-21a0cd734afc,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:07.760479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 8c2b936a-2dc0-4889-a046-289848415fb2 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:07.773646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0965181e-175d-4de5-9e27-2eb32a4819f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.801709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.804198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0965181e-175d-4de5-9e27-2eb32a4819f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.821974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8c2b936a-2dc0-4889-a046-289848415fb2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:07.822298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.896974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Transition to ACTIVE for port object 90b1de44-f1d2-491c-b6b8-c6f818090519 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:07.910094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d276bf6-1dae-4f53-8944-889fb57dd3cf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:07.913767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4d276bf6-1dae-4f53-8944-889fb57dd3cf tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3913834 Apr 18 12:18:07.917956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34988) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:07.986519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0965181e-175d-4de5-9e27-2eb32a4819f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:07.990054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Transition to ACTIVE for port object 90b1de44-f1d2-491c-b6b8-c6f818090519 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:08.015563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965181e-175d-4de5-9e27-2eb32a4819f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77be345-ac9d-41de-b56d-21a0cd734afc,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:08.017767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0965181e-175d-4de5-9e27-2eb32a4819f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.022058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0965181e-175d-4de5-9e27-2eb32a4819f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b77be345-ac9d-41de-b56d-21a0cd734afc HTTP/1.1" status: 204 len: 168 time: 0.3160734 Apr 18 12:18:08.030010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.093637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9b887916-067c-46c4-8582-f5e5b0bd6c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.113646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.134397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ddc465-3d56-409f-9069-a0b7cd02faf6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:08.135902 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-41ddc465-3d56-409f-9069-a0b7cd02faf6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2176232 Apr 18 12:18:08.139293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 34994) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:08.168423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.8 (7a3f666e-b6e0-4f01-9926-f41442167027/683df946-e80a-4b4e-94b4-1a0904a386c8/cac1ff88-e16e-497f-8b19-c4eb9ad925ab) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:08.227487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce9ce9-5cd1-477c-ba0d-c9492fb46147 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:08.229014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce9ce9-5cd1-477c-ba0d-c9492fb46147 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:08.230781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcce9ce9-5cd1-477c-ba0d-c9492fb46147 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:08.231916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fcce9ce9-5cd1-477c-ba0d-c9492fb46147 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:08.233554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.240220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.247414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Network 7a3f666e-b6e0-4f01-9926-f41442167027 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:08.255451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:08.270937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:08.279096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:08.281116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Pushing event updated for resources: {'Port': ['ID=90b1de44-f1d2-491c-b6b8-c6f818090519,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:08.319097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.364354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.452127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 8c2b936a-2dc0-4889-a046-289848415fb2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8c2b936a-2dc0-4889-a046-289848415fb2,segment=NetworkSegment(9be37954-2c64-4ac6-8744-00ca885841eb),segment_id=9be37954-2c64-4ac6-8744-00ca885841eb)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:08.459691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.485273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object cac1ff88-e16e-497f-8b19-c4eb9ad925ab will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:08.489121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Attempting to bind port 90b1de44-f1d2-491c-b6b8-c6f818090519 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:08.489747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Attempting to bind port 90b1de44-f1d2-491c-b6b8-c6f818090519 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'fb834d44-d883-4232-a0a3-b00128fdcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:08.490102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Attempting to bind port 90b1de44-f1d2-491c-b6b8-c6f818090519 on network 7a3f666e-b6e0-4f01-9926-f41442167027 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:08.507670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:08.508099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Checking segment: {'id': 'fb834d44-d883-4232-a0a3-b00128fdcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:08.508439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.508832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Bound using segment: {'id': 'fb834d44-d883-4232-a0a3-b00128fdcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:08.509301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Bound port: 90b1de44-f1d2-491c-b6b8-c6f818090519, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb834d44-d883-4232-a0a3-b00128fdcf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7a3f666e-b6e0-4f01-9926-f41442167027'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:08.509672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.529259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb774dc1-58af-4106-b7ef-2f1c503dea4a None None] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:08.567781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.609592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.643682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fcce9ce9-5cd1-477c-ba0d-c9492fb46147 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:08.644959 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fcce9ce9-5cd1-477c-ba0d-c9492fb46147 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5049798 Apr 18 12:18:08.649308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event updated for resources: {'Port': ['ID=22b664b0-bcd8-4c57-b014-16b54a397e64,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:08.655401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35000) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:08.796738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:08.801315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-611ec026-162b-4a4d-8eb8-28b431e9b552 None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:08.803152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-611ec026-162b-4a4d-8eb8-28b431e9b552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.808869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.818938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 7a3f666e-b6e0-4f01-9926-f41442167027 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:08.830270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:08.855521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:08.868384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:08.902713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] For port 90b1de44-f1d2-491c-b6b8-c6f818090519, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:08.913508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] For port 90b1de44-f1d2-491c-b6b8-c6f818090519, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=90b1de44-f1d2-491c-b6b8-c6f818090519,segment=NetworkSegment(fb834d44-d883-4232-a0a3-b00128fdcf5e),segment_id=fb834d44-d883-4232-a0a3-b00128fdcf5e)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:08.914679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=8c2b936a-2dc0-4889-a046-289848415fb2,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:08.938450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=cac1ff88-e16e-497f-8b19-c4eb9ad925ab,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:08.996839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:09.033382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:09.034179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.060546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.083634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:09.085966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.113987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:09.129967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6c04e232-4292-4b1b-96df-55cf01f2b0c9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0935018 Apr 18 12:18:09.132772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35010) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:09.234154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc087c00-ee68-4a5c-b840-9440051d67d3 None None] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:09.265046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port cac1ff88-e16e-497f-8b19-c4eb9ad925ab {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:09.265353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.442141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:09.447332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.516145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d95ef01b-5109-4cda-9f6a-cf7f343d3026 None None] Could not find standard attr ID for object 96656f8a-433c-4e32-ad95-d8089638427d. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:09.536449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323b131-4f12-427a-ba36-89def65c31e5 None None] Pushing event updated for resources: {'Port': ['ID=90b1de44-f1d2-491c-b6b8-c6f818090519,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:09.676565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d95ef01b-5109-4cda-9f6a-cf7f343d3026 None None] Provisioning for port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:09.752164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:09.753048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.760011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:09.760619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.820475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:09.845569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4686061-7350-488d-bf9b-503304af209f None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:09.850797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7a7cc94b-7734-4d60-a06e-c0f9c683e405 None None] Could not find standard attr ID for object 5bf3c774-c9da-4957-b0f6-e564babc340e. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:09.876702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:09.883181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:09.885551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:17:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:09.952201 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-09acf676-c367-41bf-b64c-25d717ffbd38 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8345711 Apr 18 12:18:09.959489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35024) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:09.976261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:10.016264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for cac1ff88-e16e-497f-8b19-c4eb9ad925ab owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:10.094696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:10.285642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-79d4d707-7dec-46b9-975c-730163f82147 None None] Could not find standard attr ID for object c050a447-491e-4d21-9bf1-ff7e2b5eed3b. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:10.323469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:10.346564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.349164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.351073 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1 HTTP/1.1" status: 204 len: 168 time: 1.6948338 Apr 18 12:18:10.411986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35030) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:10.419442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.424699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.425396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.425805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.426151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.426503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.426839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.427165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.427490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.429683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.430079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.439612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66131d8-138c-4020-9408-555ac611b664 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:10.448293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e7a287-b82c-46ab-808d-5b7cb9f2bf1f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:10.489074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7df44bd8-25aa-4b7e-84ab-b0c020b85b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.497596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=cac1ff88-e16e-497f-8b19-c4eb9ad925ab,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:10.640389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.741335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0e92656a-bffe-431c-9d94-34ef89e2749d None None] Provisioning for port 22b664b0-bcd8-4c57-b014-16b54a397e64 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:10.757776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0e92656a-bffe-431c-9d94-34ef89e2749d None None] Provisioning complete for port 22b664b0-bcd8-4c57-b014-16b54a397e64 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:10.758148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0e92656a-bffe-431c-9d94-34ef89e2749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.861811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet f3964421-3818-4e9b-98fc-65de5ffdc201 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:10.869014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.918200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.939894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,segment=NetworkSegment(4a6568c3-3208-4df8-8264-bc83356e2fe1),segment_id=4a6568c3-3208-4df8-8264-bc83356e2fe1)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:10.978308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:10.993765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0e92656a-bffe-431c-9d94-34ef89e2749d None None] Port 22b664b0-bcd8-4c57-b014-16b54a397e64 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:11.090937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.094890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 12:18:11.101716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584afb4a-232b-4f4c-8b7f-716171df0bf8 None None] Network 7a3f666e-b6e0-4f01-9926-f41442167027 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:11.113723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Removed routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 12:18:11.114132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.121465 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e88de7c-ddf0-440d-a558-caa854e9413a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/cac1ff88-e16e-497f-8b19-c4eb9ad925ab HTTP/1.1" status: 204 len: 168 time: 1.9877627 Apr 18 12:18:11.124366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35044) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:11.129548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.130351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:11.178070 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-23d7b97c-1fd2-4dd0-b273-9b96524b93f8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:11.178643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23d7b97c-1fd2-4dd0-b273-9b96524b93f8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:11.182841 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-23d7b97c-1fd2-4dd0-b273-9b96524b93f8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/cac1ff88-e16e-497f-8b19-c4eb9ad925ab HTTP/1.1" status: 404 len: 333 time: 0.0549333 Apr 18 12:18:11.183827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35050) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:11.237048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.258976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:11.287013 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-53af5b87-66c7-4d17-be26-751750ff5368 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:11.287804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-53af5b87-66c7-4d17-be26-751750ff5368 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:11.295608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=f3964421-3818-4e9b-98fc-65de5ffdc201,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:11.310794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35054) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:11.316755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.347707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.348054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.348378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.348700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.349019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.349340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.349656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.349970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.350281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.350619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.350937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.351233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:18:11.367568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0e92656a-bffe-431c-9d94-34ef89e2749d None None] Provisioning complete for port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:11.368110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0e92656a-bffe-431c-9d94-34ef89e2749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.399402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-53af5b87-66c7-4d17-be26-751750ff5368 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:11.401828 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-53af5b87-66c7-4d17-be26-751750ff5368 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/cac1ff88-e16e-497f-8b19-c4eb9ad925ab HTTP/1.1" status: 404 len: 333 time: 0.2167950 Apr 18 12:18:11.408905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35060) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:11.439264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.450267 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a5d6e0e5-09b8-45c3-adc3-105cea610bc7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/f3964421-3818-4e9b-98fc-65de5ffdc201 HTTP/1.1" status: 204 len: 168 time: 1.0368721 Apr 18 12:18:11.451088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:07Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '22b664b0-bcd8-4c57-b014-16b54a397e64', 'name': '', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:9c:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:06Z', 'updated_at': '2022-04-18T12:18:07Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:11.453150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35064) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:11.480169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 683df946-e80a-4b4e-94b4-1a0904a386c8 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:11.483437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.516690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--1999428928', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:11.532660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:11.545661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:11.551496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:11.561317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:11.567695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.594735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fec75618-d47d-451a-b2ce-6ff85b666de0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857024 Apr 18 12:18:11.597888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35068) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:11.602305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4686061-7350-488d-bf9b-503304af209f None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:11.602675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4686061-7350-488d-bf9b-503304af209f None None] Updating router 9bfa9015-ad91-47cb-bf54-29f2b15f246c port 22b664b0-bcd8-4c57-b014-16b54a397e64 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:18:11.614835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:11.627519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.631405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.724169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:11.727592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.737265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:11.738174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.757713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.785164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:11.788997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:11.791847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:11.805157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:11.808972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:11.809769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:11.811664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:11.815660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:11.817386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.829046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:11.839403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4686061-7350-488d-bf9b-503304af209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.852246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.921292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:11.924653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.984324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b218316-1d70-4584-af50-6adb4e520ae9 None None] Update dhcp port {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': 'f3964421-3818-4e9b-98fc-65de5ffdc201'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': '02721156-bde8-4c32-bf79-b53b07f50693'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:18:11.987504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:11.994419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:11.998412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d7b8da04-96f3-4de8-820a-717f32011cbc tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 934 time: 2.0302875 Apr 18 12:18:11.998412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35072) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:12.160082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.165682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b218316-1d70-4584-af50-6adb4e520ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.168853 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-73b92f85-82ea-446f-80f6-f78bd1c30bf9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 934 time: 0.1693971 Apr 18 12:18:12.171862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35076) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:12.177738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'routes': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:12.186843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.243549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=683df946-e80a-4b4e-94b4-1a0904a386c8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:12.256919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.273985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:12.280750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f01d8773-96eb-4b2c-a7aa-c929157926ab None None] Provisioning for port 90b1de44-f1d2-491c-b6b8-c6f818090519 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:12.282955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.283294 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment da14c28d-95a1-41f3-8c6a-b69e19b86ab5 of type vlan for network 3b1badc0-340d-4a0a-8154-25b412e67669 Apr 18 12:18:12.323287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.369567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a11fd1d-ca92-4785-a387-86df856f2f2f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:12.374143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.392360 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1e20bed0-15a3-42c0-b225-3382a8d8af53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/683df946-e80a-4b4e-94b4-1a0904a386c8 HTTP/1.1" status: 204 len: 168 time: 0.9868646 Apr 18 12:18:12.395680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35080) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:12.514337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.541357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:12.571353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:12.580851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f88e2f-05cf-4506-aa4e-801199890037 None None] Network 7a3f666e-b6e0-4f01-9926-f41442167027 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:12.598990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:12.610039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.615316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:12.616168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.640655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f01d8773-96eb-4b2c-a7aa-c929157926ab None None] Provisioning complete for port 22b664b0-bcd8-4c57-b014-16b54a397e64 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:12.641020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f01d8773-96eb-4b2c-a7aa-c929157926ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.656464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.663160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:12.663762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.723267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 90b1de44-f1d2-491c-b6b8-c6f818090519 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:12.724007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:12.744447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8f98a6-c001-48ca-a432-45e075c1d5e9 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:12.793625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=db99beda-7beb-43d8-b64d-508493266377,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:12.793625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b4ff9fc0-4d0c-4556-ba4f-4cb6b2abf01d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1869221 Apr 18 12:18:12.793799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35084) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:12.801653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:12.849844 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5332603 Apr 18 12:18:12.852382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35088) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:12.870191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-239263922', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:12.882907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74fcde-ab91-4189-ab77-db3facd7bf5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=3b1badc0-340d-4a0a-8154-25b412e67669,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:12.908775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:12.917006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:12.926427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:12.933043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3b1badc0-340d-4a0a-8154-25b412e67669 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:12.939654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:12.952393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f01d8773-96eb-4b2c-a7aa-c929157926ab None None] Port 22b664b0-bcd8-4c57-b014-16b54a397e64 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:13.010545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.resource_extend [None req-c4686061-7350-488d-bf9b-503304af209f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 12:18:13.077384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:13.089079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:13.093627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:13.102821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:13.116528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 12:18:13.116877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 12:18:13.132267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.149596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.152940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.153932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.189275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] For port 90b1de44-f1d2-491c-b6b8-c6f818090519, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=90b1de44-f1d2-491c-b6b8-c6f818090519,segment=NetworkSegment(fb834d44-d883-4232-a0a3-b00128fdcf5e),segment_id=fb834d44-d883-4232-a0a3-b00128fdcf5e)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:13.189956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:13.190083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.190220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.192055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:13.195621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.201225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.306607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4686061-7350-488d-bf9b-503304af209f None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.333393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 90b1de44-f1d2-491c-b6b8-c6f818090519 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:13.381909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c4686061-7350-488d-bf9b-503304af209f None None] Transition to ACTIVE for port object 22b664b0-bcd8-4c57-b014-16b54a397e64 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:13.452696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e14a5f61-b54d-4e68-a8e4-5b075ddbd6ad None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:13.453064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e14a5f61-b54d-4e68-a8e4-5b075ddbd6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.517504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.535280 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet db99beda-7beb-43d8-b64d-508493266377 (CIDR: 2001:db8::/64) Apr 18 12:18:13.540289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4686061-7350-488d-bf9b-503304af209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.591220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1baa56b-ccf6-466c-8e8d-5f96e02706d1 None None] DHCP port deletion for 7a3f666e-b6e0-4f01-9926-f41442167027 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:13.599070 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:18:13.599556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:13.647641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.651554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.702040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=90b1de44-f1d2-491c-b6b8-c6f818090519,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:13.722709 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7d64ec35-d776-45d4-9598-854542b374ae tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9275961 Apr 18 12:18:13.730742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 90b1de44-f1d2-491c-b6b8-c6f818090519 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:13.734530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35092) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:13.743844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:13.755735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d520-34bd-4cb1-9b6f-0f3257e2309b None None] Pushing event updated for resources: {'Port': ['ID=22b664b0-bcd8-4c57-b014-16b54a397e64,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:13.778177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 90b1de44-f1d2-491c-b6b8-c6f818090519 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:13.778841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 90b1de44-f1d2-491c-b6b8-c6f818090519 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 12:18:13.853771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Port 90b1de44-f1d2-491c-b6b8-c6f818090519 not found, will not notify nova. {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 12:18:13.854243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8c2b936a-2dc0-4889-a046-289848415fb2 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:13.861301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:13.870693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No DVR routers for this DVR port 90b1de44-f1d2-491c-b6b8-c6f818090519 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:14.045098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.076411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3f666e-b6e0-4f01-9926-f41442167027']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:14.092630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c4686061-7350-488d-bf9b-503304af209f None None] Attempting to bind port 22b664b0-bcd8-4c57-b014-16b54a397e64 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:14.093195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c4686061-7350-488d-bf9b-503304af209f None None] Attempting to bind port 22b664b0-bcd8-4c57-b014-16b54a397e64 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:14.093365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686061-7350-488d-bf9b-503304af209f None None] Attempting to bind port 22b664b0-bcd8-4c57-b014-16b54a397e64 on network b0b19136-4e6d-4271-a9f5-dbbf215fd60c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:14.104234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686061-7350-488d-bf9b-503304af209f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:14.104618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686061-7350-488d-bf9b-503304af209f None None] Checking segment: {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:14.104912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4686061-7350-488d-bf9b-503304af209f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.105299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4686061-7350-488d-bf9b-503304af209f None None] Bound using segment: {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:14.105761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c4686061-7350-488d-bf9b-503304af209f None None] Bound port: 22b664b0-bcd8-4c57-b014-16b54a397e64, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6568c3-3208-4df8-8264-bc83356e2fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:14.106312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4686061-7350-488d-bf9b-503304af209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.110405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:14.138994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:14.154811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb834d44-d883-4232-a0a3-b00128fdcf5e') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:14.155114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb834d44-d883-4232-a0a3-b00128fdcf5e') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:14.173544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.189600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8c2b936a-2dc0-4889-a046-289848415fb2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:14.189961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.201202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.213328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:14.213722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:14.229571 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:14.239079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Update dhcp port {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': 'db99beda-7beb-43d8-b64d-508493266377'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': '02721156-bde8-4c32-bf79-b53b07f50693'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:18:14.269103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:14.273807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:14.283328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:14.311359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:14.319068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.322847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d19477b2-4bb4-4e3a-af22-f02b249a3321 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 700 time: 2.1476858 Apr 18 12:18:14.325056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35096) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:14.360969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.377766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c4686061-7350-488d-bf9b-503304af209f None None] For port 22b664b0-bcd8-4c57-b014-16b54a397e64, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:14.394960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:14.398453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.415937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c4686061-7350-488d-bf9b-503304af209f None None] For port 22b664b0-bcd8-4c57-b014-16b54a397e64, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=22b664b0-bcd8-4c57-b014-16b54a397e64,segment=NetworkSegment(4a6568c3-3208-4df8-8264-bc83356e2fe1),segment_id=4a6568c3-3208-4df8-8264-bc83356e2fe1)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:14.487028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.489871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.517460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.535913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c4686061-7350-488d-bf9b-503304af209f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.547742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:14.553798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=7a3f666e-b6e0-4f01-9926-f41442167027,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:14.606886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a9003c8c-a86e-4e57-a7f7-6f976737f3ee tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 700 time: 0.2780399 Apr 18 12:18:14.607246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35100) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:14.755755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 90b1de44-f1d2-491c-b6b8-c6f818090519 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:14.794105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:14.794687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:14.829010 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-11d5b457-2168-4532-9f32-6cc72897ddc6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/7a3f666e-b6e0-4f01-9926-f41442167027 HTTP/1.1" status: 204 len: 168 time: 2.4319792 Apr 18 12:18:14.833703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35104) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:14.840768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147483549'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:14.848002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:14.851802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:14.858325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:14.867374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:14.873607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 90b1de44-f1d2-491c-b6b8-c6f818090519 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:14.873607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 90b1de44-f1d2-491c-b6b8-c6f818090519 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:14.873607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:15.010612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:15.014059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.027387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:18:15.049159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/db99beda-7beb-43d8-b64d-508493266377/02721156-bde8-4c32-bf79-b53b07f50693) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:15.067611 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5d520-34bd-4cb1-9b6f-0f3257e2309b None None] Pushing event updated for resources: {'Port': ['ID=22b664b0-bcd8-4c57-b014-16b54a397e64,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:15.115102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:15.131289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.131669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment 7151e439-f9f0-44a0-89d4-843fc33ca349 of type vlan for network 364692ae-6e7f-46f9-944d-7dcb5d808ecf Apr 18 12:18:15.154429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:15.155066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.115 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/525b68f3-cfcb-4530-9216-f482065d07d8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:15.169818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.283419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.289213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:15.290044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.403666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=364692ae-6e7f-46f9-944d-7dcb5d808ecf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:15.407228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c9c3af56-4591-44ef-a9c8-893eb1cdbb4d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5717752 Apr 18 12:18:15.414063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35108) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:15.419412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:15.423523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.430102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:15.488132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.535360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:15.537490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.539282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:15.542096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:15.548328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:15.601054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.614219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.643550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:15.648065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.661695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:15.731416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:15.742495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:15.745738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:15.749167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:15.771595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Transition to ACTIVE for port object 02721156-bde8-4c32-bf79-b53b07f50693 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:15.783704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=525b68f3-cfcb-4530-9216-f482065d07d8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:15.796107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c4686061-7350-488d-bf9b-503304af209f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:13Z', 'revision_number': 7, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '22b664b0-bcd8-4c57-b014-16b54a397e64', 'name': '', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:9c:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:06Z', 'updated_at': '2022-04-18T12:18:14Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:15.801522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4686061-7350-488d-bf9b-503304af209f None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:13Z', 'revision_number': 7, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '22b664b0-bcd8-4c57-b014-16b54a397e64', 'name': '', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:9c:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:06Z', 'updated_at': '2022-04-18T12:18:14Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:15.860976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.009922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.077543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3ccdd-3eda-462c-b9d7-b5e465bb346f None None] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:16.080503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:16.080926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:16.136293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.157778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=7e27510c-f5cc-4878-806d-53ddd39d7ae0,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:16.435600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 22b664b0-bcd8-4c57-b014-16b54a397e64 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:16.435600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.439914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': '7151e439-f9f0-44a0-89d4-843fc33ca349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:16.440271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: 364692ae-6e7f-46f9-944d-7dcb5d808ecf, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:16.623871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:16.664087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.666560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:16.691936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.724771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.725922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.745107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.765995 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:16.782779 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:16.783428 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:16.822300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 364692ae-6e7f-46f9-944d-7dcb5d808ecf) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:16.830926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:16.832062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:16.836071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83137fc-e9ee-4bfa-b2f5-d1e131809e38 None None] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:16.840350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:16.846796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:16.847375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.851610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:16.872889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:16.873473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:16.929077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=ab777dac-a076-4d48-a5d4-7b2fc27a187b,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:16.975148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6c2b55-4dda-44df-8299-811e22a42e07 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:16.979824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=8']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:17.033437 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:17.051554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 22b664b0-bcd8-4c57-b014-16b54a397e64, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=22b664b0-bcd8-4c57-b014-16b54a397e64,segment=NetworkSegment(4a6568c3-3208-4df8-8264-bc83356e2fe1),segment_id=4a6568c3-3208-4df8-8264-bc83356e2fe1)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:17.051995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.071189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35112) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:17.072519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fa16db6d-f47c-4a3f-ae8b-eed4e9f2c8ec tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6574550 Apr 18 12:18:17.078546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e8d93725-322e-41e3-9cd5-279b2e2f10f1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3426600 Apr 18 12:18:17.089295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35116) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:17.097559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:50:88:27', 'name': 'tempest-NetworksTestDHCPv6-554291591'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:17.179894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1053487029'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:17.182119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c17a306b-225d-46d9-96be-37ad52de04ae None None] Provisioning for port 02721156-bde8-4c32-bf79-b53b07f50693 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:17.221011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c17a306b-225d-46d9-96be-37ad52de04ae None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:17.221323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c17a306b-225d-46d9-96be-37ad52de04ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.245332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:17.249680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:port and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:17.252838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:17.259208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:17.289715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 22b664b0-bcd8-4c57-b014-16b54a397e64 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:17.323607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:17.423087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-364692ae-6e7f-46f9-944d-7dcb5d808ecf', 'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '7e27510c-f5cc-4878-806d-53ddd39d7ae0'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:17.423445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.436634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.463861 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:13Z', 'revision_number': 7, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '22b664b0-bcd8-4c57-b014-16b54a397e64', 'name': '', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:9c:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:06Z', 'updated_at': '2022-04-18T12:18:14Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:17.468539 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:17.478409 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:17.478957 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:17.496896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.535624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port a69b94f4-2eb6-44ea-895a-997ca174c91b yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:17.585332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:17.597303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:17.603190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:17.613410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:17.693244 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:17.801122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.816441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::3d0 (5f4dde90-d90b-4725-911c-836df72b725b/db99beda-7beb-43d8-b64d-508493266377/a69b94f4-2eb6-44ea-895a-997ca174c91b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:17.824817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:8827 (5f4dde90-d90b-4725-911c-836df72b725b/ab777dac-a076-4d48-a5d4-7b2fc27a187b/a69b94f4-2eb6-44ea-895a-997ca174c91b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:17.848651 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Allocated IP 172.20.0.2 (364692ae-6e7f-46f9-944d-7dcb5d808ecf/7e27510c-f5cc-4878-806d-53ddd39d7ae0/ae7763eb-866c-44b7-9ce6-aff729560cc7) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:17.850938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:17.854644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:17.865123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:17.906062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port b12634f9-c737-46f1-b453-6692b50aeb18 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:17.955881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.076228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=9']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:18.139193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:18:18.192717 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:13Z', 'revision_number': 7, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '22b664b0-bcd8-4c57-b014-16b54a397e64', 'name': '', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:9c:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:06Z', 'updated_at': '2022-04-18T12:18:14Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:18.198738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.208736 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae088b03-eec9-4737-ba69-54a31c8835ca None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:13Z', 'revision_number': 7, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '22b664b0-bcd8-4c57-b014-16b54a397e64', 'name': '', 'network_id': 'b0b19136-4e6d-4271-a9f5-dbbf215fd60c', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:9c:2b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:06Z', 'updated_at': '2022-04-18T12:18:14Z', 'revision_number': 4, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'f0f7f4ab-42e6-4b4b-b5db-6eec987d2227', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:18.223063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Transition to ACTIVE for port object ae7763eb-866c-44b7-9ce6-aff729560cc7 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:18.231674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:18.284946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.290200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Transition to ACTIVE for port object ae7763eb-866c-44b7-9ce6-aff729560cc7 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:18.323982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:18.324435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.373524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.425448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.437610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=22b664b0-bcd8-4c57-b014-16b54a397e64,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:18.451407 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:18.457308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:18.457810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object a69b94f4-2eb6-44ea-895a-997ca174c91b will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:18.464922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:18.561405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.603310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Pushing event updated for resources: {'Port': ['ID=ae7763eb-866c-44b7-9ce6-aff729560cc7,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:18.651080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-e9b9f6d1-5b2a-4cfc-acce-22233ca793fb {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:18.651696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:18.681750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:18.685087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Attempting to bind port ae7763eb-866c-44b7-9ce6-aff729560cc7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:18.685453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Attempting to bind port ae7763eb-866c-44b7-9ce6-aff729560cc7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '7151e439-f9f0-44a0-89d4-843fc33ca349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:18.685725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:18.685837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Attempting to bind port ae7763eb-866c-44b7-9ce6-aff729560cc7 on network 364692ae-6e7f-46f9-944d-7dcb5d808ecf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:18.694739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:18.700846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:18.701821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.705182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:18.705551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Checking segment: {'id': '7151e439-f9f0-44a0-89d4-843fc33ca349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:18.706494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.706897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Bound using segment: {'id': '7151e439-f9f0-44a0-89d4-843fc33ca349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:18.707508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Bound port: ae7763eb-866c-44b7-9ce6-aff729560cc7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7151e439-f9f0-44a0-89d4-843fc33ca349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '364692ae-6e7f-46f9-944d-7dcb5d808ecf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:18.707880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.730076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=a69b94f4-2eb6-44ea-895a-997ca174c91b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:18.796069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.823727 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-595d49a6-5844-486e-bfad-2a5841dc9194 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7337520 Apr 18 12:18:18.826139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35120) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:18.842507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:18.873934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9a6f1615-f865-4f62-b1ce-24418d514281 None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:18.874625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a6f1615-f865-4f62-b1ce-24418d514281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.875731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:18.906665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.918869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port a69b94f4-2eb6-44ea-895a-997ca174c91b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:18.920487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.939946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:18.940754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 22b664b0-bcd8-4c57-b014-16b54a397e64 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:18.967190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:19.031394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 22b664b0-bcd8-4c57-b014-16b54a397e64 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:19.031732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 22b664b0-bcd8-4c57-b014-16b54a397e64 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 12:18:19.072782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:19.074530 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a79e6083-618a-4af7-bf64-8a390f419b17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.2193172 Apr 18 12:18:19.075364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Port 22b664b0-bcd8-4c57-b014-16b54a397e64 not found, will not notify nova. {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 12:18:19.077646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] For port ae7763eb-866c-44b7-9ce6-aff729560cc7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:19.077836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35124) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:19.084886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:19.085520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:19.155847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] For port ae7763eb-866c-44b7-9ce6-aff729560cc7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae7763eb-866c-44b7-9ce6-aff729560cc7,segment=NetworkSegment(7151e439-f9f0-44a0-89d4-843fc33ca349),segment_id=7151e439-f9f0-44a0-89d4-843fc33ca349)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:19.162186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:19.225440 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6545db3-bc57-4189-afdf-a59d3cc53503 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1464775 Apr 18 12:18:19.228063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:19.234273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=10']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:19.235409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35130) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:19.289180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:19.297174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:19.383025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:19.461863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:19.522598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for a69b94f4-2eb6-44ea-895a-997ca174c91b owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:19.591959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2d6f2-9180-43c7-b7aa-6da69d1371bb None None] Pushing event updated for resources: {'Port': ['ID=ae7763eb-866c-44b7-9ce6-aff729560cc7,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:19.705028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3596ea23-f4f8-4004-b3fd-856a21f23d86 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:19.705028 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3596ea23-f4f8-4004-b3fd-856a21f23d86 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4654925 Apr 18 12:18:19.705028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35134) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:19.732981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4dba2434-5f5c-4073-86b9-023a5b31e8e1 None None] Provisioning for port a69b94f4-2eb6-44ea-895a-997ca174c91b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:19.753415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.13 (364692ae-6e7f-46f9-944d-7dcb5d808ecf/7e27510c-f5cc-4878-806d-53ddd39d7ae0/1ef9bc43-00c9-4d63-8641-eaebb7e22fd2) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:19.783196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:19.802914 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6a7fd727-6e38-4a07-bb31-dde01b88c424 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1917684 Apr 18 12:18:19.804295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d3cdc004-c0f6-474b-9121-e656c54037e6 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917864 Apr 18 12:18:19.804472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35138) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:19.805178 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:19.807427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35142) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:19.820489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4dba2434-5f5c-4073-86b9-023a5b31e8e1 None None] Provisioning complete for port a69b94f4-2eb6-44ea-895a-997ca174c91b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:19.820653 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:19.820759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4dba2434-5f5c-4073-86b9-023a5b31e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:19.820868 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:19.823088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1180735683', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:19.964634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4dba2434-5f5c-4073-86b9-023a5b31e8e1 None None] Port a69b94f4-2eb6-44ea-895a-997ca174c91b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:19.987256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:16Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:19.991853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:19.992202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Updating router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff port 525b68f3-cfcb-4530-9216-f482065d07d8 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:18:20.034507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet f0f7f4ab-42e6-4b4b-b5db-6eec987d2227 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:20.050143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.073039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:20.101462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:20.107134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:20.137355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:20.147589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.156958 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:20.161362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.218580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.249190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.296179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:20.349569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.362668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:20.367053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.515015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=a69b94f4-2eb6-44ea-895a-997ca174c91b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:20.540278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.600370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.610099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:20.708841 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6478c8d8-1c14-40cf-a1b9-f5165597eb5e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a69b94f4-2eb6-44ea-895a-997ca174c91b HTTP/1.1" status: 204 len: 168 time: 1.8815596 Apr 18 12:18:20.709677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35146) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:20.731136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:20.746031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:20.749474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=1ef9bc43-00c9-4d63-8641-eaebb7e22fd2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:20.760273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:20.793592 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:17Z', 'revision_number': 8, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:20.799461 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:20.811767 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:20.813090 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:20.833782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.875690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5a181-5fab-4bde-af85-ed5f607ff42f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:20.876424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bcc5a181-5fab-4bde-af85-ed5f607ff42f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:20.877748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:20.878126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.921389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=f0f7f4ab-42e6-4b4b-b5db-6eec987d2227,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:20.954854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:20.955475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.959160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4ea1a9-9fbb-4edf-ae10-3563fce70e15 None None] Network b0b19136-4e6d-4271-a9f5-dbbf215fd60c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:20.975170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:20.980302 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-979c0913-17ff-4c31-933c-6749c0443c42 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/f0f7f4ab-42e6-4b4b-b5db-6eec987d2227 HTTP/1.1" status: 204 len: 168 time: 1.1748664 Apr 18 12:18:20.980944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35150) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:21.007407 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:21.011902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bcc5a181-5fab-4bde-af85-ed5f607ff42f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:21.015649 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bcc5a181-5fab-4bde-af85-ed5f607ff42f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3003967 Apr 18 12:18:21.016427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35154) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:21.038715 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5b7a8604-1ce5-40b6-89e1-184f843cd482 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.9643457 Apr 18 12:18:21.044285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35158) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:21.102829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.120593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.171635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Transition to ACTIVE for port object 525b68f3-cfcb-4530-9216-f482065d07d8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:21.216793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1bab6-4f78-463a-ac4f-8ad05d53aac3 None None] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:21.220066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03ef67-3b1b-4e2a-b402-33a4d8be2c1b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:21.220066 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8f03ef67-3b1b-4e2a-b402-33a4d8be2c1b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2016959 Apr 18 12:18:21.226386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35162) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:21.233123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:21.233484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: 3b1badc0-340d-4a0a-8154-25b412e67669, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:21.242058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=f54e6812-7e94-4726-aa15-df75bfcabc79,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:21.286956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.296580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.314429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:21.314792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.328837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 3b1badc0-340d-4a0a-8154-25b412e67669 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:21.386698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:21.387035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.390277 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:17Z', 'revision_number': 8, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:21.395078 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86aabd-42dd-4658-80de-34606308e5e9 None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:17Z', 'revision_number': 8, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c2b936a-2dc0-4889-a046-289848415fb2', 'name': '', 'network_id': '920014b2-c426-4ac1-8fd0-063915feedcb', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:bc:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:57Z', 'updated_at': '2022-04-18T12:18:08Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'c85ba053-6c42-4b56-808e-3cc35123003c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:21.409340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 3b1badc0-340d-4a0a-8154-25b412e67669) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:21.414865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:21.416078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.426691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b6e92-8710-42d4-a8fd-2c026d7c91d0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:21.428390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b6e92-8710-42d4-a8fd-2c026d7c91d0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:21.429881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602b6e92-8710-42d4-a8fd-2c026d7c91d0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:21.430885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-602b6e92-8710-42d4-a8fd-2c026d7c91d0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:21.453223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b65794-4f3b-4654-bdb9-f7fa958f9fe9 None None] Network 3b1badc0-340d-4a0a-8154-25b412e67669 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:21.482414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae7763eb-866c-44b7-9ce6-aff729560cc7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:21.527662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Attempting to bind port 525b68f3-cfcb-4530-9216-f482065d07d8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:21.528031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Attempting to bind port 525b68f3-cfcb-4530-9216-f482065d07d8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:21.528390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Attempting to bind port 525b68f3-cfcb-4530-9216-f482065d07d8 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:21.532707 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-72649c18-3ca0-4b9d-9f85-65ac697f1946 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7215562 Apr 18 12:18:21.532967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35166) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:21.602935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a6245-e164-4780-9ea6-48b4c0425990 None None] Pushing event updated for resources: {'Port': ['ID=525b68f3-cfcb-4530-9216-f482065d07d8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:21.615039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-93349fa4-1302-485e-97a5-ce599ebab97a None None] Provisioning for port ae7763eb-866c-44b7-9ce6-aff729560cc7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:21.665536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:21.666154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:21.666423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.666728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:21.667278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Bound port: 525b68f3-cfcb-4530-9216-f482065d07d8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:21.667587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:21.676984 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-602b6e92-8710-42d4-a8fd-2c026d7c91d0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:21.680585 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-602b6e92-8710-42d4-a8fd-2c026d7c91d0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4507086 Apr 18 12:18:21.701411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35170) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:21.917309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] For port 525b68f3-cfcb-4530-9216-f482065d07d8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:21.926704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] DHCP port deletion for b0b19136-4e6d-4271-a9f5-dbbf215fd60c request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:21.976322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] For port 525b68f3-cfcb-4530-9216-f482065d07d8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=525b68f3-cfcb-4530-9216-f482065d07d8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:21.977410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Deleting port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:21.977775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.003932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ae7763eb-866c-44b7-9ce6-aff729560cc7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:22.033684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ae7763eb-866c-44b7-9ce6-aff729560cc7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:22.034649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.043871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.060764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,segment=NetworkSegment(4a6568c3-3208-4df8-8264-bc83356e2fe1),segment_id=4a6568c3-3208-4df8-8264-bc83356e2fe1)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:22.061108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.073345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet ab777dac-a076-4d48-a5d4-7b2fc27a187b {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:22.081193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.081841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.276669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-3b1badc0-340d-4a0a-8154-25b412e67669', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:22.277503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.302515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:22.303196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:22.333522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:22.367772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:22.383268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a6245-e164-4780-9ea6-48b4c0425990 None None] Pushing event updated for resources: {'Port': ['ID=525b68f3-cfcb-4530-9216-f482065d07d8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:22.441229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.441802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.629902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.668940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.699514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] For port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,segment=NetworkSegment(4a6568c3-3208-4df8-8264-bc83356e2fe1),segment_id=4a6568c3-3208-4df8-8264-bc83356e2fe1)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:22.699868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.733383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No DVR routers for this DVR port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:22.738132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:22.767762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.836581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Calling delete_port for ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:22.895151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.944736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (3b1badc0-340d-4a0a-8154-25b412e67669/f54e6812-7e94-4726-aa15-df75bfcabc79/0be4e791-e689-4112-a02f-36f340251d6a) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:22.947567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:22.949574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:22.977266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=1ef9bc43-00c9-4d63-8641-eaebb7e22fd2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:23.038778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b19136-4e6d-4271-a9f5-dbbf215fd60c']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:23.064545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6568c3-3208-4df8-8264-bc83356e2fe1') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:23.065796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6568c3-3208-4df8-8264-bc83356e2fe1') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:23.083226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.102209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.110068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.122219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:23.122747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.166333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.184834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 0be4e791-e689-4112-a02f-36f340251d6a will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:23.220019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port ae7763eb-866c-44b7-9ce6-aff729560cc7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae7763eb-866c-44b7-9ce6-aff729560cc7,segment=NetworkSegment(7151e439-f9f0-44a0-89d4-843fc33ca349),segment_id=7151e439-f9f0-44a0-89d4-843fc33ca349)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:23.225962 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:23.228419 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c2379fad-b7be-4e58-a3a4-608e71cb8f80 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 HTTP/1.1" status: 204 len: 168 time: 2.1816776 Apr 18 12:18:23.230125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35174) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:23.231890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.250050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f7372825-207b-4094-b216-1ec936e91bf5 None None] Could not find standard attr ID for object 1ef9bc43-00c9-4d63-8641-eaebb7e22fd2. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:23.277344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=ab777dac-a076-4d48-a5d4-7b2fc27a187b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:23.281710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.292475 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fd69b0bd-d68f-48ee-acbe-ecf760a91a19 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/ab777dac-a076-4d48-a5d4-7b2fc27a187b HTTP/1.1" status: 204 len: 168 time: 1.5854690 Apr 18 12:18:23.292475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35178) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:23.292765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-009f5c08-78c5-4eb9-af2c-e9917a5e2388 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:23.297316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35182) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:23.310623 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-009f5c08-78c5-4eb9-af2c-e9917a5e2388 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 HTTP/1.1" status: 404 len: 333 time: 0.0650690 Apr 18 12:18:23.313182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.324377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f7372825-207b-4094-b216-1ec936e91bf5 None None] Provisioning complete for port ae7763eb-866c-44b7-9ce6-aff729560cc7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:23.324854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f7372825-207b-4094-b216-1ec936e91bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.348416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.350401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a11ff9-5a19-4e24-9c98-60926e6ded2d None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:23.387924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.404934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 3b1badc0-340d-4a0a-8154-25b412e67669 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:23.412092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:23.418191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:23.425990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.431423 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/b0b19136-4e6d-4271-a9f5-dbbf215fd60c HTTP/1.1" status: 204 len: 168 time: 2.4495125 Apr 18 12:18:23.435517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce75edd-a067-477e-b8bd-99aa0c27b76e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=b0b19136-4e6d-4271-a9f5-dbbf215fd60c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:23.437407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35188) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:23.524503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=0be4e791-e689-4112-a02f-36f340251d6a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:23.541489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.553566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 7e27510c-f5cc-4878-806d-53ddd39d7ae0 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:23.652334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:23.680019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:23.680369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:23.703542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=ae7763eb-866c-44b7-9ce6-aff729560cc7,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:23.723151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.724242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:23.724555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:23.724969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 22b664b0-bcd8-4c57-b014-16b54a397e64 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:23.778873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 22b664b0-bcd8-4c57-b014-16b54a397e64 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:23.779168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 22b664b0-bcd8-4c57-b014-16b54a397e64 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:23.782280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.862877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.961542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet db99beda-7beb-43d8-b64d-508493266377 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:23.965005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:23.974939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Allocated IP 172.20.0.2 (3b1badc0-340d-4a0a-8154-25b412e67669/f54e6812-7e94-4726-aa15-df75bfcabc79/9855c480-ebef-4783-8c30-fc64a8a897e8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:24.026721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.212982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Deleting port ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:24.213359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.284905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.318082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-39ad56f3-d488-44bc-b951-0224090a219a None None] The port 'ab0e9ad7-6e8a-4ab6-9b73-e973b2452a53' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:18:24.329028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8dfd55f2-90eb-475c-9f76-45c95f9e2368 None None] Could not find standard attr ID for object 1ef9bc43-00c9-4d63-8641-eaebb7e22fd2. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:24.373044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:16Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:24.380925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9098174-d326-4c10-b950-4c60a6163aa2 None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:16Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:24.476349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.505095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.506402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.516305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Transition to ACTIVE for port object 9855c480-ebef-4783-8c30-fc64a8a897e8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:24.536088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Transition to ACTIVE for port object 9855c480-ebef-4783-8c30-fc64a8a897e8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:24.540035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.597784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.660088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.713129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=7e27510c-f5cc-4878-806d-53ddd39d7ae0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:24.727796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Network 3b1badc0-340d-4a0a-8154-25b412e67669 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:24.727954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.744214 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-973653c4-7db2-432a-9c14-98fdc765cc6f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/7e27510c-f5cc-4878-806d-53ddd39d7ae0 HTTP/1.1" status: 204 len: 168 time: 1.4436367 Apr 18 12:18:24.750792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:24.765351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35194) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:24.788378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08ec5e-0464-403b-9496-abc7d995ea5c None None] Network 364692ae-6e7f-46f9-944d-7dcb5d808ecf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:24.801108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.801375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=0be4e791-e689-4112-a02f-36f340251d6a,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:24.822603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.865851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:24.867950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/db99beda-7beb-43d8-b64d-508493266377 HTTP/1.1" status: 204 len: 168 time: 1.5764718 Apr 18 12:18:24.869847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836079ed-3f54-4bc2-8af5-c524cd67c548 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=db99beda-7beb-43d8-b64d-508493266377,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:24.872087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35198) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:24.936498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:24.947773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Pushing event updated for resources: {'Port': ['ID=9855c480-ebef-4783-8c30-fc64a8a897e8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:24.955763 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-14497fb0-de0a-48d3-a358-816e1bbb3d48 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796647 Apr 18 12:18:24.957208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35202) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:24.965762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:25.094093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.133050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.161399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 3b1badc0-340d-4a0a-8154-25b412e67669 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:25.163218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:25.216902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Attempting to bind port 9855c480-ebef-4783-8c30-fc64a8a897e8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:25.217275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Attempting to bind port 9855c480-ebef-4783-8c30-fc64a8a897e8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:25.217635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Attempting to bind port 9855c480-ebef-4783-8c30-fc64a8a897e8 on network 3b1badc0-340d-4a0a-8154-25b412e67669 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:25.226450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:25.226917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Checking segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:25.227323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.227711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Bound using segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:25.228264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Bound port: 9855c480-ebef-4783-8c30-fc64a8a897e8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:25.228640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.241514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38e37de-75f1-480a-9b7e-419983b75450 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:25.259991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port ae7763eb-866c-44b7-9ce6-aff729560cc7 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:25.260617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.322185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:25.449739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:25.534619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-14c4a5da-31ad-43e8-a86c-e6f63f83b0d9 None None] Provisioning complete for port 02721156-bde8-4c32-bf79-b53b07f50693 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:25.535225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-14c4a5da-31ad-43e8-a86c-e6f63f83b0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.599256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] For port 9855c480-ebef-4783-8c30-fc64a8a897e8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:25.611916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 525b68f3-cfcb-4530-9216-f482065d07d8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:25.637484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] For port ae7763eb-866c-44b7-9ce6-aff729560cc7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae7763eb-866c-44b7-9ce6-aff729560cc7,segment=NetworkSegment(7151e439-f9f0-44a0-89d4-843fc33ca349),segment_id=7151e439-f9f0-44a0-89d4-843fc33ca349)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:25.638407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.672044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:25.675284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.742121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] For port 9855c480-ebef-4783-8c30-fc64a8a897e8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9855c480-ebef-4783-8c30-fc64a8a897e8,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:25.763465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:25.818720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] DHCP port deletion for 364692ae-6e7f-46f9-944d-7dcb5d808ecf request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:25.828357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.835737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for ae7763eb-866c-44b7-9ce6-aff729560cc7 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:25.866399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Deleting port ae7763eb-866c-44b7-9ce6-aff729560cc7 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:25.866399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:25.880002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 8c2b936a-2dc0-4889-a046-289848415fb2 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:25.880787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.077596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987d90-9432-43d9-ac64-d1f2caa78b2f None None] Pushing event updated for resources: {'Port': ['ID=9855c480-ebef-4783-8c30-fc64a8a897e8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:26.105944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:26.133605 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f3841cff-fa18-4675-89e9-c044c65ddb04 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/b9e6a1cf-fd34-407a-ae3d-bc25606a61ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5989459 Apr 18 12:18:26.140396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.140568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 525b68f3-cfcb-4530-9216-f482065d07d8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:26.140671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35206) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:26.157270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 8c2b936a-2dc0-4889-a046-289848415fb2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8c2b936a-2dc0-4889-a046-289848415fb2,segment=NetworkSegment(9be37954-2c64-4ac6-8744-00ca885841eb),segment_id=9be37954-2c64-4ac6-8744-00ca885841eb)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:26.157541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 525b68f3-cfcb-4530-9216-f482065d07d8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:26.157677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.157893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.243539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:26.311992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 8c2b936a-2dc0-4889-a046-289848415fb2 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:26.314376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] Deleting port 02721156-bde8-4c32-bf79-b53b07f50693 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:26.314992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.410417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] For port ae7763eb-866c-44b7-9ce6-aff729560cc7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ae7763eb-866c-44b7-9ce6-aff729560cc7,segment=NetworkSegment(7151e439-f9f0-44a0-89d4-843fc33ca349),segment_id=7151e439-f9f0-44a0-89d4-843fc33ca349)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:26.411105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.527890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No DVR routers for this DVR port ae7763eb-866c-44b7-9ce6-aff729560cc7 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:26.592771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=ae7763eb-866c-44b7-9ce6-aff729560cc7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:26.620036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.661359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Calling delete_port for ae7763eb-866c-44b7-9ce6-aff729560cc7 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:26.712759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:26.719787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:26.725241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.725811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.747602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.752896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.790573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364692ae-6e7f-46f9-944d-7dcb5d808ecf']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:26.823890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7151e439-f9f0-44a0-89d4-843fc33ca349') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:26.824292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7151e439-f9f0-44a0-89d4-843fc33ca349') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:26.847874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.857101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.857703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.858252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.859059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.859583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.860113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.860695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.861161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.861672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.862337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:26.864637 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7c78d67e-c17b-462c-9c3b-91da5b76cf73 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6898 time: 0.4183748 Apr 18 12:18:26.868165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35210) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:26.880753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.891116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=24af2c00-dd61-4d58-827a-7c231f42dbeb,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:26.899586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=8c2b936a-2dc0-4889-a046-289848415fb2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:26.926142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.944198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:26.945497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:26.957445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 525b68f3-cfcb-4530-9216-f482065d07d8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=525b68f3-cfcb-4530-9216-f482065d07d8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:26.960690 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:26.998773 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dbbf75bc-4cb0-4579-aae8-db83ccd2d5ed tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0370240 Apr 18 12:18:27.005890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35214) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:27.011829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:27.025172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] For port 02721156-bde8-4c32-bf79-b53b07f50693, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=02721156-bde8-4c32-bf79-b53b07f50693,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:27.025566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.086192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.087224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.088017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.088542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.089062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.089581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.090098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.091108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:27.097228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-aa17e7c9-4735-4138-9b65-77d5dfb1eb03 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5129 time: 0.2255056 Apr 18 12:18:27.098775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35218) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:27.115733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:27.116301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:27.214811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:27.226879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] Calling delete_port for 02721156-bde8-4c32-bf79-b53b07f50693 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:27.244169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.253395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.253619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae7763eb-866c-44b7-9ce6-aff729560cc7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:27.259745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.289380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.297330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=364692ae-6e7f-46f9-944d-7dcb5d808ecf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:27.302365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-33fd52e2-2591-43fe-bf5f-5b082974db6a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/364692ae-6e7f-46f9-944d-7dcb5d808ecf HTTP/1.1" status: 204 len: 168 time: 2.5358827 Apr 18 12:18:27.305783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35222) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:27.312568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'name': 'tempest-PortsTestJSON-1830104257'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:27.339641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ae7763eb-866c-44b7-9ce6-aff729560cc7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:27.340019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae7763eb-866c-44b7-9ce6-aff729560cc7 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 18 12:18:27.377810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Port ae7763eb-866c-44b7-9ce6-aff729560cc7 not found, will not notify nova. {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 18 12:18:27.382765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:27.383388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:27.457277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:27.464774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:27.468038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:27.475249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:27.501576 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-41d0d1f6-b3df-4dd7-9395-b7cfa985bdbe tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2138 time: 0.3982978 Apr 18 12:18:27.556742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:27.575095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:27.580170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:27.590678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:27.602960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:27.606445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.668774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 3dacdeee-2824-4555-b926-d8d9e2de3005 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:27.700586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:27.705518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Deleting port ae7763eb-866c-44b7-9ce6-aff729560cc7 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:27.705518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.714072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:27.798251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9855c480-ebef-4783-8c30-fc64a8a897e8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:27.856235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1843d5c7-e5d7-409d-a29c-2a83556a435b None None] The port 'ae7763eb-866c-44b7-9ce6-aff729560cc7' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:18:27.865132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=525b68f3-cfcb-4530-9216-f482065d07d8,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:27.906756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:27.972219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.031954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.034401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:28.037016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5306256-4884-4b69-b23d-f8a8698315c5 None None] Network 3b1badc0-340d-4a0a-8154-25b412e67669 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:28.058344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] Pushing event deleted for resources: {'Port': ['ID=02721156-bde8-4c32-bf79-b53b07f50693,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:28.076694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba631028-a80b-450b-bb57-47ac1b3df49c None None] No DVR routers for this DVR port 02721156-bde8-4c32-bf79-b53b07f50693 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:28.131672 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.ipam_backend_mixin [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24af2c00-dd61-4d58-827a-7c231f42dbeb (CIDR: 2001:db8::/64) Apr 18 12:18:28.156365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35228) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:28.159399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac19c7b0-c4c3-479c-ba5c-b588a8de77a1 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:28.160943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.169252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508474605', 'description': 'tempest-secgroup-smoke-508474605 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:28.188356 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:18:28.188831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:28.236478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:28.242486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:28.243876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d1ddb6b5-3e77-4b39-9435-75f3e4ce86a5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7977033 Apr 18 12:18:28.246783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35232) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:28.250391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:28.254312 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d38555-0427-4881-be15-3a9233569240 None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:28.260338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:28.264517 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:28.265402 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:28.272490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9855c480-ebef-4783-8c30-fc64a8a897e8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:28.273466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:28.275404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=3dacdeee-2824-4555-b926-d8d9e2de3005,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:28.286553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:28.288265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:28.290989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:28.291458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d125a010-427b-4da6-afa4-2db6dd3fb159 None None] Provisioning for port 9855c480-ebef-4783-8c30-fc64a8a897e8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:28.296409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:28.297025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.322401 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00330656-e90a-4744-8357-99e6e798f4e8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3153834 Apr 18 12:18:28.325598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35236) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:28.334021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'subnet': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:28.357729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.363650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet c85ba053-6c42-4b56-808e-3cc35123003c {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:28.367190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.391402 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f4987dc3-21e7-4bab-934c-2a1beb8880d7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0846117 Apr 18 12:18:28.396481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35240) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:28.403484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9855c480-ebef-4783-8c30-fc64a8a897e8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:28.403860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.440569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d125a010-427b-4da6-afa4-2db6dd3fb159 None None] Provisioning complete for port 9855c480-ebef-4783-8c30-fc64a8a897e8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:28.443544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d125a010-427b-4da6-afa4-2db6dd3fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.443679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.452693 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:28.459183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:28.515410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:28.529250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:28.545186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.550221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:28.606038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 3dacdeee-2824-4555-b926-d8d9e2de3005 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:28.606666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.701361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.747083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=c85ba053-6c42-4b56-808e-3cc35123003c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:28.750768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.760295 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-47ab0b36-ddfc-47d7-9d2a-3fee359cfa3c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/c85ba053-6c42-4b56-808e-3cc35123003c HTTP/1.1" status: 204 len: 168 time: 0.5095961 Apr 18 12:18:28.761323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35244) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:28.826433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:28.831704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Usage tracker for resource:subnet and tenant:33439f56f5f04b50b648186cdb4d24c0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:28.834610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:28.840594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:28.852022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3338cd3f-88d5-481f-8e95-a59dcf833e71 None None] Network 920014b2-c426-4ac1-8fd0-063915feedcb requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:28.875090 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 9, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:28.881711 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d38555-0427-4881-be15-3a9233569240 None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:28.887765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.895147 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:28.895803 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:28.900231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 9d14952f-f311-48cb-b803-2c522a48e6f7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:28.900873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:28.951058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:28.956616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.137308 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:29.158058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 9d14952f-f311-48cb-b803-2c522a48e6f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9d14952f-f311-48cb-b803-2c522a48e6f7,segment=NetworkSegment(9be37954-2c64-4ac6-8744-00ca885841eb),segment_id=9be37954-2c64-4ac6-8744-00ca885841eb)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:29.159117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.215274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.233078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5f4dde90-d90b-4725-911c-836df72b725b', 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'tenant_id': '33439f56f5f04b50b648186cdb4d24c0', 'fixed_ips': [{'subnet_id': '24af2c00-dd61-4d58-827a-7c231f42dbeb'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:29.234188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.251335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d125a010-427b-4da6-afa4-2db6dd3fb159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.271245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.337963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 9d14952f-f311-48cb-b803-2c522a48e6f7 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:29.346198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.403428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9de25db-efbe-4b4e-bff8-07481b0eeb80,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:29.404099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9855c480-ebef-4783-8c30-fc64a8a897e8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9855c480-ebef-4783-8c30-fc64a8a897e8,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:29.426319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.438551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:23Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:24Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:29.453433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:29.454056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Updating router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff port 0be4e791-e689-4112-a02f-36f340251d6a binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:18:29.531236 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-28d38555-0427-4881-be15-3a9233569240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 9, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:29.536475 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d38555-0427-4881-be15-3a9233569240 None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 9, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b59eb4c8-5dc2-42bf-b004-5d81397ba02f', 'name': '', 'network_id': '456607f0-c760-402b-a772-410d842e1b55', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:50:53:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:45Z', 'updated_at': '2022-04-18T12:17:56Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': '8ae704f9-1d3b-44e4-b9af-5e48b2d90e01', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:29.537816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.570710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.619854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.631624 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-99f93ed1-938f-4e53-b855-744a9d95323e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4741499 Apr 18 12:18:29.635273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35248) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:29.647574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 3dacdeee-2824-4555-b926-d8d9e2de3005 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:29.719427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.769344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Allocated IP 2001:db8::2 (5f4dde90-d90b-4725-911c-836df72b725b/24af2c00-dd61-4d58-827a-7c231f42dbeb/4c06fb1f-ef9b-4334-9adb-94154c385f43) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:29.780318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'e9de25db-efbe-4b4e-bff8-07481b0eeb80', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:29.787806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:29.788691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-d125a010-427b-4da6-afa4-2db6dd3fb159 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:29.789193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-d125a010-427b-4da6-afa4-2db6dd3fb159 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:29.792115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:29.798427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:29.807011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:29.836714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=9d14952f-f311-48cb-b803-2c522a48e6f7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:29.836714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No DVR routers for this DVR port 9d14952f-f311-48cb-b803-2c522a48e6f7 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:29.876325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9855c480-ebef-4783-8c30-fc64a8a897e8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:29.904078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:29.936702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.027381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a004d237-50fb-43ca-8144-4235f2c29920 None None] DHCP port deletion for 920014b2-c426-4ac1-8fd0-063915feedcb request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:30.029653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:30.063062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.092304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=3dacdeee-2824-4555-b926-d8d9e2de3005,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:30.103357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.105246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920014b2-c426-4ac1-8fd0-063915feedcb']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:30.115482 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-23403ee7-0537-4de4-9241-fcc6b12e4b6d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/3dacdeee-2824-4555-b926-d8d9e2de3005 HTTP/1.1" status: 204 len: 168 time: 1.7140832 Apr 18 12:18:30.118397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 02721156-bde8-4c32-bf79-b53b07f50693 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:30.118762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 02721156-bde8-4c32-bf79-b53b07f50693 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:30.119182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae7763eb-866c-44b7-9ce6-aff729560cc7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:30.126822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be37954-2c64-4ac6-8744-00ca885841eb') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:30.126822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be37954-2c64-4ac6-8744-00ca885841eb') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:30.128057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35252) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:30.138371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.139598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'mac_address': 'fa:16:3e:e2:21:e3', 'name': 'tempest-PortsTestJSON-1988325076'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:30.159284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.173139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:30.173541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.184387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ae7763eb-866c-44b7-9ce6-aff729560cc7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:30.184718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ae7763eb-866c-44b7-9ce6-aff729560cc7 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:30.219206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.284981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:30.326581 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:30.347793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.349748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9855c480-ebef-4783-8c30-fc64a8a897e8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:30.389857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.420323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.425862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.445458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96404e2d-abdc-41c1-bf64-9de5260e99e0,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:30.450928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:30.465605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:30.465605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:30.468707 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/920014b2-c426-4ac1-8fd0-063915feedcb HTTP/1.1" status: 204 len: 168 time: 1.7054005 Apr 18 12:18:30.469408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:30.470567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35256) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:30.473314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b95e73-ef67-41ed-b030-837138f45761 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=920014b2-c426-4ac1-8fd0-063915feedcb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:30.475452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:30.475731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.479415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:30.494818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Subnet': ['ID=8a327f61-6aee-457b-8497-f95c7ec274de,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:30.499142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:30.574361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.578156 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a7d46cb7-27cd-47a6-975e-f3cea262e2c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8022401 Apr 18 12:18:30.578387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35260) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:30.583881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'e9de25db-efbe-4b4e-bff8-07481b0eeb80', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:30.591250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:30.596353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:30.596798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.599732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:30.608674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:30.616042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c55a6573-e4bf-4108-bc7e-9bc0dda2da09 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2893438 Apr 18 12:18:30.618025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35264) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:30.623874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Request body: {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'mac_address': 'fa:16:3e:e3:93:98', 'name': 'tempest-NetworksTestDHCPv6-1301276210'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:30.684910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Transition to ACTIVE for port object 4c06fb1f-ef9b-4334-9adb-94154c385f43 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:30.714484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:30.721813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9855c480-ebef-4783-8c30-fc64a8a897e8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:30.722121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.759818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Transition to ACTIVE for port object 4c06fb1f-ef9b-4334-9adb-94154c385f43 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:30.775889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.786620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3a8ba331-cd1b-4a0f-8327-e142ad68a9b0 None None] Provisioning complete for port 9855c480-ebef-4783-8c30-fc64a8a897e8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:30.786987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3a8ba331-cd1b-4a0f-8327-e142ad68a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.840380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.893174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:30.920875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:30.931699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:30.948125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:30.950503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 82b2bd41-73aa-4781-ba0e-9d64f5eaf612 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:30.976722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:30.989109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:31.005456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Pushing event updated for resources: {'Port': ['ID=4c06fb1f-ef9b-4334-9adb-94154c385f43,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:31.023493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.055770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Made reservation on behalf of 33439f56f5f04b50b648186cdb4d24c0 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:31.063723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.098838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.137599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.173130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Transition to ACTIVE for port object 0be4e791-e689-4112-a02f-36f340251d6a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:31.213466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 525b68f3-cfcb-4530-9216-f482065d07d8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:31.252118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Attempting to bind port 4c06fb1f-ef9b-4334-9adb-94154c385f43 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:31.252412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Attempting to bind port 4c06fb1f-ef9b-4334-9adb-94154c385f43 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:31.252771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Attempting to bind port 4c06fb1f-ef9b-4334-9adb-94154c385f43 on network 5f4dde90-d90b-4725-911c-836df72b725b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:31.275496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:31.275861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Checking segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:31.276261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.276653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Bound using segment: {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:31.277113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Bound port: 4c06fb1f-ef9b-4334-9adb-94154c385f43, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1967b3e-721d-40ad-9d13-200510949f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5f4dde90-d90b-4725-911c-836df72b725b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:31.277480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.291731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.312902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88373b24-bcf1-4f65-b594-4cc09935dd9c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:31.413160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port b59eb4c8-5dc2-42bf-b004-5d81397ba02f {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:31.413160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.421438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.425241 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-57351f17-8da3-42a0-ba95-7ce9913d8cff tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8433471 Apr 18 12:18:31.428566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35268) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:31.446767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'e9de25db-efbe-4b4e-bff8-07481b0eeb80', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:31.454786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:31.473640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.488900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:31.493105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:31.497784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.507529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d3ae1-b548-442b-8ccf-6e864b8dcdd5 None None] Pushing event updated for resources: {'Port': ['ID=0be4e791-e689-4112-a02f-36f340251d6a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:31.515232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:31.535611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] device_id is not set on port 1ce6951b-9a33-4a11-bed7-683542b32a18 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:31.625848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 525b68f3-cfcb-4530-9216-f482065d07d8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:31.626577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.650734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3a8ba331-cd1b-4a0f-8327-e142ad68a9b0 None None] Provisioning for port 0be4e791-e689-4112-a02f-36f340251d6a completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:31.669045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] For port 4c06fb1f-ef9b-4334-9adb-94154c385f43, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:31.673675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.700015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] For port 4c06fb1f-ef9b-4334-9adb-94154c385f43, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c06fb1f-ef9b-4334-9adb-94154c385f43,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:31.706151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Attempting to bind port 0be4e791-e689-4112-a02f-36f340251d6a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:31.706562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Attempting to bind port 0be4e791-e689-4112-a02f-36f340251d6a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:31.706930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Attempting to bind port 0be4e791-e689-4112-a02f-36f340251d6a on network 3b1badc0-340d-4a0a-8154-25b412e67669 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:31.712314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.727565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:31.728027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Checking segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:31.728324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.728717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Bound using segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:31.729184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Bound port: 0be4e791-e689-4112-a02f-36f340251d6a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:31.729554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.751475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.818137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:31.835486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:31.844495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:31.845780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port b59eb4c8-5dc2-42bf-b004-5d81397ba02f, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:31.846914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.850487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:31.851120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.893468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=82b2bd41-73aa-4781-ba0e-9d64f5eaf612,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:31.925560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:31.948301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8::6e (5f4dde90-d90b-4725-911c-836df72b725b/24af2c00-dd61-4d58-827a-7c231f42dbeb/1ce6951b-9a33-4a11-bed7-683542b32a18) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:31.954356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:9398 (5f4dde90-d90b-4725-911c-836df72b725b/8a327f61-6aee-457b-8497-f95c7ec274de/1ce6951b-9a33-4a11-bed7-683542b32a18) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:31.970062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db516617-cd5e-471e-9369-8f6b7a5cf901 None None] Pushing event updated for resources: {'Port': ['ID=4c06fb1f-ef9b-4334-9adb-94154c385f43,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:31.975266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] For port 0be4e791-e689-4112-a02f-36f340251d6a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:31.978411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] For port 0be4e791-e689-4112-a02f-36f340251d6a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0be4e791-e689-4112-a02f-36f340251d6a,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:31.983824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for b59eb4c8-5dc2-42bf-b004-5d81397ba02f owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:32.004546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.028451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9d14952f-f311-48cb-b803-2c522a48e6f7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:32.062153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d2179510-70e5-4f65-843b-63eead5789d4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9337533 Apr 18 12:18:32.063112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dba245b-f7c0-48fb-9a84-15c420e980b8,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:32.065876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35272) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:32.069410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9d14952f-f311-48cb-b803-2c522a48e6f7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:32.069682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9d14952f-f311-48cb-b803-2c522a48e6f7 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:32.070100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8c2b936a-2dc0-4889-a046-289848415fb2 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:32.116325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 8c2b936a-2dc0-4889-a046-289848415fb2 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:32.116666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8c2b936a-2dc0-4889-a046-289848415fb2 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:32.118722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.169327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.171879 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3eba26e8-d65c-4fd2-a69c-7dae32a1737b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7351515 Apr 18 12:18:32.177319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35276) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:32.184741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'e9de25db-efbe-4b4e-bff8-07481b0eeb80', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:32.192282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:32.197200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:32.198149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:32.198821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:32.200927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:32.208112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:32.226929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94508cc2-86f6-4f05-ace9-a046212b5d88 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:32.227553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-94508cc2-86f6-4f05-ace9-a046212b5d88 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:32.288444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.303477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d3ae1-b548-442b-8ccf-6e864b8dcdd5 None None] Pushing event updated for resources: {'Port': ['ID=0be4e791-e689-4112-a02f-36f340251d6a,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:32.308740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.327353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Transition to ACTIVE for port object 1ce6951b-9a33-4a11-bed7-683542b32a18 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:32.357400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.391645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-94508cc2-86f6-4f05-ace9-a046212b5d88 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:32.392829 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-94508cc2-86f6-4f05-ace9-a046212b5d88 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/82b2bd41-73aa-4781-ba0e-9d64f5eaf612 HTTP/1.1" status: 200 len: 841 time: 0.3229883 Apr 18 12:18:32.396139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35280) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:32.453859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.545938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=b59eb4c8-5dc2-42bf-b004-5d81397ba02f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:32.566976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:32.609728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Network 5f4dde90-d90b-4725-911c-836df72b725b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:32.617581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 82b2bd41-73aa-4781-ba0e-9d64f5eaf612 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:32.617922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.707326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:32.722224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:32.726178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.728027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:32.728666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.732740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event updated for resources: {'Port': ['ID=1ce6951b-9a33-4a11-bed7-683542b32a18,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:32.799036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.825922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efad791c-c655-4cf3-a812-e032f0defba6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:32.858269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5dfebd26-7a54-4c4b-8f1d-e233d54cd0eb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2390873 Apr 18 12:18:32.861055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.867599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35284) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:32.956011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:32.983979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:23Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:32.989834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39e72a0-b201-41dc-b516-c9f7efeca105 None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:23Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:33.012426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.019021 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-235a028a-ff26-4806-a229-8fedf377cb86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8394816 Apr 18 12:18:33.035226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35288) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:33.062189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'e9de25db-efbe-4b4e-bff8-07481b0eeb80', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:33.119542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 82b2bd41-73aa-4781-ba0e-9d64f5eaf612 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:33.126374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:33.132013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting port 1ce6951b-9a33-4a11-bed7-683542b32a18 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:33.132351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.176881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:33.194501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:33.209903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:33.323082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.346957 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:18:33.385925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=82b2bd41-73aa-4781-ba0e-9d64f5eaf612,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:33.398492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.417673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.460251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b35c4d-8c29-41a0-a05f-e534228d7b3d None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:33.469412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-626c0978-7a9b-463e-9c90-e6f01ed7eb08 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/82b2bd41-73aa-4781-ba0e-9d64f5eaf612 HTTP/1.1" status: 204 len: 168 time: 1.0721674 Apr 18 12:18:33.470313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35292) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:33.534585 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ba7043-7567-4cac-9412-795c6fb42cc0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:33.535131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-97ba7043-7567-4cac-9412-795c6fb42cc0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:33.614659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-97ba7043-7567-4cac-9412-795c6fb42cc0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:33.615977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-97ba7043-7567-4cac-9412-795c6fb42cc0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/82b2bd41-73aa-4781-ba0e-9d64f5eaf612 HTTP/1.1" status: 404 len: 333 time: 0.1447015 Apr 18 12:18:33.621752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35296) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:33.628298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'name': 'tempest-PortsTestJSON-684426072'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:33.744635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:33.768897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-54b219d4-c335-469d-84da-9533fc54566f None None] Provisioning for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:33.876791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.893893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:33.904701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:33.925197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Update dhcp port {'port': {'network_id': '5f4dde90-d90b-4725-911c-836df72b725b', 'fixed_ips': [{'subnet_id': '24af2c00-dd61-4d58-827a-7c231f42dbeb', 'ip_address': '2001:db8::2'}, {'subnet_id': '8a327f61-6aee-457b-8497-f95c7ec274de'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': '4c06fb1f-ef9b-4334-9adb-94154c385f43'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:18:33.953502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.961543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.982866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:33.986601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:33.990077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.019082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 60868902-2339-4671-b892-9d1b64837273 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:34.109874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Calling delete_port for 1ce6951b-9a33-4a11-bed7-683542b32a18 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:34.167927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee9daa76-f5f8-40c6-af83-773eeb825a6e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:34.197402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:34.208592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:34.209132 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-162b9872-c047-4ecb-a43e-0c581d106473 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7368927 Apr 18 12:18:34.209476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35300) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:34.229725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:34.230384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:34.293469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet 8ae704f9-1d3b-44e4-b9af-5e48b2d90e01 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:34.309701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.316981 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0322c2e1-aff1-429f-a3ed-d3d261977619 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2591851 Apr 18 12:18:34.319888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.320573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35304) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:34.357881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.395168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Allocated IP 2001:db8:0:1:f816:3eff:fea8:6001 (5f4dde90-d90b-4725-911c-836df72b725b/8a327f61-6aee-457b-8497-f95c7ec274de/4c06fb1f-ef9b-4334-9adb-94154c385f43) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:34.415351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'e9de25db-efbe-4b4e-bff8-07481b0eeb80', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:34.420362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:34.425596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:34.432652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.434625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:34.440775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:34.446855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.506565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c06fb1f-ef9b-4334-9adb-94154c385f43 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:34.518595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:34.521815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:34.524230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:34.526160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:34.530695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:34.531766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.580182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=60868902-2339-4671-b892-9d1b64837273,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:34.625122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c3240042-f140-4e2e-9cf3-fbef02fbf5aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0012798 Apr 18 12:18:34.625122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35308) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:34.633225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:34.663678 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:18:34.677259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.706749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.755723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.826427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.849080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.878887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] For port 4c06fb1f-ef9b-4334-9adb-94154c385f43, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c06fb1f-ef9b-4334-9adb-94154c385f43,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:34.906711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Port': ['ID=1ce6951b-9a33-4a11-bed7-683542b32a18,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:34.936000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.946246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:34.954143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.963147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:34.963519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.966425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:34.996718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.011020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Transition to ACTIVE for port object 4c06fb1f-ef9b-4334-9adb-94154c385f43 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:35.044168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aad5164-1996-4cea-abec-a192b8eba6c8,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:35.057379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae704f9-1d3b-44e4-b9af-5e48b2d90e01,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:35.060589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.061710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.064422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.082076 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4bccc83f-b2d2-4015-9c37-924f88f628ea tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/1ce6951b-9a33-4a11-bed7-683542b32a18 HTTP/1.1" status: 204 len: 168 time: 2.2108285 Apr 18 12:18:35.084949 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4326ee35-eb99-47dd-bfaf-dc5e564067bf tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae704f9-1d3b-44e4-b9af-5e48b2d90e01 HTTP/1.1" status: 204 len: 168 time: 0.8714552 Apr 18 12:18:35.084949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35312) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:35.085201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35314) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:35.085311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a3fdd4-9556-4c75-a7f5-f4f528f31f7c None None] Network 456607f0-c760-402b-a772-410d842e1b55 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:35.109630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.140544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=60868902-2339-4671-b892-9d1b64837273,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:35.148088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] In _notify_port_updated(), no bound segment for port 60868902-2339-4671-b892-9d1b64837273 on network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 {{(pid=88782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:18:35.154672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:35.159447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.160755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-17f0633b-322f-4148-9925-4683e7ef0614 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/ports/60868902-2339-4671-b892-9d1b64837273 HTTP/1.1" status: 200 len: 818 time: 0.5343957 Apr 18 12:18:35.161510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35320) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:35.165176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.166261 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eb66bf3e-0d6c-4a59-9e75-ad177b9f51e8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7617171 Apr 18 12:18:35.181759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:32Z', 'revision_number': 10, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:35.278391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:35.293209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.307296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.318106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 60868902-2339-4671-b892-9d1b64837273 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:35.318435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.349369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-d18272c8-b3e8-434d-afeb-64fc2b0390b1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:35.374230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:35.374594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.387236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:35.387865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:35.437115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-d18272c8-b3e8-434d-afeb-64fc2b0390b1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:35.438698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-d18272c8-b3e8-434d-afeb-64fc2b0390b1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508474605&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1348157 Apr 18 12:18:35.484091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0e4451-4fbf-49d5-adbc-6fc6993b3817 None None] Pushing event updated for resources: {'Port': ['ID=4c06fb1f-ef9b-4334-9adb-94154c385f43,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:35.614771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-5f499b8e-dee8-41dc-b7da-d738b3de59a2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:35.616542 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-5f499b8e-dee8-41dc-b7da-d738b3de59a2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 797 time: 0.1701632 Apr 18 12:18:35.639789 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-ad78a3e6-1055-4dbf-91cb-de8fc2623ffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0157793 Apr 18 12:18:35.648904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdfea4d-de22-4349-a102-d79b7ecbb2ba tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:35.650001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0bdfea4d-de22-4349-a102-d79b7ecbb2ba tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:35.672341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:35.672582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:35.683420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:35.740493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-3f238983-d1bc-458e-b3e6-165f079d942d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:35.838289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-3f238983-d1bc-458e-b3e6-165f079d942d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:35.840599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-3f238983-d1bc-458e-b3e6-165f079d942d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930768 Apr 18 12:18:35.881437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0bdfea4d-de22-4349-a102-d79b7ecbb2ba tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:35.884896 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0bdfea4d-de22-4349-a102-d79b7ecbb2ba tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.7967036 Apr 18 12:18:35.885287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35338) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:35.892895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:35.941099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] DHCP port deletion for 456607f0-c760-402b-a772-410d842e1b55 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:35.947226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Deleting port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:35.947658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.101262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 60868902-2339-4671-b892-9d1b64837273 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:36.109732 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:18:36.122021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34384ec-a11b-4c04-aa63-b6694ed2a01b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:36.122780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a34384ec-a11b-4c04-aa63-b6694ed2a01b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:36.147114 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-c1a0f619-38f4-4e43-a3be-02ceb7f328da service neutron] 10.222.0.24 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886264 Apr 18 12:18:36.168758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a34384ec-a11b-4c04-aa63-b6694ed2a01b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:36.172456 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a34384ec-a11b-4c04-aa63-b6694ed2a01b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2836020 Apr 18 12:18:36.181227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35342) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:36.246694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:36.247056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.326343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3ceb3-125e-4160-b4c9-058999425800 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:36.327854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3ceb3-125e-4160-b4c9-058999425800 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:36.330673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3ceb3-125e-4160-b4c9-058999425800 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:36.330673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2ec3ceb3-125e-4160-b4c9-058999425800 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:36.386356 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-bd844020-129f-44cb-8505-14a4e1d68485 service neutron] 10.222.0.24 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379849 Apr 18 12:18:36.396991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:36.399717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:32Z', 'revision_number': 10, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:36.416919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.443090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e49070b-3517-462c-9d6c-e84b71605af7 None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:32Z', 'revision_number': 10, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None, '_interfaces': [{'id': '23e95ac0-2c31-4bb8-86c3-e133a1bfe356', 'name': '', 'network_id': 'aadd5b0a-e77f-49a9-82bd-669f8c2c48d5', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'mac_address': 'fa:16:3e:c4:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:17:38Z', 'updated_at': '2022-04-18T12:17:49Z', 'revision_number': 5, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'subnets': [{'id': 'a68cfbb3-22a2-45b2-8910-cd875ce8e2d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:36.444020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2ec3ceb3-125e-4160-b4c9-058999425800 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:36.448171 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2ec3ceb3-125e-4160-b4c9-058999425800 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2634525 Apr 18 12:18:36.448477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] For port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,segment=NetworkSegment(850cd618-2104-4193-b65b-d66b748c4550),segment_id=850cd618-2104-4193-b65b-d66b748c4550)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:36.448477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.448670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35346) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:36.525482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 24af2c00-dd61-4d58-827a-7c231f42dbeb {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:36.528783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.545980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.592907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.616242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=60868902-2339-4671-b892-9d1b64837273,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:36.631663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Calling delete_port for 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:36.660804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.683317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No DVR routers for this DVR port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:36.691051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=6a4cd496-59a2-4d7c-a1d5-e52ff34391d2,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:36.752707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.777235 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a51bc077-df3c-43a8-8e53-9ba8d1907cd6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/60868902-2339-4671-b892-9d1b64837273 HTTP/1.1" status: 204 len: 168 time: 1.6097486 Apr 18 12:18:36.782626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35354) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:36.797127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73d2efd2-69c4-4b68-b34e-4f1c0bbeceed None None] Provisioning for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:36.809789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73d2efd2-69c4-4b68-b34e-4f1c0bbeceed None None] Provisioning complete for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:36.818443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73d2efd2-69c4-4b68-b34e-4f1c0bbeceed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.855671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4c06fb1f-ef9b-4334-9adb-94154c385f43, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c06fb1f-ef9b-4334-9adb-94154c385f43,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:36.880182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:36.880531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:36.935664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.936368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0be4e791-e689-4112-a02f-36f340251d6a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:36.939419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:36.973917 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-399364d0-832a-466a-b296-9f7756fde297 req-a74c2c05-e508-478b-b6c6-3b26deaeb591 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 210 time: 0.1863568 Apr 18 12:18:36.976117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.017433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456607f0-c760-402b-a772-410d842e1b55']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:37.029707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '850cd618-2104-4193-b65b-d66b748c4550') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:37.030001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '850cd618-2104-4193-b65b-d66b748c4550') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:37.051474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.075315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27162f34-4d39-4988-a526-2ab72a862445 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:37.075315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-27162f34-4d39-4988-a526-2ab72a862445 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:37.084626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.094976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:37.095366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:37.109993 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:37.112724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4c06fb1f-ef9b-4334-9adb-94154c385f43,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:37.113168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73d2efd2-69c4-4b68-b34e-4f1c0bbeceed None None] Could not find standard attr ID for object 1ce6951b-9a33-4a11-bed7-683542b32a18. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:37.140477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.179642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=24af2c00-dd61-4d58-827a-7c231f42dbeb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:37.183274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.192197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e3ea5c-9dd4-4e50-bc4c-9a4b45c14290 None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:37.227689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dc214fc8-8835-4ae0-b9f4-3f472232a776 None None] Could not find standard attr ID for object 1ce6951b-9a33-4a11-bed7-683542b32a18. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:18:37.237041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-27162f34-4d39-4988-a526-2ab72a862445 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:37.238238 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-27162f34-4d39-4988-a526-2ab72a862445 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4492998 Apr 18 12:18:37.240988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35362) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:37.272905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0be4e791-e689-4112-a02f-36f340251d6a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:37.282820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0be4e791-e689-4112-a02f-36f340251d6a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:37.283182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.288751 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c37da60e-1236-4043-9683-850b90505be1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:37.290069 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c37da60e-1236-4043-9683-850b90505be1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/60868902-2339-4671-b892-9d1b64837273 HTTP/1.1" status: 404 len: 333 time: 0.0481923 Apr 18 12:18:37.294116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.294264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35366) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:37.301319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-218252826'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:37.306899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:37.311245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.311381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:37.315168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:37.321854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=456607f0-c760-402b-a772-410d842e1b55,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:37.324470 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-96cc6917-927a-4c15-9521-9bceff9281e2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/456607f0-c760-402b-a772-410d842e1b55 HTTP/1.1" status: 204 len: 168 time: 2.2370539 Apr 18 12:18:37.324786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:37.327070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35370) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:37.351996 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2db80afa-9c28-486c-b5b5-010f218bca47 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/24af2c00-dd61-4d58-827a-7c231f42dbeb HTTP/1.1" status: 204 len: 168 time: 0.9025738 Apr 18 12:18:37.354520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35374) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:37.381842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Deleting port 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:37.382227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.406638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:37.410255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.458801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Deleting subnet 8a327f61-6aee-457b-8497-f95c7ec274de {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:37.465846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.496852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a1e13259-0549-47d7-b524-da7fcb4d4f8d None None] The port '6a4cd496-59a2-4d7c-a1d5-e52ff34391d2' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:18:37.501172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:37.528879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.529224 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment e7aadbd2-017a-494a-8096-6ac5f02323ea of type vlan for network 44c60308-e16e-42f6-89f1-2460e0837f0d Apr 18 12:18:37.540689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.606968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.618756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.668039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 0be4e791-e689-4112-a02f-36f340251d6a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0be4e791-e689-4112-a02f-36f340251d6a,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:37.717002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.746150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.803453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.809798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:37.810638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.867282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c06fb1f-ef9b-4334-9adb-94154c385f43 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:37.925860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=0be4e791-e689-4112-a02f-36f340251d6a,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:37.939825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:37.966988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:37.967634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.004263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=44c60308-e16e-42f6-89f1-2460e0837f0d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:38.008637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Subnet': ['ID=8a327f61-6aee-457b-8497-f95c7ec274de,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:38.018800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.021003 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2672bf05-d4b7-4430-99d7-dec9f6348c94 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/8a327f61-6aee-457b-8497-f95c7ec274de HTTP/1.1" status: 204 len: 168 time: 0.6655681 Apr 18 12:18:38.023988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35384) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.030170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:38.071665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-54a053bb-12d6-4fb0-a08e-2acedec893cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.105064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.121001 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e8e549be-f99a-47cb-a3fd-9c74dc3d4ed5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0958364 Apr 18 12:18:38.154987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35388) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.162127 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-370a291e-b39e-4e53-90cf-a1b02c3a74c8 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8666065 Apr 18 12:18:38.168042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35392) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.217633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:38.250339 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9dda37f5-8420-4585-8ce2-8d71240ff2f3 req-a5b3a724-c3fa-4802-ad97-20f50213f73f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 210 time: 0.1279540 Apr 18 12:18:38.324314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:38.376101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:38.376581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6a4cd496-59a2-4d7c-a1d5-e52ff34391d2 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:38.377899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b59eb4c8-5dc2-42bf-b004-5d81397ba02f no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:38.407605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:38.416106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:38.434040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac3fe9c-6fdd-438e-bdae-f6372e454408 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:38.438059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3ac3fe9c-6fdd-438e-bdae-f6372e454408 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2794566 Apr 18 12:18:38.438059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:38.439912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35396) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.510244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: b59eb4c8-5dc2-42bf-b004-5d81397ba02f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:38.510855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b59eb4c8-5dc2-42bf-b004-5d81397ba02f not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:38.512199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb923f5-8b33-48b9-9d93-6513c04d942b None None] Network 5f4dde90-d90b-4725-911c-836df72b725b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:38.520041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207e7c14-edf8-4ae2-85a6-ddc169638855 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:38.520738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-207e7c14-edf8-4ae2-85a6-ddc169638855 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Synchronizing usage tracker for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:38.525487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:38.575498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:38.575912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.626532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-207e7c14-edf8-4ae2-85a6-ddc169638855 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Unset dirty status for tenant:33439f56f5f04b50b648186cdb4d24c0 on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:38.628396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b0c99c08-125f-487a-9e07-f6c12cb913ff None None] Provisioning complete for port 4c06fb1f-ef9b-4334-9adb-94154c385f43 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:38.628801 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-207e7c14-edf8-4ae2-85a6-ddc169638855 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1880708 Apr 18 12:18:38.628921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b0c99c08-125f-487a-9e07-f6c12cb913ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.629463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35400) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.702359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:38.706431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.743123 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bb75f1e4-8025-4580-82a6-b4c180ae260c tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124828 Apr 18 12:18:38.750658 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35404) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.798415 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1b3d85-7786-4d78-ac5c-6640c4fc8e86 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:38.799742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1b3d85-7786-4d78-ac5c-6640c4fc8e86 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:38.801725 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f1b3d85-7786-4d78-ac5c-6640c4fc8e86 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/1ce6951b-9a33-4a11-bed7-683542b32a18 HTTP/1.1" status: 404 len: 333 time: 0.0498848 Apr 18 12:18:38.804950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35408) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.845450 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e425888-fbcd-4e00-9a4d-5afa5a23087e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:38.846738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e425888-fbcd-4e00-9a4d-5afa5a23087e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:38.848574 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8e425888-fbcd-4e00-9a4d-5afa5a23087e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/8a327f61-6aee-457b-8497-f95c7ec274de HTTP/1.1" status: 404 len: 337 time: 0.0425515 Apr 18 12:18:38.851785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35412) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.898593 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-70edb2fc-0e3f-470d-b8b6-3418010085c1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:38.899040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70edb2fc-0e3f-470d-b8b6-3418010085c1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:38.903148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-70edb2fc-0e3f-470d-b8b6-3418010085c1 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/24af2c00-dd61-4d58-827a-7c231f42dbeb HTTP/1.1" status: 404 len: 337 time: 0.0478282 Apr 18 12:18:38.904513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35416) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:38.926987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 23e95ac0-2c31-4bb8-86c3-e133a1bfe356, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,segment=NetworkSegment(a3e695d2-bcbf-414c-8250-be97b520eeaa),segment_id=a3e695d2-bcbf-414c-8250-be97b520eeaa)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:38.927395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:38.977647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] DHCP port deletion for 5f4dde90-d90b-4725-911c-836df72b725b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:38.982220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] Deleting port 4c06fb1f-ef9b-4334-9adb-94154c385f43 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:38.982728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.002448 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8867b3-72be-42da-9478-ccf9cd786476 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.002981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8867b3-72be-42da-9478-ccf9cd786476 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.026388 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5d8867b3-72be-42da-9478-ccf9cd786476 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a69b94f4-2eb6-44ea-895a-997ca174c91b HTTP/1.1" status: 404 len: 333 time: 0.1163418 Apr 18 12:18:39.032556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35420) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.068436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:39.085489 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e1f12d4-0213-4f55-934f-89e00a7515b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.086073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e1f12d4-0213-4f55-934f-89e00a7515b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.088430 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7e1f12d4-0213-4f55-934f-89e00a7515b6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/ab777dac-a076-4d48-a5d4-7b2fc27a187b HTTP/1.1" status: 404 len: 337 time: 0.0551133 Apr 18 12:18:39.092579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35424) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.156435 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bf0b06-1058-46a6-a290-712403ffc6a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.156883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bf0b06-1058-46a6-a290-712403ffc6a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.159126 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-43bf0b06-1058-46a6-a290-712403ffc6a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/db99beda-7beb-43d8-b64d-508493266377 HTTP/1.1" status: 404 len: 337 time: 0.0556607 Apr 18 12:18:39.163104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35428) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.204205 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00f761e-9830-42a6-ac06-6dede4ed1b18 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.204588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d00f761e-9830-42a6-ac06-6dede4ed1b18 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.209116 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d00f761e-9830-42a6-ac06-6dede4ed1b18 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/c050a447-491e-4d21-9bf1-ff7e2b5eed3b HTTP/1.1" status: 404 len: 333 time: 0.0428896 Apr 18 12:18:39.209379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35432) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.222028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] For port 4c06fb1f-ef9b-4334-9adb-94154c385f43, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c06fb1f-ef9b-4334-9adb-94154c385f43,segment=NetworkSegment(b1967b3e-721d-40ad-9d13-200510949f9d),segment_id=b1967b3e-721d-40ad-9d13-200510949f9d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:39.222430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.368724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.369072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] Calling delete_port for 4c06fb1f-ef9b-4334-9adb-94154c385f43 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:39.417694 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c10af8-0f05-4a45-94ae-cbeb2e23ddf0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.418045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c10af8-0f05-4a45-94ae-cbeb2e23ddf0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.419787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-39c10af8-0f05-4a45-94ae-cbeb2e23ddf0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/8ba94187-d6fd-45e2-9715-4f9cc7e5b3d1 HTTP/1.1" status: 404 len: 337 time: 0.2095146 Apr 18 12:18:39.432145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35438) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.463691 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-14e2e58c-4c39-4018-8888-cd2ac0a25c11 req-4863ea35-e87d-441a-bbef-23ee7cf462ec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 210 time: 0.0519640 Apr 18 12:18:39.465277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.500013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-003a59df-b46b-4b3b-97bc-89771a586575 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.500462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003a59df-b46b-4b3b-97bc-89771a586575 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.502681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-003a59df-b46b-4b3b-97bc-89771a586575 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/f3964421-3818-4e9b-98fc-65de5ffdc201 HTTP/1.1" status: 404 len: 337 time: 0.0675225 Apr 18 12:18:39.506715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35442) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.519173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=23e95ac0-2c31-4bb8-86c3-e133a1bfe356,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:39.541814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=9adca68a-62cc-4211-a7fe-17fe3c5757a8,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:39.550565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.566820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3548c75b-4ce3-4777-9742-5ebdbbd196ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.567629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3548c75b-4ce3-4777-9742-5ebdbbd196ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.569828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3548c75b-4ce3-4777-9742-5ebdbbd196ff tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/5bf3c774-c9da-4957-b0f6-e564babc340e HTTP/1.1" status: 404 len: 333 time: 0.0604546 Apr 18 12:18:39.573684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': 'e7aadbd2-017a-494a-8096-6ac5f02323ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:39.574563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: 44c60308-e16e-42f6-89f1-2460e0837f0d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:39.589474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35446) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.620613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] No DVR routers for this DVR port 4c06fb1f-ef9b-4334-9adb-94154c385f43 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:39.628154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e960bc-79c5-4bb9-bc53-82f837d7032c None None] Pushing event deleted for resources: {'Port': ['ID=4c06fb1f-ef9b-4334-9adb-94154c385f43,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:39.660460 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c8c2a0-33ca-4a46-a8bd-1c91146b401f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.661166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c8c2a0-33ca-4a46-a8bd-1c91146b401f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.681885 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-45c8c2a0-33ca-4a46-a8bd-1c91146b401f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4a3eef44-e41f-42fe-acf8-ada2dd1b46ed HTTP/1.1" status: 404 len: 337 time: 0.0891628 Apr 18 12:18:39.682645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35450) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.724065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 44c60308-e16e-42f6-89f1-2460e0837f0d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:39.726948 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-421508e4-de6d-4092-a495-d0eb96a5926d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.727403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-421508e4-de6d-4092-a495-d0eb96a5926d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.729148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-421508e4-de6d-4092-a495-d0eb96a5926d tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/9f56925e-7903-4ede-b7be-ed96c6353cfe HTTP/1.1" status: 404 len: 337 time: 0.0454259 Apr 18 12:18:39.731757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35454) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.794526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c3c62-98bd-4d68-b2ea-58995ced46d3 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:18:39.803535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-629196b8-3f0a-4fa0-bfd6-9ddee5229aed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:39.805622 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-629196b8-3f0a-4fa0-bfd6-9ddee5229aed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 797 time: 0.2045999 Apr 18 12:18:39.846285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 44c60308-e16e-42f6-89f1-2460e0837f0d) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:39.865325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:39.869656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.904537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c3c62-98bd-4d68-b2ea-58995ced46d3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:18:39.923206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0be4e791-e689-4112-a02f-36f340251d6a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:39.923412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-79cfbde9-b712-4536-bff8-5632a7921d6a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 379 time: 0.1066325 Apr 18 12:18:39.927922 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5f7e7d-691e-4fe2-b632-64ce31af4a76 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.928374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5f7e7d-691e-4fe2-b632-64ce31af4a76 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.930508 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8f5f7e7d-691e-4fe2-b632-64ce31af4a76 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/96656f8a-433c-4e32-ad95-d8089638427d HTTP/1.1" status: 404 len: 333 time: 0.1971288 Apr 18 12:18:39.932601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['e9de25db-efbe-4b4e-bff8-07481b0eeb80']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:39.933274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35458) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:39.933950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:39.985278 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d486910-523d-4ca7-b7e3-cd4ffb15a143 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:39.985734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d486910-523d-4ca7-b7e3-cd4ffb15a143 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:39.988604 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5d486910-523d-4ca7-b7e3-cd4ffb15a143 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/dadc3f2e-3b1c-4fbd-af48-277767718c45 HTTP/1.1" status: 404 len: 337 time: 0.0508418 Apr 18 12:18:40.043323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35462) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.097406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0be4e791-e689-4112-a02f-36f340251d6a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:40.097406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:40.111343 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-64645078-f459-4c37-94f5-440dbc44e788 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.112327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64645078-f459-4c37-94f5-440dbc44e788 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.116463 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-64645078-f459-4c37-94f5-440dbc44e788 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/5dbc9101-741f-4936-8f5f-37cb8e64abc6 HTTP/1.1" status: 404 len: 333 time: 0.0674057 Apr 18 12:18:40.118030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35466) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.160696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-722217f0-6371-4874-b464-be6cb22e50e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9916289 Apr 18 12:18:40.164227 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81ce141-5034-4778-aafb-4fa50127bb65 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.164679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a81ce141-5034-4778-aafb-4fa50127bb65 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.169678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a81ce141-5034-4778-aafb-4fa50127bb65 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/48a3bcf6-af51-4187-9ed9-3edb7f4bdfb2 HTTP/1.1" status: 404 len: 337 time: 0.0482712 Apr 18 12:18:40.169678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35472) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.175182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:40.194397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35476) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.271238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b49daae-f3aa-4da0-b653-f1697c51e9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:40.272290 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8edf12-f387-4cab-883d-77f5daaf0255 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.272762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8edf12-f387-4cab-883d-77f5daaf0255 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.274545 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9a8edf12-f387-4cab-883d-77f5daaf0255 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/04f41b08-7a67-49de-abf8-f0cae6cbf723 HTTP/1.1" status: 404 len: 333 time: 0.0793462 Apr 18 12:18:40.277373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35482) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.324253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:40.325285 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01ed505-fe35-492a-a38b-180d5c9c2899 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.325718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e01ed505-fe35-492a-a38b-180d5c9c2899 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.329631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:40.329975 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e01ed505-fe35-492a-a38b-180d5c9c2899 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/94e2a2f9-ea72-434a-87ac-0994af4d7dce HTTP/1.1" status: 404 len: 337 time: 0.0498123 Apr 18 12:18:40.331282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35486) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.355164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:40.376623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb27678-de22-4f25-a120-79296fb1a1a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.377130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb27678-de22-4f25-a120-79296fb1a1a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.380275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c06fb1f-ef9b-4334-9adb-94154c385f43 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:40.381405 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8eb27678-de22-4f25-a120-79296fb1a1a4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/aa3bafdb-bf5e-4812-8e1e-5702b7d6c015 HTTP/1.1" status: 404 len: 333 time: 0.0476711 Apr 18 12:18:40.381991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35490) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.397530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:40.401365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:40.404262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:40.410624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:40.424947 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c865b8b4-e969-4ca9-85f0-5ce6b1f7e955 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.425343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:40.425496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c865b8b4-e969-4ca9-85f0-5ce6b1f7e955 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.430974 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c865b8b4-e969-4ca9-85f0-5ce6b1f7e955 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/2f809c49-403e-4c43-b9f6-d20e0c3c5722 HTTP/1.1" status: 404 len: 337 time: 0.0431209 Apr 18 12:18:40.431164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4c06fb1f-ef9b-4334-9adb-94154c385f43 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:40.431261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:40.431355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c06fb1f-ef9b-4334-9adb-94154c385f43 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:40.440780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35494) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.476325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-44c60308-e16e-42f6-89f1-2460e0837f0d', 'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '9adca68a-62cc-4211-a7fe-17fe3c5757a8'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:40.477777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:40.492116 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbe4ef8-be4e-4769-9d0b-cbfd283f3d8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.492322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbe4ef8-be4e-4769-9d0b-cbfd283f3d8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.496187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cbbe4ef8-be4e-4769-9d0b-cbfd283f3d8f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a8f5d0c8-1844-4439-a190-a89a10410b5e HTTP/1.1" status: 404 len: 333 time: 0.0525701 Apr 18 12:18:40.496862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35500) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.528924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:40.532907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:40.594068 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d649d4f-6b7e-4ebc-8f38-c924aacc35d9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.594068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d649d4f-6b7e-4ebc-8f38-c924aacc35d9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.598567 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6d649d4f-6b7e-4ebc-8f38-c924aacc35d9 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/3f332a1d-3551-474a-9813-65f2d7090795 HTTP/1.1" status: 404 len: 337 time: 0.0982509 Apr 18 12:18:40.599081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35504) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.629163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:40.638512 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d9aaff8c-d4be-4ca4-a44a-81ca9f0a0d7c tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3104155 Apr 18 12:18:40.640329 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84532876-050e-4ff5-b409-25338fad9adb None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:40.646838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35508) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.651632 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:40.652481 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:40.680557 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e0dfec-fe89-40b2-a384-430b334a69d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.680930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e0dfec-fe89-40b2-a384-430b334a69d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.682733 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-35e0dfec-fe89-40b2-a384-430b334a69d8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/3bb75aad-cbde-4cdd-829f-ca7a2764d1de HTTP/1.1" status: 404 len: 333 time: 0.0827625 Apr 18 12:18:40.686391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35512) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.744144 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dc2892cc-80db-4c62-8d3f-4e2f7db30a1c req-13816eec-0c7e-42bf-ad64-aeeb631be6d5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 210 time: 0.1495445 Apr 18 12:18:40.788208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:40.803769 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Allocated IP 172.20.0.2 (44c60308-e16e-42f6-89f1-2460e0837f0d/9adca68a-62cc-4211-a7fe-17fe3c5757a8/70e3d795-720d-42f6-911c-859e4bff1bdb) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:40.846857 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9acd81-979a-45f2-a4ec-3184b3e79fd0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.847306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc9acd81-979a-45f2-a4ec-3184b3e79fd0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.848986 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bc9acd81-979a-45f2-a4ec-3184b3e79fd0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e54fc381-3a9e-41f8-9309-669744bdab86 HTTP/1.1" status: 404 len: 337 time: 0.1616802 Apr 18 12:18:40.850581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9adca68a-62cc-4211-a7fe-17fe3c5757a8 (CIDR: 172.20.0.0/28) Apr 18 12:18:40.851552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35516) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.878034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting subnet a68cfbb3-22a2-45b2-8910-cd875ce8e2d7 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:40.882129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:40.898854 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:39Z', 'revision_number': 11, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:40.903135 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84532876-050e-4ff5-b409-25338fad9adb None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:40.906862 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:18:40.907448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.911940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ec7215-088d-40fd-91ef-f64bc668d792 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.912463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ec7215-088d-40fd-91ef-f64bc668d792 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.912810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:40.913418 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:40.927144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.13 (3b1badc0-340d-4a0a-8154-25b412e67669/f54e6812-7e94-4726-aa15-df75bfcabc79/8beea2c4-a7f9-444f-b250-d0b7414a11db) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:40.930313 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c0ec7215-088d-40fd-91ef-f64bc668d792 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e5888fd9-5516-4c14-9429-4ede25d02b43 HTTP/1.1" status: 404 len: 337 time: 0.0777657 Apr 18 12:18:40.933085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35520) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:40.987409 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9429d57-ec87-440d-9c08-88ce424fed56 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:40.988127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9429d57-ec87-440d-9c08-88ce424fed56 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:40.989992 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9429d57-ec87-440d-9c08-88ce424fed56 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/e1bb7673-5147-4fef-aa95-67685d50eba9 HTTP/1.1" status: 404 len: 333 time: 0.0558286 Apr 18 12:18:40.993019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.000336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35524) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.051933 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:41.054976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-126f05d8-b96d-4de7-9b53-b1f49ca2cf69 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8844259 Apr 18 12:18:41.058813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35528) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.062286 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5968edfd-48f0-41f0-92ae-53199dda63e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.062914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5968edfd-48f0-41f0-92ae-53199dda63e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.065364 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5968edfd-48f0-41f0-92ae-53199dda63e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/893084dd-c81f-4123-9251-617864487fea HTTP/1.1" status: 404 len: 337 time: 0.0638800 Apr 18 12:18:41.072283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.073199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:41.083526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Transition to ACTIVE for port object 70e3d795-720d-42f6-911c-859e4bff1bdb will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:41.090184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35532) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.106242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Transition to ACTIVE for port object 70e3d795-720d-42f6-911c-859e4bff1bdb will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:41.163058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c901430-5555-4162-b311-77519ed5442f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.163509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c901430-5555-4162-b311-77519ed5442f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.165170 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9c901430-5555-4162-b311-77519ed5442f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/2764b0e7-94e3-42a0-8a54-a72992f59d5d HTTP/1.1" status: 404 len: 337 time: 0.0678782 Apr 18 12:18:41.169060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35536) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.171637 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-84532876-050e-4ff5-b409-25338fad9adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:39Z', 'revision_number': 11, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:41.176266 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84532876-050e-4ff5-b409-25338fad9adb None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:39Z', 'revision_number': 11, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:41.191396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.203375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.221442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 8beea2c4-a7f9-444f-b250-d0b7414a11db will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:41.279608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:41.282345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:41.282638 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-909c1889-ece6-460b-baad-b554e26adbc6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.283124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909c1889-ece6-460b-baad-b554e26adbc6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.287146 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-909c1889-ece6-460b-baad-b554e26adbc6 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/27ebeb56-ac7a-474b-b580-399792339f5b HTTP/1.1" status: 404 len: 333 time: 0.0682998 Apr 18 12:18:41.288656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35540) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.290993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:41.291583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.327112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Pushing event updated for resources: {'Port': ['ID=70e3d795-720d-42f6-911c-859e4bff1bdb,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:41.329856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d4acf4-1d70-483d-81c4-0b4b6c8da8d4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.330538 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d4acf4-1d70-483d-81c4-0b4b6c8da8d4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.335321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-61d4acf4-1d70-483d-81c4-0b4b6c8da8d4 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/85524364-b771-4949-b09f-ff11f13f7d97 HTTP/1.1" status: 404 len: 337 time: 0.0454297 Apr 18 12:18:41.336578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35544) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.366531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:41.366766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.374345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:41.380209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:41.387345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:41.392744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Attempting to bind port 70e3d795-720d-42f6-911c-859e4bff1bdb on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:41.393214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Attempting to bind port 70e3d795-720d-42f6-911c-859e4bff1bdb by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e7aadbd2-017a-494a-8096-6ac5f02323ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:41.393645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Attempting to bind port 70e3d795-720d-42f6-911c-859e4bff1bdb on network 44c60308-e16e-42f6-89f1-2460e0837f0d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:41.400565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:41.401062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Checking segment: {'id': 'e7aadbd2-017a-494a-8096-6ac5f02323ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:41.401519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.401975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Bound using segment: {'id': 'e7aadbd2-017a-494a-8096-6ac5f02323ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:41.402542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Bound port: 70e3d795-720d-42f6-911c-859e4bff1bdb, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7aadbd2-017a-494a-8096-6ac5f02323ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:41.402983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.449152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.488729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:41.492185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.496808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] For port 70e3d795-720d-42f6-911c-859e4bff1bdb, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:41.499891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] For port 70e3d795-720d-42f6-911c-859e4bff1bdb, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=70e3d795-720d-42f6-911c-859e4bff1bdb,segment=NetworkSegment(e7aadbd2-017a-494a-8096-6ac5f02323ea),segment_id=e7aadbd2-017a-494a-8096-6ac5f02323ea)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:41.500220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.506161 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e24cb1d-bf96-4f8d-a177-77ed17eeb027 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.507257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e24cb1d-bf96-4f8d-a177-77ed17eeb027 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.508351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3e24cb1d-bf96-4f8d-a177-77ed17eeb027 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e85c08d0-a392-4060-82c0-075dfa9512f0 HTTP/1.1" status: 404 len: 337 time: 0.1709218 Apr 18 12:18:41.509770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Subnet': ['ID=a68cfbb3-22a2-45b2-8910-cd875ce8e2d7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:41.521913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35548) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.570529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 3b1badc0-340d-4a0a-8154-25b412e67669 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:41.570683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.570790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.570874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:41.572887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:41.642887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:41.643187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.676500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=8beea2c4-a7f9-444f-b250-d0b7414a11db,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:41.690306 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb802cff-f9ae-473e-9f56-89019507490f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.690776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb802cff-f9ae-473e-9f56-89019507490f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.696639 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bb802cff-f9ae-473e-9f56-89019507490f tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/2d81bf6a-5763-4d61-a196-92872e66ec2e HTTP/1.1" status: 404 len: 333 time: 0.1695156 Apr 18 12:18:41.697169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.709091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92150498-f7b6-4604-a199-f772c0e39baa None None] Pushing event updated for resources: {'Port': ['ID=70e3d795-720d-42f6-911c-859e4bff1bdb,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:41.710110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e0c56e24-75eb-4302-865a-7ed041ec6224 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/a68cfbb3-22a2-45b2-8910-cd875ce8e2d7 HTTP/1.1" status: 204 len: 168 time: 1.0618606 Apr 18 12:18:41.710978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35556) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.741972 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd058448-3878-4239-8211-cdb71a0aaeeb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.742433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd058448-3878-4239-8211-cdb71a0aaeeb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.747187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bd058448-3878-4239-8211-cdb71a0aaeeb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/fe6fdb17-9899-4b38-95b2-e431f3ae1cba HTTP/1.1" status: 404 len: 337 time: 0.0508978 Apr 18 12:18:41.748007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35560) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.751665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-be7fbd1c-fcf3-454e-ace7-8765e4d7cc21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8237970 Apr 18 12:18:41.782871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:41.796964 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75b8bc5-5ce0-4682-92f1-d4b4932c8e0b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:41.797421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75b8bc5-5ce0-4682-92f1-d4b4932c8e0b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:41.803410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c75b8bc5-5ce0-4682-92f1-d4b4932c8e0b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e83f11cf-fe33-44e8-b6fb-a62a62a1386f HTTP/1.1" status: 404 len: 337 time: 0.0541959 Apr 18 12:18:41.808157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35566) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:41.816494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Request body: {'port': {'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:41.833349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:41.833920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23e95ac0-2c31-4bb8-86c3-e133a1bfe356 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:41.838680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.953265 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c594df24-f888-4543-b916-f27285b24340 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2419dbc-8b3e-4e84-a3e6-0cb9be397529 HTTP/1.1" status: 200 len: 205 time: 0.1437702 Apr 18 12:18:41.957677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:41.959202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35570) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.069378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Deleting port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:42.069718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.098718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.109606 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-1ea89a1b-a79e-41f9-b630-640c4e610bdb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] delete failed (client error): The resource could not be found. Apr 18 12:18:42.113620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ea89a1b-a79e-41f9-b630-640c4e610bdb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/routers/e2419dbc-8b3e-4e84-a3e6-0cb9be397529 HTTP/1.1" status: 404 len: 336 time: 0.1514482 Apr 18 12:18:42.115002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35574) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.161337 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6234fbf-2567-4b7c-b084-4c6dc66951e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:42.161789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6234fbf-2567-4b7c-b084-4c6dc66951e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:42.165803 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f6234fbf-2567-4b7c-b084-4c6dc66951e0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/0ffaaf21-1217-428b-a238-8b6422646757 HTTP/1.1" status: 404 len: 337 time: 0.0476174 Apr 18 12:18:42.178389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072da020-e4bb-4400-8a20-5f4125cfc02e req-8df10d2d-a931-49f4-8fc0-5a954903aa75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:42.179969 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-072da020-e4bb-4400-8a20-5f4125cfc02e req-8df10d2d-a931-49f4-8fc0-5a954903aa75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 932 time: 0.2193623 Apr 18 12:18:42.185772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35578) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.294258 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3c15e9bf-a69f-49b3-a2ad-f6aa12eb5d40 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e1674ee-cae6-4308-a436-3a6bed7c873e HTTP/1.1" status: 200 len: 205 time: 0.1074028 Apr 18 12:18:42.297171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.358883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-072da020-e4bb-4400-8a20-5f4125cfc02e req-284cd085-aea4-4422-b889-2aa8608f90f2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:42.377581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-83a72da6-4132-456e-a57d-54041cbc8511 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] delete failed (client error): The resource could not be found. Apr 18 12:18:42.381243 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-83a72da6-4132-456e-a57d-54041cbc8511 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/routers/9e1674ee-cae6-4308-a436-3a6bed7c873e HTTP/1.1" status: 404 len: 336 time: 0.0804951 Apr 18 12:18:42.397217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.453013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcc903d-c781-4791-bdc8-4a53cd661767 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:42.453570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcc903d-c781-4791-bdc8-4a53cd661767 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:42.458149 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bbcc903d-c781-4791-bdc8-4a53cd661767 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e827d258-e913-4a23-b86a-a4014671c7b4 HTTP/1.1" status: 404 len: 337 time: 0.0570335 Apr 18 12:18:42.462502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35590) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.507037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.510392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-072da020-e4bb-4400-8a20-5f4125cfc02e req-284cd085-aea4-4422-b889-2aa8608f90f2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:42.511608 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-072da020-e4bb-4400-8a20-5f4125cfc02e req-284cd085-aea4-4422-b889-2aa8608f90f2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2852881 Apr 18 12:18:42.644314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8beea2c4-a7f9-444f-b250-d0b7414a11db {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:18:42.652958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.669787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Transition to ACTIVE for port object 8beea2c4-a7f9-444f-b250-d0b7414a11db will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:42.706841 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1265c2ab-52ae-4f3d-ba02-e2ea6660aab7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:42.710015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1265c2ab-52ae-4f3d-ba02-e2ea6660aab7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:42.729324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] For port 9575500c-0b5b-4ea6-ae04-2a5fb8729856, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9575500c-0b5b-4ea6-ae04-2a5fb8729856,segment=NetworkSegment(a3e695d2-bcbf-414c-8250-be97b520eeaa),segment_id=a3e695d2-bcbf-414c-8250-be97b520eeaa)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:42.729988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.749964 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1265c2ab-52ae-4f3d-ba02-e2ea6660aab7 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4efd1490-a2a9-4f42-badd-efcba64569a2 HTTP/1.1" status: 404 len: 337 time: 0.2820134 Apr 18 12:18:42.752496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 44c60308-e16e-42f6-89f1-2460e0837f0d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:42.753291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35594) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.760404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:42.764820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:42.765696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.790947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.855469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabca785-7e8c-4f22-af74-36af21d3ee6b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:42.857288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabca785-7e8c-4f22-af74-36af21d3ee6b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:42.860153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dabca785-7e8c-4f22-af74-36af21d3ee6b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/4bad5345-fd32-443a-806a-8f35b30d88b4 HTTP/1.1" status: 404 len: 333 time: 0.1030014 Apr 18 12:18:42.864658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.883462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:42.891181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=ef36d526-e916-4baf-adb7-38e00aec5f20,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:42.900712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Calling delete_port for 9575500c-0b5b-4ea6-ae04-2a5fb8729856 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:42.908140 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e307a68-871b-495e-ae29-c1ecdc37874b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:42.908591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e307a68-871b-495e-ae29-c1ecdc37874b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:42.912593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e307a68-871b-495e-ae29-c1ecdc37874b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/f4cc92ef-4854-4225-a757-ae2b9f444c8e HTTP/1.1" status: 404 len: 337 time: 0.0446172 Apr 18 12:18:42.936251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35602) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:42.975242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Pushing event updated for resources: {'Port': ['ID=8beea2c4-a7f9-444f-b250-d0b7414a11db,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:42.983962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2923fd-b4cc-406a-9a48-2c81bb4c3370 None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:43.012385 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a65f2e-69d1-4b89-9291-6f7409ebcf72 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.013215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a65f2e-69d1-4b89-9291-6f7409ebcf72 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.022491 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-79a65f2e-69d1-4b89-9291-6f7409ebcf72 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/78f31f68-92b6-47d6-ae0f-012bc2e5dc91 HTTP/1.1" status: 404 len: 333 time: 0.0780065 Apr 18 12:18:43.022491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35606) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.071925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6dcfa27c-c7a8-4a30-8141-c77a67c2cd0b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0109537 Apr 18 12:18:43.073834 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fae262b-b92e-4f99-8e40-48733f37f46e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.074434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fae262b-b92e-4f99-8e40-48733f37f46e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.078338 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3fae262b-b92e-4f99-8e40-48733f37f46e tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4b5b1864-0d1c-4a1f-b19a-fdba5d647158 HTTP/1.1" status: 404 len: 337 time: 0.0576255 Apr 18 12:18:43.078338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35610) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.083061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d', 'fixed_ips': [{'subnet_id': '9adca68a-62cc-4211-a7fe-17fe3c5757a8'}, {'subnet_id': 'ef36d526-e916-4baf-adb7-38e00aec5f20'}], 'name': 'tempest-PortsTestJSON-2085810760'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:43.103440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35612) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.116644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb7bbc-66d4-423e-a579-e7406c6fe97a None None] Network aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:43.181959 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2014667-5d5c-42ad-a6ac-1298f2589bd5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.182371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2014667-5d5c-42ad-a6ac-1298f2589bd5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.186427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b2014667-5d5c-42ad-a6ac-1298f2589bd5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/462dcd30-ac3e-4100-beec-eb255bd21222 HTTP/1.1" status: 404 len: 333 time: 0.0712337 Apr 18 12:18:43.186427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Attempting to bind port 8beea2c4-a7f9-444f-b250-d0b7414a11db on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:43.186427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Attempting to bind port 8beea2c4-a7f9-444f-b250-d0b7414a11db by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:43.186427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Attempting to bind port 8beea2c4-a7f9-444f-b250-d0b7414a11db on network 3b1badc0-340d-4a0a-8154-25b412e67669 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:43.188478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35618) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.226749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Port 8beea2c4-a7f9-444f-b250-d0b7414a11db on network 3b1badc0-340d-4a0a-8154-25b412e67669 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:18:43.227075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Attempting to bind port 8beea2c4-a7f9-444f-b250-d0b7414a11db on network 3b1badc0-340d-4a0a-8154-25b412e67669 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:43.233999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db4771f-2fc1-445f-a41c-8e91ba999271 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.234476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db4771f-2fc1-445f-a41c-8e91ba999271 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.239348 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1db4771f-2fc1-445f-a41c-8e91ba999271 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/4ca5f8c4-3df8-4b8c-b148-e3276b714516 HTTP/1.1" status: 404 len: 337 time: 0.0477543 Apr 18 12:18:43.239749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:43.240086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Checking segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:43.240230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35622) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.240459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Bound using segment: {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:43.240889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Bound port: 8beea2c4-a7f9-444f-b250-d0b7414a11db, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:43.241277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.294785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.350572 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1757b047-4300-4387-947e-5dbed0b33965 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.351231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1757b047-4300-4387-947e-5dbed0b33965 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.351373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-df19370b-f223-4c1f-989f-2c93ca22cd8b None None] Provisioning for port 70e3d795-720d-42f6-911c-859e4bff1bdb completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:43.354175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No DVR routers for this DVR port 9575500c-0b5b-4ea6-ae04-2a5fb8729856 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:43.393964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Port': ['ID=9575500c-0b5b-4ea6-ae04-2a5fb8729856,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:43.410067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:43.416047 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1757b047-4300-4387-947e-5dbed0b33965 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/2fa6b119-454c-4d37-9c9d-efac514680fb HTTP/1.1" status: 404 len: 333 time: 0.1722267 Apr 18 12:18:43.468133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] For port 8beea2c4-a7f9-444f-b250-d0b7414a11db, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:43.471693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] For port 8beea2c4-a7f9-444f-b250-d0b7414a11db, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:43.472796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35626) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.518312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:43.518983 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eab68c2-c969-4e93-a1c6-eb1f0e75ac91 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.518983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eab68c2-c969-4e93-a1c6-eb1f0e75ac91 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.522914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5eab68c2-c969-4e93-a1c6-eb1f0e75ac91 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/8e71d191-d253-4395-a822-dbf39d81eec9 HTTP/1.1" status: 404 len: 337 time: 0.0467360 Apr 18 12:18:43.523062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2abd325-a7fa-44cf-89cd-6a1ba2deccac None None] DHCP port deletion for aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:43.524367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35630) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.524510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:43.528372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.543011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:43.566345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aadd5b0a-e77f-49a9-82bd-669f8c2c48d5']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:43.579299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e695d2-bcbf-414c-8250-be97b520eeaa') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:43.579693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e695d2-bcbf-414c-8250-be97b520eeaa') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:43.588478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.592496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.592648 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cb24da-2e68-4028-ba08-77375e0853fb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.593061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cb24da-2e68-4028-ba08-77375e0853fb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.594914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b5cb24da-2e68-4028-ba08-77375e0853fb tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a9cfdec8-6f42-48c8-bc3d-0119d219d541 HTTP/1.1" status: 404 len: 333 time: 0.0696843 Apr 18 12:18:43.599899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35636) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.650073 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3389d0c7-d2ce-4827-9cef-fe64974c51a0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.650615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3389d0c7-d2ce-4827-9cef-fe64974c51a0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.652317 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3389d0c7-d2ce-4827-9cef-fe64974c51a0 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/80ab6df2-5fa0-48c2-8204-10cef7c76dfa HTTP/1.1" status: 404 len: 337 time: 0.0515103 Apr 18 12:18:43.654396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:43.655330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35640) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.657818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:43.662451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.663977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] 10.222.0.15 "PUT /v2.0/ports/8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 1094 time: 1.8593750 Apr 18 12:18:43.666722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2c7ef139-6531-4889-9cba-45d1bf5ca6c0 None None] Provisioning for port 8beea2c4-a7f9-444f-b250-d0b7414a11db completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:43.666882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:18:43.711535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51882-d9d7-4bc5-872e-3a216ab14d03 service neutron] Pushing event updated for resources: {'Port': ['ID=8beea2c4-a7f9-444f-b250-d0b7414a11db,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:43.728311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Update dhcp port {'port': {'network_id': '44c60308-e16e-42f6-89f1-2460e0837f0d', 'fixed_ips': [{'subnet_id': '9adca68a-62cc-4211-a7fe-17fe3c5757a8', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ef36d526-e916-4baf-adb7-38e00aec5f20'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': '70e3d795-720d-42f6-911c-859e4bff1bdb'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:18:43.736799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.745660 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-90419833-aa61-4544-bfa1-751d878dfb6b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.746178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90419833-aa61-4544-bfa1-751d878dfb6b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.747960 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-90419833-aa61-4544-bfa1-751d878dfb6b tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/a83bae89-e6c5-4b10-ae0c-cb64afd07cd5 HTTP/1.1" status: 404 len: 333 time: 0.0915930 Apr 18 12:18:43.753180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35646) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:43.757599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:43.757599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:43.789828 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:43.849879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:43.862596 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01874019-d894-47dd-9138-48b43108c6db'] response: {'name': 'network-changed', 'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'status': 'completed', 'code': 200} Apr 18 12:18:43.909738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 70e3d795-720d-42f6-911c-859e4bff1bdb up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:43.940653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-a0799f9a-34d8-4751-8d24-45c6b6926c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:43.942378 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-a0799f9a-34d8-4751-8d24-45c6b6926c95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1097 time: 0.1141725 Apr 18 12:18:43.982093 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccce7e3b-52f5-495a-b200-5f576e4c1fdd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:43.982474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccce7e3b-52f5-495a-b200-5f576e4c1fdd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:43.986741 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ccce7e3b-52f5-495a-b200-5f576e4c1fdd tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/e002b39d-683d-491d-a62b-58d814076f67 HTTP/1.1" status: 404 len: 337 time: 0.2032633 Apr 18 12:18:43.994174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35650) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:44.022424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ea868-bc86-48dc-ad7a-20d24f758860 req-07769e4f-0b07-4507-80ab-b73b70e72af4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:44.023135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-358ea868-bc86-48dc-ad7a-20d24f758860 req-07769e4f-0b07-4507-80ab-b73b70e72af4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:44.034264 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-56c696a9-5394-4449-8d75-2d2e7f6709f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 217 time: 0.0817122 Apr 18 12:18:44.044430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7ee958e-5033-4a57-bc9d-4c6583f4fb54 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:44.044766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7ee958e-5033-4a57-bc9d-4c6583f4fb54 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:44.048925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e7ee958e-5033-4a57-bc9d-4c6583f4fb54 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/ports/9503b3ed-c17d-48f9-8d37-87782af935a9 HTTP/1.1" status: 404 len: 333 time: 0.0482931 Apr 18 12:18:44.050082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35654) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:44.095582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0211290f-0416-4d29-8b63-91618334eee5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:44.096022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0211290f-0416-4d29-8b63-91618334eee5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:44.102643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-4072fc98-a7af-45b1-a234-c1f465d7e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:44.104089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-4072fc98-a7af-45b1-a234-c1f465d7e6b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 200 len: 835 time: 0.0641487 Apr 18 12:18:44.117012 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0211290f-0416-4d29-8b63-91618334eee5 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/subnets/33afbffb-a076-4994-bfdc-16f1f2471ea7 HTTP/1.1" status: 404 len: 337 time: 0.0634768 Apr 18 12:18:44.117820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35658) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:44.135755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 70e3d795-720d-42f6-911c-859e4bff1bdb completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:44.145234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.152121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:44.152445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.153773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-358ea868-bc86-48dc-ad7a-20d24f758860 req-07769e4f-0b07-4507-80ab-b73b70e72af4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:44.154960 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-358ea868-bc86-48dc-ad7a-20d24f758860 req-07769e4f-0b07-4507-80ab-b73b70e72af4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 944 time: 0.3931036 Apr 18 12:18:44.173359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.198494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.202905 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/networks/aadd5b0a-e77f-49a9-82bd-669f8c2c48d5 HTTP/1.1" status: 204 len: 168 time: 2.4786971 Apr 18 12:18:44.203766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35662) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:44.212426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'routes': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:44.213138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Allocated IP 172.20.0.18 (44c60308-e16e-42f6-89f1-2460e0837f0d/ef36d526-e916-4baf-adb7-38e00aec5f20/70e3d795-720d-42f6-911c-859e4bff1bdb) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:44.265056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8b168-4b28-4905-9ff3-332081f916a2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Pushing event deleted for resources: {'Network': ['ID=aadd5b0a-e77f-49a9-82bd-669f8c2c48d5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:44.279807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 4a28896d-e4b4-47f0-bb24-85471eede31f yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:44.296013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-9c2df50d-6468-425e-a759-8d2eff6ac14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:44.297488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-9c2df50d-6468-425e-a759-8d2eff6ac14c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b1badc0-340d-4a0a-8154-25b412e67669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1873033 Apr 18 12:18:44.303107 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-358ea868-bc86-48dc-ad7a-20d24f758860 req-f2a00986-816b-43dc-85eb-ff64920f3df1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379917 Apr 18 12:18:44.332026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.440655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.479631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] For port 70e3d795-720d-42f6-911c-859e4bff1bdb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=70e3d795-720d-42f6-911c-859e4bff1bdb,segment=NetworkSegment(e7aadbd2-017a-494a-8096-6ac5f02323ea),segment_id=e7aadbd2-017a-494a-8096-6ac5f02323ea)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:44.506938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.523823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Transition to ACTIVE for port object 70e3d795-720d-42f6-911c-859e4bff1bdb will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:44.592369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.617412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Added routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 12:18:44.617703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.extraroute_db [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Removed routes are [] {{(pid=88782) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 12:18:44.618130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.668307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.746658 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4dde90-d90b-4725-911c-836df72b725b']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:44.766232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1967b3e-721d-40ad-9d13-200510949f9d') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:44.766761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1967b3e-721d-40ad-9d13-200510949f9d') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:44.781708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:18:44.781963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:18:44.787337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.787628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e18a8-54f2-4e44-9258-84521b907d8b None None] Pushing event updated for resources: {'Port': ['ID=70e3d795-720d-42f6-911c-859e4bff1bdb,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:44.821221 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-28e8acbd-bafa-4a35-bcf6-3ddccea38657 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693000 Apr 18 12:18:44.848616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.860846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:44.861518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:44.876223 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:45.038557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.9 (44c60308-e16e-42f6-89f1-2460e0837f0d/9adca68a-62cc-4211-a7fe-17fe3c5757a8/4a28896d-e4b4-47f0-bb24-85471eede31f) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:45.045041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.24 (44c60308-e16e-42f6-89f1-2460e0837f0d/ef36d526-e916-4baf-adb7-38e00aec5f20/4a28896d-e4b4-47f0-bb24-85471eede31f) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:45.061084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.076899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.105711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.123764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.132024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] Pushing event deleted for resources: {'Network': ['ID=5f4dde90-d90b-4725-911c-836df72b725b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:45.140056 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5433229b-c19d-4f52-bb65-06c8599fe9b8 tempest-NetworksTestDHCPv6-773289292 tempest-NetworksTestDHCPv6-773289292-project] 10.222.0.24 "DELETE /v2.0/networks/5f4dde90-d90b-4725-911c-836df72b725b HTTP/1.1" status: 204 len: 168 time: 1.0193303 Apr 18 12:18:45.297786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 9bfa9015-ad91-47cb-bf54-29f2b15f246c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:45.324574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f8b19-ef74-49ec-9275-2946a13be3fe None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:45.331565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.348587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 4a28896d-e4b4-47f0-bb24-85471eede31f will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:45.396798 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e3d4464-1eec-47d1-92a5-77069c4a263c req-f043dbd9-4a3f-4696-ba3e-2df43fe0718d service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5692832 Apr 18 12:18:45.469353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:45.471739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.476845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.480743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b26d7167-2dd0-4a23-bb50-66b63bf098d7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 701 time: 1.2734826 Apr 18 12:18:45.480743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35670) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:45.495109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] Sync routers for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:45.519369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.524099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.526558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3a9819b-2acd-4a11-b2c1-532f63f6b759 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Synchronizing usage tracker for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:45.532690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:45.533364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:45.615648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=4a28896d-e4b4-47f0-bb24-85471eede31f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:45.621510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aaac58b2-23bb-4201-aa56-a880bac358ea None None] Provisioning for port 70e3d795-720d-42f6-911c-859e4bff1bdb completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:45.644228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aaac58b2-23bb-4201-aa56-a880bac358ea None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:45.644757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aaac58b2-23bb-4201-aa56-a880bac358ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.649271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3a9819b-2acd-4a11-b2c1-532f63f6b759 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Unset dirty status for tenant:7e329ce1303a4fc5bfb3dabd37197348 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:45.654060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d3a9819b-2acd-4a11-b2c1-532f63f6b759 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 205 time: 0.1700110 Apr 18 12:18:45.663357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35676) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:45.663461 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 44c60308-e16e-42f6-89f1-2460e0837f0d is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:45.664662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:45.667549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:45.675429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 70e3d795-720d-42f6-911c-859e4bff1bdb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=70e3d795-720d-42f6-911c-859e4bff1bdb,segment=NetworkSegment(e7aadbd2-017a-494a-8096-6ac5f02323ea),segment_id=e7aadbd2-017a-494a-8096-6ac5f02323ea)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:45.757504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.761983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:45.763671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:45.764302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.787354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948827fb-4d79-487c-8c49-b019ab4ab69c req-40890abe-1ca9-4992-b040-36a3c3f5f90e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:45.805176 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-948827fb-4d79-487c-8c49-b019ab4ab69c req-40890abe-1ca9-4992-b040-36a3c3f5f90e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 944 time: 0.3386061 Apr 18 12:18:45.822154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35680) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:45.840898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:45.866813 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-948827fb-4d79-487c-8c49-b019ab4ab69c req-330ccf17-b573-4ca2-a7cc-3317300b43e0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606570 Apr 18 12:18:45.902707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9575500c-0b5b-4ea6-ae04-2a5fb8729856 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:45.909789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-d200ca44-427e-48f0-b28e-c36f2f5dd08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:45.911292 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-d200ca44-427e-48f0-b28e-c36f2f5dd08e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1097 time: 0.3438029 Apr 18 12:18:45.919967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5fed2304-a3ca-441d-b67b-40268c2e552a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.8390310 Apr 18 12:18:45.920198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35686) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:45.926402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9adca68a-62cc-4211-a7fe-17fe3c5757a8'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:45.966920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:39Z', 'revision_number': 11, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:45.968851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9575500c-0b5b-4ea6-ae04-2a5fb8729856 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:45.969288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9575500c-0b5b-4ea6-ae04-2a5fb8729856 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:46.012752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] Checking router: 9bfa9015-ad91-47cb-bf54-29f2b15f246c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:46.058369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] Routers {'9bfa9015-ad91-47cb-bf54-29f2b15f246c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:46.059047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:46.093146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.118784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 70e3d795-720d-42f6-911c-859e4bff1bdb up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:46.248693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=70e3d795-720d-42f6-911c-859e4bff1bdb,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:46.306732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.312311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.338929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] Set router 9bfa9015-ad91-47cb-bf54-29f2b15f246c gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:46.350596 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-304b1b7a-28f5-4b78-adf8-d3bac541ed1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33439f56f5f04b50b648186cdb4d24c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234528 Apr 18 12:18:46.352033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35692) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:46.383491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-bbe3d2be-5328-469d-8420-5473a9fe7b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:46.384845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-bbe3d2be-5328-469d-8420-5473a9fe7b11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 898 time: 0.3190601 Apr 18 12:18:46.472600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:39Z', 'revision_number': 11, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:46.481051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaccf4c-aabb-4a08-ad4a-e24a71879d4f None None] The sync data for ids ['9bfa9015-ad91-47cb-bf54-29f2b15f246c'] in dv-neutron-837089-1-hyperv is: [{'id': '9bfa9015-ad91-47cb-bf54-29f2b15f246c', 'name': 'tempest-RoutersTest-router-1581587971', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:17:35Z', 'updated_at': '2022-04-18T12:18:39Z', 'revision_number': 11, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:46.486967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Delete allocated IP 172.20.0.24 (44c60308-e16e-42f6-89f1-2460e0837f0d/ef36d526-e916-4baf-adb7-38e00aec5f20) {{(pid=88783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 12:18:46.496405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55424173-5a34-4628-ac79-856e125c971e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.507011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:46.507498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.563823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55424173-5a34-4628-ac79-856e125c971e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.612526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.613003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router 9bfa9015-ad91-47cb-bf54-29f2b15f246c {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:18:46.632848 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-27bd9e62-9afd-406e-aff3-4fec31df766d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 217 time: 0.2418296 Apr 18 12:18:46.706930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.708027 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dc07e9a2-70b8-4be8-873f-887d2cee2e4e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 204 len: 168 time: 1.0494189 Apr 18 12:18:46.713455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35696) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:46.721014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-301704327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:46.733063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:46.740401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Usage tracker for resource:router and tenant:7e329ce1303a4fc5bfb3dabd37197348 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:46.744775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:46.750844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.753560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:46.759430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-9a5c49a0-d335-4946-8b80-8f60a2ce17a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:46.760902 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-9a5c49a0-d335-4946-8b80-8f60a2ce17a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 200 len: 835 time: 0.1121912 Apr 18 12:18:46.776295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Ignored duplicate provisioning block setup for port 4a28896d-e4b4-47f0-bb24-85471eede31f by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 12:18:46.833503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8897df10-7105-4d66-91b5-34d82a8f2d6f None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:46.840805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-a9feeb45-b90f-4c67-a14b-3cf2ad75ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:46.842280 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-a9feeb45-b90f-4c67-a14b-3cf2ad75ead4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b1badc0-340d-4a0a-8154-25b412e67669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749311 Apr 18 12:18:46.847199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.848237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.855021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55424173-5a34-4628-ac79-856e125c971e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.863868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.959732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e624aae-dd66-4973-85f4-ccb8e86d6947 None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:46.960160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e624aae-dd66-4973-85f4-ccb8e86d6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:46.967762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.074604 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-affe60e7-0ee0-4eb0-92d4-913cebdc3c0a service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220032 Apr 18 12:18:47.077059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55424173-5a34-4628-ac79-856e125c971e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d20d2f-4808-4455-b277-1e202d4a90b9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:47.083722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55424173-5a34-4628-ac79-856e125c971e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.087170 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-55424173-5a34-4628-ac79-856e125c971e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98d20d2f-4808-4455-b277-1e202d4a90b9 HTTP/1.1" status: 204 len: 168 time: 0.7319989 Apr 18 12:18:47.186343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=4a28896d-e4b4-47f0-bb24-85471eede31f,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:47.189854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.213729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c83644-ac46-4879-a4f8-bb7dfed95741 req-6d9458a4-512c-4a3b-a7ed-370222fe07dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:47.214729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] In _notify_port_updated(), no bound segment for port 4a28896d-e4b4-47f0-bb24-85471eede31f on network 44c60308-e16e-42f6-89f1-2460e0837f0d {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:18:47.215248 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-21c83644-ac46-4879-a4f8-bb7dfed95741 req-6d9458a4-512c-4a3b-a7ed-370222fe07dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 944 time: 0.2194402 Apr 18 12:18:47.220787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:47.220787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.223040 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-255f4b54-8297-4644-bd6a-6bd1b7a309ba tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/ports/4a28896d-e4b4-47f0-bb24-85471eede31f HTTP/1.1" status: 200 len: 919 time: 1.3017669 Apr 18 12:18:47.224431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35704) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:47.230134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9adca68a-62cc-4211-a7fe-17fe3c5757a8'}, {'subnet_id': 'ef36d526-e916-4baf-adb7-38e00aec5f20'}]}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:47.290179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-641cc695-c84a-4d0b-9d87-3f06290c3991 req-6ae12948-7a2d-4e9c-b14a-35df4a123c23 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086484 Apr 18 12:18:47.294896 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-21c83644-ac46-4879-a4f8-bb7dfed95741 req-95fc47c0-2759-4c7e-8d71-a1ba6fc710b6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723360 Apr 18 12:18:47.328262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e624aae-dd66-4973-85f4-ccb8e86d6947 None None] Provisioning for port 4a28896d-e4b4-47f0-bb24-85471eede31f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:47.334323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e624aae-dd66-4973-85f4-ccb8e86d6947 None None] Provisioning complete for port 4a28896d-e4b4-47f0-bb24-85471eede31f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:47.334716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e624aae-dd66-4973-85f4-ccb8e86d6947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.345525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.346984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d68882a1-42b1-45ee-b571-97e8fedf08ea tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6323285 Apr 18 12:18:47.349488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35708) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:47.355120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:47.395351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.409681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9e624aae-dd66-4973-85f4-ccb8e86d6947 None None] Port 4a28896d-e4b4-47f0-bb24-85471eede31f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:47.531307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-75e02a98-0865-4646-a365-3fd64f036344 None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:47.531663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75e02a98-0865-4646-a365-3fd64f036344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.724791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-75e02a98-0865-4646-a365-3fd64f036344 None None] Provisioning complete for port 4a28896d-e4b4-47f0-bb24-85471eede31f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:47.725239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75e02a98-0865-4646-a365-3fd64f036344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.788509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-75e02a98-0865-4646-a365-3fd64f036344 None None] Port 4a28896d-e4b4-47f0-bb24-85471eede31f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:47.849823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.856140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.28 (44c60308-e16e-42f6-89f1-2460e0837f0d/ef36d526-e916-4baf-adb7-38e00aec5f20/4a28896d-e4b4-47f0-bb24-85471eede31f) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:47.916642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97a33254-62c3-465e-ac02-0e6998ec1575 None None] Provisioning complete for port 4a28896d-e4b4-47f0-bb24-85471eede31f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:47.916974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97a33254-62c3-465e-ac02-0e6998ec1575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.922798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:47.989551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97a33254-62c3-465e-ac02-0e6998ec1575 None None] Port 4a28896d-e4b4-47f0-bb24-85471eede31f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:48.007633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8beea2c4-a7f9-444f-b250-d0b7414a11db details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:18:48.065249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.084513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 4a28896d-e4b4-47f0-bb24-85471eede31f will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:48.099162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 70e3d795-720d-42f6-911c-859e4bff1bdb up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:48.156844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.226494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Router 849373fd-d177-4972-8d3c-901b49f10355 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:18:48.254029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8beea2c4-a7f9-444f-b250-d0b7414a11db, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:48.276718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:48.277089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.302017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:18:48.312031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1618f826-c82a-48fd-bdd3-7743acb44e99 None None] Provisioning for port 4a28896d-e4b4-47f0-bb24-85471eede31f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:48.317211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=4a28896d-e4b4-47f0-bb24-85471eede31f,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:48.365316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1618f826-c82a-48fd-bdd3-7743acb44e99 None None] Provisioning complete for port 4a28896d-e4b4-47f0-bb24-85471eede31f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:48.365680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1618f826-c82a-48fd-bdd3-7743acb44e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.414372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] In _notify_port_updated(), no bound segment for port 4a28896d-e4b4-47f0-bb24-85471eede31f on network 44c60308-e16e-42f6-89f1-2460e0837f0d {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:18:48.424885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:48.425812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.428015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3794d42e-f78c-4f1c-8bbe-cc56079a8892 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/ports/4a28896d-e4b4-47f0-bb24-85471eede31f HTTP/1.1" status: 200 len: 999 time: 1.2026656 Apr 18 12:18:48.428930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35732) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:48.431119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35734) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:48.452926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1618f826-c82a-48fd-bdd3-7743acb44e99 None None] Port 4a28896d-e4b4-47f0-bb24-85471eede31f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:48.515493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.612202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8beea2c4-a7f9-444f-b250-d0b7414a11db {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:18:48.616449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 4a28896d-e4b4-47f0-bb24-85471eede31f {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:48.616796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.623242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:48.630882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.632133 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-db8067ea-2e80-493c-852b-2fa6a020d512 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "PUT /v2.0/routers/849373fd-d177-4972-8d3c-901b49f10355 HTTP/1.1" status: 200 len: 693 time: 1.2814844 Apr 18 12:18:48.635127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35744) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:48.637240 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] Sync routers for ids ['849373fd-d177-4972-8d3c-901b49f10355'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:48.656787 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] Routers {'849373fd-d177-4972-8d3c-901b49f10355'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:48.657655 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['849373fd-d177-4972-8d3c-901b49f10355'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:48.691616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1584568942'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:48.735710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8beea2c4-a7f9-444f-b250-d0b7414a11db, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:48.737567 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4911b3af-c7a4-4876-ba48-aac844056d69 None None] Provisioning complete for port 4a28896d-e4b4-47f0-bb24-85471eede31f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:48.738141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4911b3af-c7a4-4876-ba48-aac844056d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.796951 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-68b429d6-ca9a-45eb-b5e3-63474cb5cd14 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/routers/849373fd-d177-4972-8d3c-901b49f10355 HTTP/1.1" status: 200 len: 699 time: 0.1583092 Apr 18 12:18:48.797312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35748) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:48.799225 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] Set router 849373fd-d177-4972-8d3c-901b49f10355 gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:48.802691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.805617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4911b3af-c7a4-4876-ba48-aac844056d69 None None] Port 4a28896d-e4b4-47f0-bb24-85471eede31f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:18:48.849200 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf49812c-d9d2-41b7-8276-98c94a78a8c6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=849373fd-d177-4972-8d3c-901b49f10355 HTTP/1.1" status: 200 len: 205 time: 0.0484045 Apr 18 12:18:48.849773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35752) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:48.889155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8beea2c4-a7f9-444f-b250-d0b7414a11db,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:48.911181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:48.929622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:network and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:48.934613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:48.938524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:48.947440 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849373fd-d177-4972-8d3c-901b49f10355', 'name': 'tempest-RoutersTest-router-301704327', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:46Z', 'updated_at': '2022-04-18T12:18:47Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:48.951801 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] Checking router: 849373fd-d177-4972-8d3c-901b49f10355 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:48.957474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:48.961231 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] Routers {'849373fd-d177-4972-8d3c-901b49f10355'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:48.961990 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['849373fd-d177-4972-8d3c-901b49f10355'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:49.004422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.010861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['8beea2c4-a7f9-444f-b250-d0b7414a11db'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:18:49.088097 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] Set router 849373fd-d177-4972-8d3c-901b49f10355 gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:49.092119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 4a28896d-e4b4-47f0-bb24-85471eede31f owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:49.127285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12736d8-3d13-4e94-bf99-ef48e81025a8 req-9c7a7b87-05be-4de2-bf60-66d734025849 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:49.132667 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f12736d8-3d13-4e94-bf99-ef48e81025a8 req-9c7a7b87-05be-4de2-bf60-66d734025849 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 944 time: 0.6265254 Apr 18 12:18:49.193322 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849373fd-d177-4972-8d3c-901b49f10355', 'name': 'tempest-RoutersTest-router-301704327', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:46Z', 'updated_at': '2022-04-18T12:18:47Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:49.198127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169098-6f0e-4335-8825-28182d17d6e8 None None] The sync data for ids ['849373fd-d177-4972-8d3c-901b49f10355'] in dv-neutron-837089-1-hyperv is: [{'id': '849373fd-d177-4972-8d3c-901b49f10355', 'name': 'tempest-RoutersTest-router-301704327', 'tenant_id': '7e329ce1303a4fc5bfb3dabd37197348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:46Z', 'updated_at': '2022-04-18T12:18:47Z', 'revision_number': 2, 'project_id': '7e329ce1303a4fc5bfb3dabd37197348', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:18:49.316836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:49.320589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.335029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.337146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.354302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.409243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:49.424579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:security_group_rule and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:49.429075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:49.435717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.436210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Fanout notify agent at l3_agent the message router_deleted on router 849373fd-d177-4972-8d3c-901b49f10355 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:18:49.439538 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f12736d8-3d13-4e94-bf99-ef48e81025a8 req-cc2e25c7-182f-4a5b-972a-281df71b3af7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249578 Apr 18 12:18:49.447410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:49.458222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.465802 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9c1e8d29-f005-43c2-91fb-05fb60ae90f6 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/849373fd-d177-4972-8d3c-901b49f10355 HTTP/1.1" status: 204 len: 168 time: 0.6084230 Apr 18 12:18:49.467667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35756) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.510967 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4ba60734-8232-4844-b38e-2b9c6620825e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=849373fd-d177-4972-8d3c-901b49f10355 HTTP/1.1" status: 200 len: 205 time: 0.0420487 Apr 18 12:18:49.513156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35760) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.581317 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-1ed6f763-7afb-4ad6-8625-f7f68fef73fb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:49.582308 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ed6f763-7afb-4ad6-8625-f7f68fef73fb tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/849373fd-d177-4972-8d3c-901b49f10355 HTTP/1.1" status: 404 len: 336 time: 0.0682802 Apr 18 12:18:49.584996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35764) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.592607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.623809 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a44fa35-742f-4429-a0d1-b7f882cc8c7e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:49.624351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a44fa35-742f-4429-a0d1-b7f882cc8c7e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:49.628320 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a44fa35-742f-4429-a0d1-b7f882cc8c7e tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/f0f7f4ab-42e6-4b4b-b5db-6eec987d2227 HTTP/1.1" status: 404 len: 337 time: 0.0400996 Apr 18 12:18:49.628601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35768) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.646264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=4a28896d-e4b4-47f0-bb24-85471eede31f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:49.666828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbfac63-5994-41f0-81d8-f51b91237384 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:49.667288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbfac63-5994-41f0-81d8-f51b91237384 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:49.670509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4dbfac63-5994-41f0-81d8-f51b91237384 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/c85ba053-6c42-4b56-808e-3cc35123003c HTTP/1.1" status: 404 len: 337 time: 0.0396190 Apr 18 12:18:49.672202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35772) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.715046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2d4a8f-6214-4e14-ac15-a46135295fda tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:49.715503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2d4a8f-6214-4e14-ac15-a46135295fda tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:49.717201 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ba2d4a8f-6214-4e14-ac15-a46135295fda tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/8ae704f9-1d3b-44e4-b9af-5e48b2d90e01 HTTP/1.1" status: 404 len: 337 time: 0.0432286 Apr 18 12:18:49.719784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35776) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.758565 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40cde26-cb68-4cb0-9239-b804ff3cbb4a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:49.758960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40cde26-cb68-4cb0-9239-b804ff3cbb4a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:49.763193 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f40cde26-cb68-4cb0-9239-b804ff3cbb4a tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/a68cfbb3-22a2-45b2-8910-cd875ce8e2d7 HTTP/1.1" status: 404 len: 337 time: 0.0393891 Apr 18 12:18:49.763509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35780) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.814729 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-19379316-0373-4c8c-a3f6-e70611c5a8ba tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 200 len: 205 time: 0.0496392 Apr 18 12:18:49.815339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35784) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.821869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.856024 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea809cb5-5b7e-48ea-90fa-aa758e146f98 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/4a28896d-e4b4-47f0-bb24-85471eede31f HTTP/1.1" status: 204 len: 168 time: 1.4133973 Apr 18 12:18:49.859243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35788) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.864917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.891405 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-97f75375-feb5-452a-a622-b40fbf54cf90 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:49.892976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-97f75375-feb5-452a-a622-b40fbf54cf90 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/9bfa9015-ad91-47cb-bf54-29f2b15f246c HTTP/1.1" status: 404 len: 336 time: 0.0762205 Apr 18 12:18:49.895620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35792) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.912095 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-8344cbae-4ce3-4eb7-9dce-da2251932626 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:18:49.912652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8344cbae-4ce3-4eb7-9dce-da2251932626 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:49.939943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1254a5d1-2356-4fa0-aefc-a38ac700c5f7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4370521-d63a-48c7-a7c1-006b28e2ec8f HTTP/1.1" status: 200 len: 205 time: 0.0426538 Apr 18 12:18:49.942133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35796) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:49.944554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.979688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:49.985481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=922cd13a-ef71-46a4-88a5-3b868c6b9783,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:49.993075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:49.993407 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Added segment 0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf of type vlan for network 6b2e2668-d423-4a28-ac3c-cc09e3271523 Apr 18 12:18:50.021657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8beea2c4-a7f9-444f-b250-d0b7414a11db up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:50.024484 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.044450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8344cbae-4ce3-4eb7-9dce-da2251932626 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:50.047108 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8344cbae-4ce3-4eb7-9dce-da2251932626 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/4a28896d-e4b4-47f0-bb24-85471eede31f HTTP/1.1" status: 404 len: 333 time: 0.1867425 Apr 18 12:18:50.050701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35800) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.136967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet ef36d526-e916-4baf-adb7-38e00aec5f20 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:50.138787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-ae2ffaa0-1b1f-4886-b976-e30fe2c8286d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:50.139810 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ae2ffaa0-1b1f-4886-b976-e30fe2c8286d tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/a4370521-d63a-48c7-a7c1-006b28e2ec8f HTTP/1.1" status: 404 len: 336 time: 0.1967778 Apr 18 12:18:50.142398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35804) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.143037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.162903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 8beea2c4-a7f9-444f-b250-d0b7414a11db completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:50.169058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 8beea2c4-a7f9-444f-b250-d0b7414a11db triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:50.169484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.226157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.231577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:50.232151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.253662 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e8e672-dc29-490e-a1aa-eb87db0d29c5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:50.254438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e8e672-dc29-490e-a1aa-eb87db0d29c5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:50.292507 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a8e8e672-dc29-490e-a1aa-eb87db0d29c5 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/b72301d4-d98d-4002-af76-8d6204f3ddd2 HTTP/1.1" status: 404 len: 337 time: 0.1175988 Apr 18 12:18:50.292922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.295675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35808) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.320475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:18:50.330153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8beea2c4-a7f9-444f-b250-d0b7414a11db, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:50.346041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.350338 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6891a7cc-816b-4b5b-9a1f-12cfd0d244e7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 200 len: 205 time: 0.0510583 Apr 18 12:18:50.350835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35814) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.382085 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2951de1-c3d4-4dbc-9666-98668081d44a'] response: {'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'code': 200} Apr 18 12:18:50.395065 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9628403 Apr 18 12:18:50.404692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605483c-9b18-4ef0-b0eb-0fa1cb77ada6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Network': ['ID=6b2e2668-d423-4a28-ac3c-cc09e3271523,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:50.418545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 6b2e2668-d423-4a28-ac3c-cc09e3271523 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:50.422424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-1a4f38f6-3f31-4dab-8dfa-362a2725f844 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:50.423241 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1a4f38f6-3f31-4dab-8dfa-362a2725f844 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/ebbb8402-2b95-4bae-9581-a99eef94c56e HTTP/1.1" status: 404 len: 336 time: 0.0718215 Apr 18 12:18:50.426300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35818) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.454097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.478110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-35eb095f-5c25-4ae0-9289-8d5d2295adb7 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f HTTP/1.1" status: 200 len: 205 time: 0.0500426 Apr 18 12:18:50.479731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35824) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.515988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.574835 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-69d54358-cd90-40b1-ac26-c9fdf8b4d9fd tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:50.578089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-69d54358-cd90-40b1-ac26-c9fdf8b4d9fd tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/5ba37f2c-79eb-48ef-bf27-db3ff1fdd05f HTTP/1.1" status: 404 len: 336 time: 0.0951288 Apr 18 12:18:50.583504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35828) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.695464 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8beea2c4-a7f9-444f-b250-d0b7414a11db,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:50.708596 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-016c0a3d-1bd9-405a-9edd-c6cba85fb4a1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:50.709040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016c0a3d-1bd9-405a-9edd-c6cba85fb4a1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:50.710739 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-016c0a3d-1bd9-405a-9edd-c6cba85fb4a1 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/c8a953ad-4abe-456d-9ce1-737b8839cc40 HTTP/1.1" status: 404 len: 337 time: 0.1261709 Apr 18 12:18:50.713722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35832) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.771362 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-347728ee-2cb6-438d-a324-dd349b967a07 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=be55b955-1f4d-456c-b516-031f1cdf5e42 HTTP/1.1" status: 200 len: 205 time: 0.0559151 Apr 18 12:18:50.773922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35836) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.842993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32200-1418-45ab-aad1-9696cb3250dc req-671b984d-e4cc-4bc7-98bf-ea8e9cd37625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:50.844377 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-24c32200-1418-45ab-aad1-9696cb3250dc req-671b984d-e4cc-4bc7-98bf-ea8e9cd37625 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1099 time: 0.0756199 Apr 18 12:18:50.848910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.881505 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-a4456674-e91b-4966-a14b-0479ea6db5f9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:50.882561 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a4456674-e91b-4966-a14b-0479ea6db5f9 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/be55b955-1f4d-456c-b516-031f1cdf5e42 HTTP/1.1" status: 404 len: 336 time: 0.1075640 Apr 18 12:18:50.885159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35840) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.889728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-24c32200-1418-45ab-aad1-9696cb3250dc req-5a9122f9-4ed8-407c-b228-b48abc498431 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395992 Apr 18 12:18:50.896135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393bc09-6a2e-4a13-bf1e-f044ce2b65ad req-2ebb1944-bc24-4424-9d18-8ef552a26b31 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:50.897538 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b393bc09-6a2e-4a13-bf1e-f044ce2b65ad req-2ebb1944-bc24-4424-9d18-8ef552a26b31 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.2255852 Apr 18 12:18:50.904037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=ef36d526-e916-4baf-adb7-38e00aec5f20,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:50.905900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:50.912760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-14f258e8-b034-426b-aaf8-0bd6d63d28e7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/ef36d526-e916-4baf-adb7-38e00aec5f20 HTTP/1.1" status: 204 len: 168 time: 0.8607721 Apr 18 12:18:50.918286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35844) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:50.924727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550f78ec-9158-4ab4-b55c-2710243cbd10 None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:50.935806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-240b5739-a648-4131-bba6-0ac1c78d1344 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:50.936434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240b5739-a648-4131-bba6-0ac1c78d1344 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:50.941837 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-240b5739-a648-4131-bba6-0ac1c78d1344 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/323fe9a5-3bc2-46bb-98fe-6b5ca7c362b1 HTTP/1.1" status: 404 len: 337 time: 0.0554874 Apr 18 12:18:50.942858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35848) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:51.011279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35852) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:51.012042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-979e866a-ef06-4ebc-bd46-0d1ee0b65355 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "GET /v2.0/ports?device_id=11d05494-9a67-4b1a-ba0f-acf5fd62e35d HTTP/1.1" status: 200 len: 205 time: 0.0674462 Apr 18 12:18:51.019454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 9adca68a-62cc-4211-a7fe-17fe3c5757a8 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:51.077572 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b393bc09-6a2e-4a13-bf1e-f044ce2b65ad req-89b59e11-a08c-40cb-a075-b2346ffb8e7e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293530 Apr 18 12:18:51.078238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.123318 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-b8a68f76-3069-4683-bed0-012278af3e93 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] delete failed (client error): The resource could not be found. Apr 18 12:18:51.126688 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b8a68f76-3069-4683-bed0-012278af3e93 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/routers/11d05494-9a67-4b1a-ba0f-acf5fd62e35d HTTP/1.1" status: 404 len: 336 time: 0.1121345 Apr 18 12:18:51.128053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35856) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:51.147101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.181338 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25e42b2-f53d-4204-9ada-173e14f155d2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:51.182038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25e42b2-f53d-4204-9ada-173e14f155d2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:51.186607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35860) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:51.188578 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a25e42b2-f53d-4204-9ada-173e14f155d2 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/13b87dd5-89c0-48d9-8d43-a43e38818caf HTTP/1.1" status: 404 len: 337 time: 0.0592580 Apr 18 12:18:51.237370 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a90c7a-ea4d-44b9-a814-2e96c630f842 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] DELETE failed (client error): The resource could not be found. Apr 18 12:18:51.237816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a90c7a-ea4d-44b9-a814-2e96c630f842 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:18:51.242618 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c8a90c7a-ea4d-44b9-a814-2e96c630f842 tempest-RoutersTest-1724230934 tempest-RoutersTest-1724230934-project] 10.222.0.24 "DELETE /v2.0/subnets/fe91e6a1-4473-40ad-8eab-320229a121ef HTTP/1.1" status: 404 len: 337 time: 0.0519035 Apr 18 12:18:51.285859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.420091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.465837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.468771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=9adca68a-62cc-4211-a7fe-17fe3c5757a8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:51.477627 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-baf9d639-f4aa-4487-81de-3264a08e586a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/9adca68a-62cc-4211-a7fe-17fe3c5757a8 HTTP/1.1" status: 204 len: 168 time: 0.5608630 Apr 18 12:18:51.484166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35866) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:51.725958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.739634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 70e3d795-720d-42f6-911c-859e4bff1bdb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:51.740088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:51.778659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35872) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:51.788079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8fa09a-2314-43c5-af31-7476fc083062 None None] Network 44c60308-e16e-42f6-89f1-2460e0837f0d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:51.919553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5ee4fc1c-540b-4667-8751-4b1352d107bf None None] Provisioning complete for port 70e3d795-720d-42f6-911c-859e4bff1bdb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:51.920370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5ee4fc1c-540b-4667-8751-4b1352d107bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.030839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b378af1d-aec6-47e4-9530-ec4ef82e0692 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e329ce1303a4fc5bfb3dabd37197348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501471 Apr 18 12:18:52.033585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35878) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:52.038821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] For port 70e3d795-720d-42f6-911c-859e4bff1bdb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=70e3d795-720d-42f6-911c-859e4bff1bdb,segment=NetworkSegment(e7aadbd2-017a-494a-8096-6ac5f02323ea),segment_id=e7aadbd2-017a-494a-8096-6ac5f02323ea)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:18:52.039312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.157097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e51e6ab-129e-43f2-bbe5-91dfdc8f844e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.199580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 70e3d795-720d-42f6-911c-859e4bff1bdb owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:18:52.213960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e51e6ab-129e-43f2-bbe5-91dfdc8f844e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.319545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6064c6-adbd-4e3a-a5d8-6a6a4ffcb550 None None] DHCP port deletion for 44c60308-e16e-42f6-89f1-2460e0837f0d request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:18:52.324921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ae6064c6-adbd-4e3a-a5d8-6a6a4ffcb550 None None] Deleting port 70e3d795-720d-42f6-911c-859e4bff1bdb {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:18:52.325857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ae6064c6-adbd-4e3a-a5d8-6a6a4ffcb550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.358728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d29eb-d04c-40eb-bc9d-2a3670fbc1a9 req-8b6c6dac-830e-4c0d-9946-32dded80cb0b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:52.360215 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-654d29eb-d04c-40eb-bc9d-2a3670fbc1a9 req-8b6c6dac-830e-4c0d-9946-32dded80cb0b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.1274498 Apr 18 12:18:52.395948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.408543 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-654d29eb-d04c-40eb-bc9d-2a3670fbc1a9 req-1d5ddb58-d407-44c4-b130-774b30e2fee4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411091 Apr 18 12:18:52.419187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ae6064c6-adbd-4e3a-a5d8-6a6a4ffcb550 None None] The port '70e3d795-720d-42f6-911c-859e4bff1bdb' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:18:52.442364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e51e6ab-129e-43f2-bbe5-91dfdc8f844e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.460060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51e6ab-129e-43f2-bbe5-91dfdc8f844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82553d69-8ba3-4b8b-abbd-db878f19baa2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:52.471066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=70e3d795-720d-42f6-911c-859e4bff1bdb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:52.478514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e51e6ab-129e-43f2-bbe5-91dfdc8f844e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.479997 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3e51e6ab-129e-43f2-bbe5-91dfdc8f844e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82553d69-8ba3-4b8b-abbd-db878f19baa2 HTTP/1.1" status: 204 len: 168 time: 0.4451923 Apr 18 12:18:52.481069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No DVR routers for this DVR port 70e3d795-720d-42f6-911c-859e4bff1bdb on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:18:52.652904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.687964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c60308-e16e-42f6-89f1-2460e0837f0d']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:52.702179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7aadbd2-017a-494a-8096-6ac5f02323ea') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:52.702483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7aadbd2-017a-494a-8096-6ac5f02323ea') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:52.716636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.740537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.753005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29873d2-a2ca-45ec-a54f-3504517cd4d8 req-794a0075-dc74-4e3b-bcf6-499ec405f6ad tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:52.754504 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b29873d2-a2ca-45ec-a54f-3504517cd4d8 req-794a0075-dc74-4e3b-bcf6-499ec405f6ad tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.1458082 Apr 18 12:18:52.756892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:18:52.757323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:18:52.772641 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:18:52.880952 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b29873d2-a2ca-45ec-a54f-3504517cd4d8 req-bfed19d0-99e0-4718-a6c5-c3cd9678f6c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076488 Apr 18 12:18:52.909999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35892) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:52.957453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.992681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:52.999317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d321135b-2ec7-4d25-9bfe-4fa418b25a0b tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:53.000968 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d321135b-2ec7-4d25-9bfe-4fa418b25a0b tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1094 time: 0.0898309 Apr 18 12:18:53.004590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35900) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:53.011394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:53.017815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:53.018369 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=44c60308-e16e-42f6-89f1-2460e0837f0d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:53.022801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:53.026245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:53.032026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:53.128862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.134866 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-454f4303-0f65-4211-bf54-a002759e8740 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/44c60308-e16e-42f6-89f1-2460e0837f0d HTTP/1.1" status: 204 len: 168 time: 1.6442060 Apr 18 12:18:53.134866 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35906) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:53.245322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd26dc9-bf81-42a0-9250-b4975f7c6237 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:53.245995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cdd26dc9-bf81-42a0-9250-b4975f7c6237 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:18:53.274379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.351437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cdd26dc9-bf81-42a0-9250-b4975f7c6237 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:18:53.352905 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cdd26dc9-bf81-42a0-9250-b4975f7c6237 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2155101 Apr 18 12:18:53.358068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35912) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:53.417591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.27 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/bdf0f74d-e017-476f-8c8b-e70a8c2db14a) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:53.463529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-31f61987-a64c-4ab3-b4e7-c57d9923f096 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1041815 Apr 18 12:18:53.466775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35920) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:53.472808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1297626917'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:53.478223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:53.481772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:53.485005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:53.491247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:53.574573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35924) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:53.580834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'subnet': {'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:53.599214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.601788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:53.605151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.698205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35930) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:53.701640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:53.705898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.726448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.727070 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8 of type vlan for network d5e21211-3654-4ba2-86e2-86219e5849b2 Apr 18 12:18:53.732826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:53.738393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:subnet and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:53.748250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:53.762781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:53.770514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:53.772210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.773569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:53.777286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:53.825885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-69706060-network', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:53.829210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=bdf0f74d-e017-476f-8c8b-e70a8c2db14a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:53.834744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:53.843863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Usage tracker for resource:network and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:53.849168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:53.853976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:53.857488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:53.857628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.884949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.890265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:53.890860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:53.969403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Made reservation on behalf of eea82502110e4288885c1ccc616ffbbf for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:53.972263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.069510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 70e3d795-720d-42f6-911c-859e4bff1bdb no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:18:54.072947 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=d5e21211-3654-4ba2-86e2-86219e5849b2,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:54.093753 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-34f411c1-e222-4c18-b45e-1e6bf853084f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6235182 Apr 18 12:18:54.093964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35936) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:54.101763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:54.103793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network d5e21211-3654-4ba2-86e2-86219e5849b2 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:54.104840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.138142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 70e3d795-720d-42f6-911c-859e4bff1bdb {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:18:54.138504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 70e3d795-720d-42f6-911c-859e4bff1bdb not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:18:54.194607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:54.210709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:54.215156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:54.225167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:54.388368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:54.404382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:54.408451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:54.426785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:54.436556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.470894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.488351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.505141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.526054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:54.529424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.564965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:54.582951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6346f900-6391-4992-9346-2e4174faf39b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:54.592622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.592997 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Added segment 2b942aea-40eb-47b7-a07a-52e5a5bd930f of type vlan for network 16ad020b-fc1b-4f71-aa04-bed4525b22ae Apr 18 12:18:54.609507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.665112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.671955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Subnet': ['ID=d64ed798-9540-45f0-8d1e-c2478834cb1b,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:54.681281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Checking segment: {'id': '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:54.681634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network hostable DHCP agents. Network: 6b2e2668-d423-4a28-ac3c-cc09e3271523, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:54.773474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network 6b2e2668-d423-4a28-ac3c-cc09e3271523 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:54.801741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.802730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:54.803297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.881015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 6b2e2668-d423-4a28-ac3c-cc09e3271523) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:54.885792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:54.886777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.890021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad9210-3969-4980-87ba-a1f191eaae23 None None] Network 6b2e2668-d423-4a28-ac3c-cc09e3271523 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:54.910084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.937283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] Pushing event updated for resources: {'Network': ['ID=16ad020b-fc1b-4f71-aa04-bed4525b22ae,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:54.955877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:54.966039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:54.987314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5514ff5a-588f-4f11-b124-114c23d4175d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4112520 Apr 18 12:18:54.991150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35940) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:54.995850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=50e0b243-19af-4d0f-bd5d-e9b84a92a065,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:54.998109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1569940540'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:55.004030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:55.005250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:55.005652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: d5e21211-3654-4ba2-86e2-86219e5849b2, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:55.009527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:network and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:55.012776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:55.020058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:55.027276 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-73bc527c-027b-4f3d-9e9a-342019572a02 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3259428 Apr 18 12:18:55.029038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35944) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:55.042431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Request body: {'subnet': {'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-69706060-subnet', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:55.048248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:55.053549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Usage tracker for resource:subnet and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:55.163422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:55.163422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:55.231428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-6b2e2668-d423-4a28-ac3c-cc09e3271523', 'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523', 'tenant_id': 'b42c21b66d2f440a804e60fb4cbdcb2d', 'fixed_ips': [{'subnet_id': 'd64ed798-9540-45f0-8d1e-c2478834cb1b'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:55.232366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.294169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.323172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Made reservation on behalf of eea82502110e4288885c1ccc616ffbbf for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:55.325664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.341996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network d5e21211-3654-4ba2-86e2-86219e5849b2 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:55.345971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:55.349372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.390039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Allocated IP 2001:db8:0:ffff::2 (6b2e2668-d423-4a28-ac3c-cc09e3271523/d64ed798-9540-45f0-8d1e-c2478834cb1b/3b079ec2-1d57-4f8e-91ae-8ece95d2f990) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:55.433535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=bdf0f74d-e017-476f-8c8b-e70a8c2db14a,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:55.441922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:18:55.444624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, d5e21211-3654-4ba2-86e2-86219e5849b2) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:55.450733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:55.453940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.454213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.487086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5aa4b-1b4f-497e-948b-e0efe2525043 None None] Network d5e21211-3654-4ba2-86e2-86219e5849b2 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:55.521691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.522063 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Added segment 5aef3443-b553-4571-be2c-eb1207895c1b of type vlan for network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c Apr 18 12:18:55.566993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.569826 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-28e6943e-be21-4c8c-ab5b-22fe354c1b68 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4747465 Apr 18 12:18:55.573633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35948) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:55.579517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2', 'name': 'tempest-PortsTestJSON-1485352433'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:55.688499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 51985ab7-894a-430d-8f42-3ce386941a42 associated. External IP: 172.26.4.27, port: 8beea2c4-a7f9-444f-b250-d0b7414a11db. Apr 18 12:18:55.692496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.759192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.765035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:55.765481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.774931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-d5e21211-3654-4ba2-86e2-86219e5849b2', 'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '50e0b243-19af-4d0f-bd5d-e9b84a92a065'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:55.775752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.792695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2c7212-c2be-4e73-8e44-b60145a2f058,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:55.810948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:55.816265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Checking segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:55.816603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Network hostable DHCP agents. Network: 16ad020b-fc1b-4f71-aa04-bed4525b22ae, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:55.827751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:55.867805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.896285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Transition to ACTIVE for port object 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:55.946317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:55.947096 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9537804 Apr 18 12:18:55.952647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Transition to ACTIVE for port object 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:55.962038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35952) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:55.962190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:55.962316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15c7ae-92f9-45c5-8ba6-7a25b0e8eddb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Network': ['ID=c3e10aa2-e9ec-484a-af0b-a1e34b64f35c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:55.965142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'subnet': {'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:55.974074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:18:55.976316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:55.988909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 47b03c32-e043-4cf1-a633-4e1e31feb6f8 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:56.061672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Allocated IP 172.20.0.2 (d5e21211-3654-4ba2-86e2-86219e5849b2/50e0b243-19af-4d0f-bd5d-e9b84a92a065/3d6a43d2-724f-4788-87c6-73955ff656b8) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:56.064115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.098623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 16ad020b-fc1b-4f71-aa04-bed4525b22ae) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:56.109234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:56.109811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.115093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691dd92-3566-498b-9ebd-db44dbf86e03 None None] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:56.192807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Network 6b2e2668-d423-4a28-ac3c-cc09e3271523 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:56.253749 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f5ab0a94-f074-4ae7-909d-894bd87c59b2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2233608 Apr 18 12:18:56.256521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35956) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:56.260124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:56.264404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:56.269834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:56.273896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Usage tracker for resource:router and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:56.278304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:56.281913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:56.285639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:56.288379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:56.294950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:subnet and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:56.305423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:56.341869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Pushing event updated for resources: {'Port': ['ID=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:56.368500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.369229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:56.370144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.386215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.409763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:18:56.472985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:56.476564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.558485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Attempting to bind port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:56.558762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Attempting to bind port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:56.559119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Attempting to bind port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 on network 6b2e2668-d423-4a28-ac3c-cc09e3271523 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:56.591409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:56.591775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Checking segment: {'id': '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:56.592171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.592557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Bound using segment: {'id': '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:56.593029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Bound port: 3b079ec2-1d57-4f8e-91ae-8ece95d2f990, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '6b2e2668-d423-4a28-ac3c-cc09e3271523'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:56.593395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.699608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:18:56.728097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:18:56.746280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.763002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.772883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:56.773672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.794404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:56.795041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:56.807481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:56.875529 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2da5a708-3033-41d0-b477-730f13fca708 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8682771 Apr 18 12:18:56.876236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:18:56.880920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35960) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:56.891214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Transition to ACTIVE for port object 3d6a43d2-724f-4788-87c6-73955ff656b8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:56.958189 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d12652-e199-4b1e-84cd-7ea5b0dd3d97'] response: {'name': 'network-changed', 'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'status': 'completed', 'code': 200} Apr 18 12:18:56.971794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] For port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:56.974130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Transition to ACTIVE for port object 3d6a43d2-724f-4788-87c6-73955ff656b8 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:57.059271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] For port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,segment=NetworkSegment(0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf),segment_id=0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:57.072943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.100987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.objects.ports [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88782) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:18:57.103228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.146774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.157815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-e00473a5-12e7-4650-ae05-f4fb30aa94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:57.159546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-e00473a5-12e7-4650-ae05-f4fb30aa94a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1099 time: 0.1958010 Apr 18 12:18:57.185793 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cf98feac-8092-4d36-96f6-7ea15f29189e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 200 len: 991 time: 0.3022487 Apr 18 12:18:57.236869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Network d5e21211-3654-4ba2-86e2-86219e5849b2 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:57.249228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:18:57.264380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.4 (d5e21211-3654-4ba2-86e2-86219e5849b2/50e0b243-19af-4d0f-bd5d-e9b84a92a065/47b03c32-e043-4cf1-a633-4e1e31feb6f8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:57.286707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Subnet': ['ID=2eb625e5-4ff4-43dd-84db-365253cd7190,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:57.296020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Pushing event updated for resources: {'Port': ['ID=3d6a43d2-724f-4788-87c6-73955ff656b8,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:57.298702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:57.317602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Checking segment: {'id': '5aef3443-b553-4571-be2c-eb1207895c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:57.317602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network hostable DHCP agents. Network: c3e10aa2-e9ec-484a-af0b-a1e34b64f35c, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:18:57.360048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-b9ba54c6-3ec3-4dc7-bd8f-12a19df43030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:57.360165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:57.360409 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-b9ba54c6-3ec3-4dc7-bd8f-12a19df43030 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 898 time: 0.1876686 Apr 18 12:18:57.442645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:18:57.497008 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-40b2a213-6302-45e6-9ff2-4bed3c5c601a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 999 time: 0.1301661 Apr 18 12:18:57.538103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Allocated IP 172.20.0.2 (16ad020b-fc1b-4f71-aa04-bed4525b22ae/bf2c7212-c2be-4e73-8e44-b60145a2f058/4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:57.540807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c3e10aa2-e9ec-484a-af0b-a1e34b64f35c) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:57.559722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:57.560339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.578055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5cf897-9ac9-48fe-aef9-7aadb3e55a03 None None] Network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:57.600773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-2c8c3852-f6a9-48b0-9471-ec8cf09b889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:57.604887 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-2c8c3852-f6a9-48b0-9471-ec8cf09b889a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 200 len: 835 time: 0.0996580 Apr 18 12:18:57.646142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ce215-ca11-46f4-955f-315ef55b48fc None None] Pushing event updated for resources: {'Port': ['ID=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:57.668774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.695590 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c6c7b735-ce55-405b-8ad8-b0636d316345 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7410014 Apr 18 12:18:57.700079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35966) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:57.711922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.714980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Attempting to bind port 3d6a43d2-724f-4788-87c6-73955ff656b8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:57.715351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Attempting to bind port 3d6a43d2-724f-4788-87c6-73955ff656b8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:57.715708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Attempting to bind port 3d6a43d2-724f-4788-87c6-73955ff656b8 on network d5e21211-3654-4ba2-86e2-86219e5849b2 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:57.733876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'port': {'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c', 'name': 'tempest-NetworksIpV6TestAttrs-1552635299'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:57.813874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.845819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 47b03c32-e043-4cf1-a633-4e1e31feb6f8 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:57.847926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:57.848702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Checking segment: {'id': 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:57.849374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.849890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Bound using segment: {'id': 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:57.850500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Bound port: 3d6a43d2-724f-4788-87c6-73955ff656b8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:57.850986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:57.889800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-5f2efbe3-c3d6-4c10-b185-5508f0942e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:57.891385 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-5f2efbe3-c3d6-4c10-b185-5508f0942e62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b1badc0-340d-4a0a-8154-25b412e67669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2804296 Apr 18 12:18:57.921368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Allocated IP 172.26.4.71 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/c09c4db5-62ed-4537-82c3-d36dddb2d631) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:57.923084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:57.939706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:port and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:57.943876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:58.045831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.149697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network d5e21211-3654-4ba2-86e2-86219e5849b2 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:58.154770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:58.160269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:58.162861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:58.191753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35970) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:58.235970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:18:58.262602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=47b03c32-e043-4cf1-a633-4e1e31feb6f8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:58.270063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.296634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:58.297272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.298965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:58.302729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.348481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-9d04b236-dec1-41a1-b663-577519859948 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493337 Apr 18 12:18:58.355509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] device_id is not set on port 1e307779-b650-46f0-bd62-b9fb1f35943b yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:58.408910 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ab7c9125-2ea2-42d1-9b53-f40e8c2de9f5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8342962 Apr 18 12:18:58.412756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35976) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:58.417976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': 'd5e21211-3654-4ba2-86e2-86219e5849b2', 'name': 'tempest-PortsTestJSON-427095567'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:18:58.437119 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f3153359-fa3c-4ad4-a5fb-e18abf578c51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 200 len: 991 time: 0.2443511 Apr 18 12:18:58.466494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.474912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] For port 3d6a43d2-724f-4788-87c6-73955ff656b8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:18:58.500516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] For port 3d6a43d2-724f-4788-87c6-73955ff656b8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d6a43d2-724f-4788-87c6-73955ff656b8,segment=NetworkSegment(b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8),segment_id=b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:18:58.506233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-c3e10aa2-e9ec-484a-af0b-a1e34b64f35c', 'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c', 'tenant_id': 'b42c21b66d2f440a804e60fb4cbdcb2d', 'fixed_ips': [{'subnet_id': '2eb625e5-4ff4-43dd-84db-365253cd7190'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:18:58.507451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.564710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.624242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:58.630025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:58.638742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:58.648135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Transition to ACTIVE for port object 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:58.651063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.666707 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f85e596e-5dc1-44d3-b050-37f957873b35 req-9d3c29bd-f237-4691-99c9-e47d2bb861f5 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697577 Apr 18 12:18:58.669575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Allocated IP 2001:db8::f816:3eff:fe3d:5da2 (c3e10aa2-e9ec-484a-af0b-a1e34b64f35c/2eb625e5-4ff4-43dd-84db-365253cd7190/1e307779-b650-46f0-bd62-b9fb1f35943b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:58.731103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Pushing event updated for resources: {'Port': ['ID=c09c4db5-62ed-4537-82c3-d36dddb2d631,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:58.775174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:58.778210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69887d2-8444-4b64-bb1f-d187f12bf569 None None] Pushing event updated for resources: {'Port': ['ID=3d6a43d2-724f-4788-87c6-73955ff656b8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:58.795818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Transition to ACTIVE for port object 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:58.858334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb4dfef-fb2c-4e52-ab97-e9a5a4e97a8b None None] Network 6b2e2668-d423-4a28-ac3c-cc09e3271523 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:18:58.936596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:58.953936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:18:58.956720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Transition to ACTIVE for port object 1e307779-b650-46f0-bd62-b9fb1f35943b will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:18:58.962085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:18:58.966586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:18:58.980210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:18:58.994083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.071736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.075460 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:23Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:18:54Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:59.122146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:59.154660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:18:59.159789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:59.163870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:59.169294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:18:59.169482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:18:59.170108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.183340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:18:59.195284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:18:59.197212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] Provisioning for port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:18:59.200316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Port': ['ID=1e307779-b650-46f0-bd62-b9fb1f35943b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:59.200485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:18:59.205662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.215595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Pushing event updated for resources: {'Port': ['ID=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:18:59.236216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] Provisioning complete for port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:18:59.236587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.263196 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2b07b962-b7ac-4c39-be71-6eea629eea1e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5481682 Apr 18 12:18:59.264005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35982) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:59.334216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting subnet 2eb625e5-4ff4-43dd-84db-365253cd7190 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:18:59.370828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:18:59.371474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:18:59.380968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 821512f7-800e-430d-9a0d-882e06b90cb6 yet. {{(pid=88783) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:18:59.424866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Allocated IP 2001:db8::f816:3eff:fe72:5e6f (c3e10aa2-e9ec-484a-af0b-a1e34b64f35c/2eb625e5-4ff4-43dd-84db-365253cd7190/3a681550-d4fd-4bcf-8b65-2538d80c9347) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:59.445442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35986) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:18:59.516495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Attempting to bind port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:18:59.517680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Attempting to bind port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:18:59.517807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Attempting to bind port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:18:59.537302 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:18:59.537886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Checking segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:18:59.538229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.538662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Bound using segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:18:59.539151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Bound port: 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:18:59.539524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.584742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:18:59.586221 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-354d1672-2d0e-4da5-b926-14044452be05 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 200 len: 991 time: 0.1393523 Apr 18 12:18:59.698407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.6 (d5e21211-3654-4ba2-86e2-86219e5849b2/50e0b243-19af-4d0f-bd5d-e9b84a92a065/821512f7-800e-430d-9a0d-882e06b90cb6) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:18:59.930440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:00.019904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.040258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c0b438-07fb-48e5-917b-fe8989cbcfce None None] Network d5e21211-3654-4ba2-86e2-86219e5849b2 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:00.073115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] For port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:00.115904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.203662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d6a43d2-724f-4788-87c6-73955ff656b8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:00.235187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.313842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] For port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:00.315003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 821512f7-800e-430d-9a0d-882e06b90cb6 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:00.382860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] For port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,segment=NetworkSegment(0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf),segment_id=0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:00.431607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.454342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.498304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Router 8459ef49-06a8-4161-b099-fd0e22770c2d is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:19:00.501883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.517677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.527329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network d5e21211-3654-4ba2-86e2-86219e5849b2 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:00.532226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:00.586509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 35992) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:00.587197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:00.617978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Transition to ACTIVE for port object 3a681550-d4fd-4bcf-8b65-2538d80c9347 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:00.649454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=821512f7-800e-430d-9a0d-882e06b90cb6,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:00.687852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:00.688485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.701056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b79345-d25e-44d0-b5b7-050ea53f4a71 None None] Pushing event updated for resources: {'Port': ['ID=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:00.753678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2acd61cc-25f3-426b-a73a-957dc1d9ee5c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 200 len: 991 time: 0.1651039 Apr 18 12:19:00.761088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Transition to ACTIVE for port object 3a681550-d4fd-4bcf-8b65-2538d80c9347 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:00.762828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3d6a43d2-724f-4788-87c6-73955ff656b8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:00.808965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:19:00.818427 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:19:00.831419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.845749 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:00.845749 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:00.868925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a5dbb-bb82-43b2-9c64-87f25d510933 None None] Pushing event updated for resources: {'Port': ['ID=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:00.869196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dcb7d792-0122-44bc-a899-22988b4e2cf5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4540267 Apr 18 12:19:00.870772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 35998) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:00.898000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.963612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.965015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:00.965183 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fddcfa90-f863-45f3-8171-f8a37423ca97 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7074678 Apr 18 12:19:00.973546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36002) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:00.980277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Provisioning complete for port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:00.980277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.117128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:01.121784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.123956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:01.130436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:01.134875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Pushing event updated for resources: {'Port': ['ID=3a681550-d4fd-4bcf-8b65-2538d80c9347,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:01.140087 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:01.300390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.312733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b94f55-0043-4d02-b9f8-b1437d775774 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:01.312733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a9b94f55-0043-4d02-b9f8-b1437d775774 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:01.324938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Attempting to bind port 3a681550-d4fd-4bcf-8b65-2538d80c9347 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:01.325249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Attempting to bind port 3a681550-d4fd-4bcf-8b65-2538d80c9347 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5aef3443-b553-4571-be2c-eb1207895c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:01.325566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Attempting to bind port 3a681550-d4fd-4bcf-8b65-2538d80c9347 on network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:01.339306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:01.339670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Checking segment: {'id': '5aef3443-b553-4571-be2c-eb1207895c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:01.340061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.340477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Bound using segment: {'id': '5aef3443-b553-4571-be2c-eb1207895c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:01.340940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Bound port: 3a681550-d4fd-4bcf-8b65-2538d80c9347, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aef3443-b553-4571-be2c-eb1207895c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c3e10aa2-e9ec-484a-af0b-a1e34b64f35c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:01.341310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.410005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:23Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:18:54Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:01.414585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.427504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb625e5-4ff4-43dd-84db-365253cd7190,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:01.431704 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1df9c106-0068-43af-b2d9-e0094a030362 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/2eb625e5-4ff4-43dd-84db-365253cd7190 HTTP/1.1" status: 204 len: 168 time: 2.1666875 Apr 18 12:19:01.439541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36006) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:01.440548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ff50f-e745-44ee-a420-72e5827b70af None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:18:23Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:18:54Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:01.494965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Provisioning for port 3d6a43d2-724f-4788-87c6-73955ff656b8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:01.497259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:18:58Z', 'revision_number': 3, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:01.506262 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:19:01.507997 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Updating router 8459ef49-06a8-4161-b099-fd0e22770c2d port c09c4db5-62ed-4537-82c3-d36dddb2d631 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:19:01.510883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] For port 3a681550-d4fd-4bcf-8b65-2538d80c9347, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:01.513153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Provisioning complete for port 3d6a43d2-724f-4788-87c6-73955ff656b8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:01.513526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.528235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a9b94f55-0043-4d02-b9f8-b1437d775774 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:01.531527 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a9b94f55-0043-4d02-b9f8-b1437d775774 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.6559315 Apr 18 12:19:01.542483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36010) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:01.613048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] For port 3a681550-d4fd-4bcf-8b65-2538d80c9347, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3a681550-d4fd-4bcf-8b65-2538d80c9347,segment=NetworkSegment(5aef3443-b553-4571-be2c-eb1207895c1b),segment_id=5aef3443-b553-4571-be2c-eb1207895c1b)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:01.628244 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.717270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24d8d5-5bc8-4379-9213-3743bdec9c6d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:01.725802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d24d8d5-5bc8-4379-9213-3743bdec9c6d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:01.726628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0d24d8d5-5bc8-4379-9213-3743bdec9c6d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Synchronizing usage tracker for tenant:b42c21b66d2f440a804e60fb4cbdcb2d on resource:subnet {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:01.756410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.759223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36014) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:01.786920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 821512f7-800e-430d-9a0d-882e06b90cb6 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:01.787265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:01.888105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3b039-c7aa-4eef-aea9-a9d4b5a5f394 None None] New status for floating IP 51985ab7-894a-430d-8f42-3ce386941a42: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:19:02.009173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0d24d8d5-5bc8-4379-9213-3743bdec9c6d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Unset dirty status for tenant:b42c21b66d2f440a804e60fb4cbdcb2d on resource:subnet {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:02.013686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0d24d8d5-5bc8-4379-9213-3743bdec9c6d tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5767438 Apr 18 12:19:02.014482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36018) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:02.053353 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-92f82f86-74c4-46a6-b117-69a62f465c14 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 200 len: 991 time: 0.2179613 Apr 18 12:19:02.297764 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.316554 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Transition to ACTIVE for port object c09c4db5-62ed-4537-82c3-d36dddb2d631 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:02.328008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.342612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:02.357817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d5f7c706-35c6-4ca5-a71e-6fe34a5dae3a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.368222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1509227-525e-4dbe-bb27-3da1c25608ef None None] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:02.407948 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.419021 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f7c706-35c6-4ca5-a71e-6fe34a5dae3a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 12:19:02.419517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f7c706-35c6-4ca5-a71e-6fe34a5dae3a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:02.425314 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d5f7c706-35c6-4ca5-a71e-6fe34a5dae3a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/c3e10aa2-e9ec-484a-af0b-a1e34b64f35c HTTP/1.1" status: 409 len: 405 time: 0.3966708 Apr 18 12:19:02.426741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36022) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:02.437577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1352524152'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:02.453684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:02.460593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:network and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:02.465043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:02.474489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:02.477167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.493838 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Attempting to bind port c09c4db5-62ed-4537-82c3-d36dddb2d631 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:02.494248 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Attempting to bind port c09c4db5-62ed-4537-82c3-d36dddb2d631 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:02.494573 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Attempting to bind port c09c4db5-62ed-4537-82c3-d36dddb2d631 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:02.512766 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:02.513179 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:02.514106 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.514106 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:02.514326 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Bound port: c09c4db5-62ed-4537-82c3-d36dddb2d631, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:02.514710 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.534200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.539109 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Pushing event updated for resources: {'Port': ['ID=c09c4db5-62ed-4537-82c3-d36dddb2d631,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:02.565057 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.565386 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.567801 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.567801 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.567801 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.567801 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.568137 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.568227 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.568522 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.568836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.569147 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.570121 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:02.612392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:02.616276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.623773 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] For port c09c4db5-62ed-4537-82c3-d36dddb2d631, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:02.627244 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] For port c09c4db5-62ed-4537-82c3-d36dddb2d631, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c09c4db5-62ed-4537-82c3-d36dddb2d631,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:02.665948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:02.668045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18eb68-05f7-48c8-8623-ccde79222984 None None] Pushing event updated for resources: {'Port': ['ID=3a681550-d4fd-4bcf-8b65-2538d80c9347,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:02.676219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.676652 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Added segment c1339f87-553f-4f53-9cd8-fd7c86c23b6a of type vlan for network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 Apr 18 12:19:02.690529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 821512f7-800e-430d-9a0d-882e06b90cb6 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:02.693567 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.750489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.795924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Allocated IP 172.20.0.1 (16ad020b-fc1b-4f71-aa04-bed4525b22ae/bf2c7212-c2be-4e73-8e44-b60145a2f058/fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:02.816320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:02.817022 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:02.858225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:02.859002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.897279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.903269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:02.903847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:02.913259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d55204-fd68-41e5-941c-9fb1399e8c02 None None] Pushing event updated for resources: {'Port': ['ID=c09c4db5-62ed-4537-82c3-d36dddb2d631,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:02.922858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d549c62-d0a4-434b-9c0d-f8fdd4e23009 None None] Network c3e10aa2-e9ec-484a-af0b-a1e34b64f35c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:02.951058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.018431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] For port 3d6a43d2-724f-4788-87c6-73955ff656b8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d6a43d2-724f-4788-87c6-73955ff656b8,segment=NetworkSegment(b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8),segment_id=b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:03.020841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=821512f7-800e-430d-9a0d-882e06b90cb6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:03.048098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Network': ['ID=47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:03.053588 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-17ca9b30-cc42-40ae-8980-b2b1e7c9f448 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6259394 Apr 18 12:19:03.057063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36026) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:03.060786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36028) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:03.096766 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:03.116299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:03.150100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'subnet': {'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:03.162868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.237690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5a39e23a-6972-457e-a219-0912e0e3425c tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/821512f7-800e-430d-9a0d-882e06b90cb6 HTTP/1.1" status: 204 len: 168 time: 1.6984136 Apr 18 12:19:03.240258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36034) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:03.264451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.305134 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25199f4-f326-455f-90bf-2a8f28292a2e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:03.305734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a25199f4-f326-455f-90bf-2a8f28292a2e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:03.331491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.411864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a25199f4-f326-455f-90bf-2a8f28292a2e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:03.411864 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a25199f4-f326-455f-90bf-2a8f28292a2e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/821512f7-800e-430d-9a0d-882e06b90cb6 HTTP/1.1" status: 404 len: 333 time: 0.1697993 Apr 18 12:19:03.414047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36038) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:03.425332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Transition to ACTIVE for port object fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:03.474871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:03.479547 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2cb0403f-8b37-498f-b5c5-66e5e0bd68f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 200 len: 993 time: 0.4211140 Apr 18 12:19:03.491035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:03.515152 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:18:58Z', 'revision_number': 3, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:03.519842 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f987ed-eaae-4ab3-b6bc-529bf95882fe None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:18:58Z', 'revision_number': 3, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:03.541663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 47b03c32-e043-4cf1-a633-4e1e31feb6f8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:03.541993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.574605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:03.576180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133504f-cec8-4183-afad-393dc04556e0 None None] Pushing event updated for resources: {'Port': ['ID=3d6a43d2-724f-4788-87c6-73955ff656b8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:03.578477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.609999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.669811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:03.703898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Provisioning for port 47b03c32-e043-4cf1-a633-4e1e31feb6f8 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:03.718331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Pushing event updated for resources: {'Port': ['ID=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:03.720747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Provisioning complete for port 47b03c32-e043-4cf1-a633-4e1e31feb6f8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:03.721124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.735083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:03.739130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:03.741482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:03.795857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Port 47b03c32-e043-4cf1-a633-4e1e31feb6f8 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:03.824183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Provisioning complete for port 3d6a43d2-724f-4788-87c6-73955ff656b8 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:03.824183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.855967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.882144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:03.891287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:04.150616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Could not find standard attr ID for object 821512f7-800e-430d-9a0d-882e06b90cb6. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:19:04.177701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 47b03c32-e043-4cf1-a633-4e1e31feb6f8 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:04.384728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d6a43d2-724f-4788-87c6-73955ff656b8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:04.400908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.409612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c7c59f-44f2-421e-8ed3-7b61e7d06591 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:19:04.499532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.537341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Provisioning for port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:04.566793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Provisioning complete for port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:04.567154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.574314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=47b03c32-e043-4cf1-a633-4e1e31feb6f8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:04.616202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:19:04.620719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.697189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3d6a43d2-724f-4788-87c6-73955ff656b8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:04.697746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.708099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.744055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7c59f-44f2-421e-8ed3-7b61e7d06591 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:19:04.788702 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d20cc1bd-955c-44fb-92da-98822c008db1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/47b03c32-e043-4cf1-a633-4e1e31feb6f8 HTTP/1.1" status: 204 len: 168 time: 1.3708138 Apr 18 12:19:04.789258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36042) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:04.793264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Subnet': ['ID=349d913a-3bb4-4abb-937e-5c4b58ab6746,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:04.814624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Checking segment: {'id': 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:04.814624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network hostable DHCP agents. Network: 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:04.848512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.865997 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c747d6-6e05-475e-9e24-15599618242b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:04.866548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81c747d6-6e05-475e-9e24-15599618242b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:04.871848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.877488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:04.899575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:04.940273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81c747d6-6e05-475e-9e24-15599618242b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:04.941999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-81c747d6-6e05-475e-9e24-15599618242b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/47b03c32-e043-4cf1-a633-4e1e31feb6f8 HTTP/1.1" status: 404 len: 333 time: 0.1517706 Apr 18 12:19:04.944585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36046) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:04.971316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:04.983455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:04.984114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.021311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 50e0b243-19af-4d0f-bd5d-e9b84a92a065 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:05.024042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Pushing event updated for resources: {'Port': ['ID=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:05.025124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.037038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c09c4db5-62ed-4537-82c3-d36dddb2d631 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:05.037648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.065063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] For port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:05.084576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.170706 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a16d6a2e-f6ff-41a4-b392-b4555cd36488 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1105056 Apr 18 12:19:05.173867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36050) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:05.182982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'port': {'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7', 'name': 'tempest-NetworksIpV6TestAttrs-2031875938'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:05.189259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:05.189259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:05.191817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.240645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c09c4db5-62ed-4537-82c3-d36dddb2d631 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:05.259891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c09c4db5-62ed-4537-82c3-d36dddb2d631 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:05.260273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.375305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d5a92-f592-4c06-830c-c1834bbc1053 None None] Pushing event updated for resources: {'Port': ['ID=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:05.401334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.477726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7c939f51-1de7-4547-84b7-64eb5ac11de8 None None] Provisioning for port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:05.485994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7c939f51-1de7-4547-84b7-64eb5ac11de8 None None] Provisioning complete for port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:05.486476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7c939f51-1de7-4547-84b7-64eb5ac11de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.516123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:05.520998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3770c88-98c2-40bd-8f9a-eca05aeca349 None None] Network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:05.526238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:port and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:05.529712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:05.542942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:05.568326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.592721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:19:05.638062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:05.643253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.675106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.681385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7c939f51-1de7-4547-84b7-64eb5ac11de8 None None] Port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:05.689747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c09c4db5-62ed-4537-82c3-d36dddb2d631, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c09c4db5-62ed-4537-82c3-d36dddb2d631,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:05.738707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7c939f51-1de7-4547-84b7-64eb5ac11de8 None None] Provisioning complete for port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:05.739386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7c939f51-1de7-4547-84b7-64eb5ac11de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.758667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.767928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=50e0b243-19af-4d0f-bd5d-e9b84a92a065,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:05.773648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] device_id is not set on port dae29dc3-fd26-4088-bdf0-05ed87eddca2 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:19:05.825408 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6eb33bb5-d4c4-4a30-b3d2-e63654d50ebd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/50e0b243-19af-4d0f-bd5d-e9b84a92a065 HTTP/1.1" status: 204 len: 168 time: 0.8795764 Apr 18 12:19:05.827824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36054) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:05.840478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3ee059-03d3-4869-b0c8-8a95843bd91d None None] Network d5e21211-3654-4ba2-86e2-86219e5849b2 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:05.859274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:05.901171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:19:05.911608 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:19:05.921329 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-be729a36-a457-405c-a3d5-afd727e2005b admin admin] 10.222.0.24 "PUT /v2.0/routers/8459ef49-06a8-4161-b099-fd0e22770c2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9458995 Apr 18 12:19:05.928381 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:05.929220 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:06.037189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.059965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 3d6a43d2-724f-4788-87c6-73955ff656b8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:06.060301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.111103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Allocated IP 2001:db8::f816:3eff:fe99:d9ce (47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7/349d913a-3bb4-4abb-937e-5c4b58ab6746/dae29dc3-fd26-4088-bdf0-05ed87eddca2) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:06.187589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:06.200055 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:06.234694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c09c4db5-62ed-4537-82c3-d36dddb2d631,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:06.242496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7', 'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7', 'tenant_id': 'b42c21b66d2f440a804e60fb4cbdcb2d', 'fixed_ips': [{'subnet_id': '349d913a-3bb4-4abb-937e-5c4b58ab6746'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:06.243579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.440624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] For port 3d6a43d2-724f-4788-87c6-73955ff656b8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d6a43d2-724f-4788-87c6-73955ff656b8,segment=NetworkSegment(b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8),segment_id=b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:06.441262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.455728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:06.455941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.579690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f37edf3e-fb9d-46e5-acd8-2918e5b009c0 None None] Provisioning complete for port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:06.580083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f37edf3e-fb9d-46e5-acd8-2918e5b009c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.593350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 3d6a43d2-724f-4788-87c6-73955ff656b8 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:06.642168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] DHCP port deletion for d5e21211-3654-4ba2-86e2-86219e5849b2 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:19:06.651092 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 2, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:06.652719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Deleting port 3d6a43d2-724f-4788-87c6-73955ff656b8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:06.652989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.656224 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:19:06.656224 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Updating router 8459ef49-06a8-4161-b099-fd0e22770c2d port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:19:06.663701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.702187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Transition to ACTIVE for port object dae29dc3-fd26-4088-bdf0-05ed87eddca2 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:06.720929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f37edf3e-fb9d-46e5-acd8-2918e5b009c0 None None] Port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:06.738613 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.782968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.852125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=3d6a43d2-724f-4788-87c6-73955ff656b8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:06.856505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.873133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36072) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:06.881137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1147206579-network', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:06.888787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:06.894757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Usage tracker for resource:network and tenant:03d03ed62fba4ec990d88358cb50d39e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:06.898626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:06.905140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:06.906451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No DVR routers for this DVR port 3d6a43d2-724f-4788-87c6-73955ff656b8 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:19:06.946321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] For port 3d6a43d2-724f-4788-87c6-73955ff656b8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d6a43d2-724f-4788-87c6-73955ff656b8,segment=NetworkSegment(b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8),segment_id=b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:06.946961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.965391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Allocated IP 2001:db8::f816:3eff:fed6:177 (47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7/349d913a-3bb4-4abb-937e-5c4b58ab6746/24e2950a-ddd8-49fc-97f7-0bc4bf53937b) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:06.986376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Made reservation on behalf of 03d03ed62fba4ec990d88358cb50d39e for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:06.989038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:06.994761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:06.995877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Port': ['ID=dae29dc3-fd26-4088-bdf0-05ed87eddca2,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:07.013175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:07.015809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.018509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:07.024535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:07.025168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.041803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:07.045693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Usage tracker for resource:security_group_rule and tenant:03d03ed62fba4ec990d88358cb50d39e is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:07.049695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:07.056015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:07.103311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Calling delete_port for 3d6a43d2-724f-4788-87c6-73955ff656b8 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:07.153435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.155674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.183241 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.185552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e21211-3654-4ba2-86e2-86219e5849b2']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:07.196358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Transition to ACTIVE for port object fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:07.199679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:07.199679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e73fa5-dbda-4ccb-be51-9c1e6b1ab2a8') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:07.210638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.227394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.233456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:07.233800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.241405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:07.252739 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: from cryptography.utils import int_from_bytes Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: from cryptography.utils import int_from_bytes Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn_limited( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn_limited( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 12:19:07.263701 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 12:19:07.273715 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.273990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85b9bf-c0f6-4e51-98ec-873a779457ec,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:07.281890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:19:07.282789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.282919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:19:07.283134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.283467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.283793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.284119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.284441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.284760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.285299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.285852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.286180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.286703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.287025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:07.296314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:07.308701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.308701 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Added segment 5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda of type vlan for network cc53a03e-6875-4717-9c6f-ef741bddb45b Apr 18 12:19:07.338244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.354704 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5d8b4cfa-a2a0-48da-b2c1-19afb3b1fe8e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1769950 Apr 18 12:19:07.356565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36076) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:07.377752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.388989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Transition to ACTIVE for port object 24e2950a-ddd8-49fc-97f7-0bc4bf53937b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:07.411187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Transition to ACTIVE for port object 24e2950a-ddd8-49fc-97f7-0bc4bf53937b will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:07.449361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting subnet 349d913a-3bb4-4abb-937e-5c4b58ab6746 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:07.459831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.464394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.488672 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c95f18-5b47-4963-879e-00f3fedd833a None None] Pushing event updated for resources: {'Port': ['ID=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:07.488844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.492759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.504758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=d5e21211-3654-4ba2-86e2-86219e5849b2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:07.508840 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7a45dd18-eb02-42bd-9863-39e092b945f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/d5e21211-3654-4ba2-86e2-86219e5849b2 HTTP/1.1" status: 204 len: 168 time: 1.6798506 Apr 18 12:19:07.519164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36080) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:07.526106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559091958'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:07.531197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:07.541093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.546135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:07.546135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.546387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:07.551270 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Attempting to bind port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:07.551644 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Attempting to bind port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:07.552002 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Attempting to bind port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:07.554175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:07.561866 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:07.562222 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Checking segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:07.562573 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.562963 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Bound using segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:07.563800 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Bound port: fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:07.563932 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.565253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:07.575392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:07.578132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:07.581515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:07.597593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Pushing event updated for resources: {'Port': ['ID=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:07.665556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:07.669606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.693877 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] For port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:07.698861 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] For port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:07.702319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Attempting to bind port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:07.703572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Attempting to bind port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:07.703572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Attempting to bind port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b on network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:07.709857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:07.710705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:07.711446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Checking segment: {'id': 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:07.712150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.712976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Bound using segment: {'id': 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:07.713727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Bound port: 24e2950a-ddd8-49fc-97f7-0bc4bf53937b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:07.717150 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8398037 Apr 18 12:19:07.718205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.718600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36084) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:07.719404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d8002-d15f-47bf-b9ce-d89dbe00d05b admin admin] Pushing event updated for resources: {'Network': ['ID=cc53a03e-6875-4717-9c6f-ef741bddb45b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:07.721643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.722119 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment 6ae5adb9-d6a6-4c15-842b-f16999aef064 of type vlan for network 9545341d-17e1-4174-b292-f2db1d9f953a Apr 18 12:19:07.735416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.736287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network cc53a03e-6875-4717-9c6f-ef741bddb45b details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:07.780298 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.811504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Deleting port 3d6a43d2-724f-4788-87c6-73955ff656b8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:07.811950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.850690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Request body: {'subnet': {'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1147206579-subnet', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:07.857504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:07.862399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.868166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Usage tracker for resource:subnet and tenant:03d03ed62fba4ec990d88358cb50d39e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:07.872049 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:07.872695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:18:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:07.879418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:07.889084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:07.892578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:07.947380 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c95f18-5b47-4963-879e-00f3fedd833a None None] Pushing event updated for resources: {'Port': ['ID=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:08.008355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Made reservation on behalf of 03d03ed62fba4ec990d88358cb50d39e for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:08.011618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.051778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.060591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:08.061236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.081729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.115511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:08.143589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.147652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Subnet': ['ID=349d913a-3bb4-4abb-937e-5c4b58ab6746,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:08.154089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c09c4db5-62ed-4537-82c3-d36dddb2d631 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:08.157932 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-30aec87a-164b-470f-b406-d23477ee1023 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/349d913a-3bb4-4abb-937e-5c4b58ab6746 HTTP/1.1" status: 204 len: 168 time: 0.7966514 Apr 18 12:19:08.162767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36088) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:08.196679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-533d0a67-1c55-409b-b9b2-5d80cec9e5e0 None None] The port '3d6a43d2-724f-4788-87c6-73955ff656b8' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:19:08.204980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] For port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:08.234760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] For port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,segment=NetworkSegment(c1339f87-553f-4f53-9cd8-fd7c86c23b6a),segment_id=c1339f87-553f-4f53-9cd8-fd7c86c23b6a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:08.236229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fb9fb-f0ba-403a-a50d-51b5c28576a0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:08.238138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fb9fb-f0ba-403a-a50d-51b5c28576a0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:08.239073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fd6fb9fb-f0ba-403a-a50d-51b5c28576a0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Synchronizing usage tracker for tenant:b42c21b66d2f440a804e60fb4cbdcb2d on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:08.267220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c09c4db5-62ed-4537-82c3-d36dddb2d631 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:08.267590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.280289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=9545341d-17e1-4174-b292-f2db1d9f953a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:08.291003 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b0b8c1fb-f414-4474-a48c-1d5d0e84cec7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7707520 Apr 18 12:19:08.292427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36092) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:08.302116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:08.325933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 9545341d-17e1-4174-b292-f2db1d9f953a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:08.353220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.356676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c056901b-1e17-4abf-a773-b1d7473102e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.452578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fd6fb9fb-f0ba-403a-a50d-51b5c28576a0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Unset dirty status for tenant:b42c21b66d2f440a804e60fb4cbdcb2d on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:08.454146 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fd6fb9fb-f0ba-403a-a50d-51b5c28576a0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2903767 Apr 18 12:19:08.455606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:08.457479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36096) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:08.461631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:08.466412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:08.476281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:08.494069 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:07Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:08.499898 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf0a90f-68c6-4eea-9862-d7b4ab4a7a24 None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:07Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:08.509854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.545520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:08.550848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.565438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791164ee-16b4-4111-bdb0-ed58992d0ef3 None None] Pushing event updated for resources: {'Port': ['ID=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:08.715694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d6a43d2-724f-4788-87c6-73955ff656b8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:19:08.748248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4fcc984-0bfb-4f54-b604-e97f29b51357,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:08.754847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-760a8624-347e-472c-bbdf-e1b3a8eee4b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.769569 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-760a8624-347e-472c-bbdf-e1b3a8eee4b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 12:19:08.772008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760a8624-347e-472c-bbdf-e1b3a8eee4b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:08.779756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Checking segment: {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:08.780387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Network hostable DHCP agents. Network: cc53a03e-6875-4717-9c6f-ef741bddb45b, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:08.788990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-760a8624-347e-472c-bbdf-e1b3a8eee4b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 HTTP/1.1" status: 409 len: 405 time: 0.3291924 Apr 18 12:19:08.793520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36100) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:08.800782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1028108998'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:08.805170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 3d6a43d2-724f-4788-87c6-73955ff656b8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:19:08.805530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d6a43d2-724f-4788-87c6-73955ff656b8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:19:08.810354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:08.825327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:network and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:08.829515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:08.835790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:08.911191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Network cc53a03e-6875-4717-9c6f-ef741bddb45b is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:08.938387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:08.942604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.977644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:08.987444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:08.987791 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Added segment 74fc1881-02d3-410e-8416-c6d859d2c86a of type vlan for network c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 Apr 18 12:19:09.020263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.026254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.036891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, cc53a03e-6875-4717-9c6f-ef741bddb45b) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:09.039265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:09.040252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.048143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82423a-e746-4606-a04f-f87a503161f2 None None] Network cc53a03e-6875-4717-9c6f-ef741bddb45b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:09.130354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=741c8053-eadf-4f41-a8e7-3401bb8aebf8,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:09.142388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': '6ae5adb9-d6a6-4c15-842b-f16999aef064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:09.142803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: 9545341d-17e1-4174-b292-f2db1d9f953a, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:09.231322 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1c63ac49-7318-4552-822e-0b31fdad97f3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5116787 Apr 18 12:19:09.234011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36104) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:09.239108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:09.243744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:09.247770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Usage tracker for resource:router and tenant:03d03ed62fba4ec990d88358cb50d39e is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:09.251417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:09.257373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:09.282593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.283828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 9545341d-17e1-4174-b292-f2db1d9f953a is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:09.289160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:09.289920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.300218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-cc53a03e-6875-4717-9c6f-ef741bddb45b', 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'fixed_ips': [{'subnet_id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:09.303173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.385325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 9545341d-17e1-4174-b292-f2db1d9f953a) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:09.390799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:09.398782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.400408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.401429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.410189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618ee8c-4f97-419f-8fac-209debf57138 None None] Network 9545341d-17e1-4174-b292-f2db1d9f953a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:09.426713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.432108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Network': ['ID=c5543d42-1bae-48c3-8a6b-03d1ff31c4d7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:09.446286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:09.456728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f60e559a-9a50-4088-a0e6-3b0035e96ef7 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6618800 Apr 18 12:19:09.460182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36108) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:09.466958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'subnet': {'network_id': 'c5543d42-1bae-48c3-8a6b-03d1ff31c4d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:09.520464 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2e41d3f8-a80a-4a49-9721-aa63b8d673da tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2231247 Apr 18 12:19:09.520863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:09.528920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a', 'name': 'tempest-PortsTestJSON-1667569546', 'fixed_ips': [{'subnet_id': '741c8053-eadf-4f41-a8e7-3401bb8aebf8', 'ip_address': '172.20.0.10'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:09.632755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:09.650948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:09.739516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:09.745213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:09.773792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Allocated IP 172.20.0.2 (cc53a03e-6875-4717-9c6f-ef741bddb45b/a4fcc984-0bfb-4f54-b604-e97f29b51357/55c61a3a-61bc-43d3-a092-a06dca6aab42) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:09.948374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.007033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf01b6c-7a52-4675-b71f-120ab7aac202 None None] Network 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:10.007810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:10.014070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:10.019153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:10.036936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:10.062087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-9545341d-17e1-4174-b292-f2db1d9f953a', 'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '741c8053-eadf-4f41-a8e7-3401bb8aebf8'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:10.062265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.176814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:10.207682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-21530103-eab2-4c42-95be-c4814bc8e906 None None] Provisioning for port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:10.225621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 24e2950a-ddd8-49fc-97f7-0bc4bf53937b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:10.440730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:19:10.442350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.448834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e8bf25b4-d863-4fa8-87d3-a7a7ed687772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.451509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.477919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port c44129bc-2295-4ea2-8457-7570f34c2ca0 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:19:10.519705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.526743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Subnet': ['ID=bfb58cfb-e627-4b30-8e35-6535ce6840f6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:10.534655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Checking segment: {'id': '74fc1881-02d3-410e-8416-c6d859d2c86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'c5543d42-1bae-48c3-8a6b-03d1ff31c4d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:10.535327 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network hostable DHCP agents. Network: c5543d42-1bae-48c3-8a6b-03d1ff31c4d7, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:10.576415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Transition to ACTIVE for port object 55c61a3a-61bc-43d3-a092-a06dca6aab42 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:10.617478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:10.627838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Transition to ACTIVE for port object 55c61a3a-61bc-43d3-a092-a06dca6aab42 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:10.636780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:10.637153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.647666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:10.680753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Allocated IP 172.20.0.2 (9545341d-17e1-4174-b292-f2db1d9f953a/741c8053-eadf-4f41-a8e7-3401bb8aebf8/3b2bc271-0356-4466-b5f7-0044f4310c2d) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:10.737285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.762560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, c5543d42-1bae-48c3-8a6b-03d1ff31c4d7) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:10.768997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:10.769704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.774003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.782693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] DHCP port deletion for 47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:19:10.784317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cd9fc9-ff50-4791-855c-1f5c2dd03d6e None None] Network c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:10.809315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.860759 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f5a610f-3872-4360-9cc5-b5457525e141 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3986990 Apr 18 12:19:10.863419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36116) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:10.873750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Deleting port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:10.874216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:10.951109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Allocated IP 172.26.4.31 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/33aecf7b-2d23-4111-b266-b88c078cb01a) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:11.006920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.020690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Network cc53a03e-6875-4717-9c6f-ef741bddb45b is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:11.037203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:11.045654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Pushing event updated for resources: {'Port': ['ID=55c61a3a-61bc-43d3-a092-a06dca6aab42,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:11.060962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:11.074702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.118479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.179766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.242755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.281563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.306711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:11.309403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:11.311808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:11.323575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Subnet': ['ID=bfb58cfb-e627-4b30-8e35-6535ce6840f6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:11.360570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Pushing event updated for resources: {'Port': ['ID=33aecf7b-2d23-4111-b266-b88c078cb01a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:11.375148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.375481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.375845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.376172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.376494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.376815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.377137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.377458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.377782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.378094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.378406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.378750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:11.424783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.446791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,segment=NetworkSegment(c1339f87-553f-4f53-9cd8-fd7c86c23b6a),segment_id=c1339f87-553f-4f53-9cd8-fd7c86c23b6a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:11.451070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5543d42-1bae-48c3-8a6b-03d1ff31c4d7']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:11.464421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fc1881-02d3-410e-8416-c6d859d2c86a') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:11.464786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fc1881-02d3-410e-8416-c6d859d2c86a') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:11.476881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.492988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.499763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:11.500296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:11.518253 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:11.524157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32138331-9056-4895-9994-e970f31b9dac None None] Network c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:11.542704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Attempting to bind port 55c61a3a-61bc-43d3-a092-a06dca6aab42 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:11.543071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Attempting to bind port 55c61a3a-61bc-43d3-a092-a06dca6aab42 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:11.545169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Attempting to bind port 55c61a3a-61bc-43d3-a092-a06dca6aab42 on network cc53a03e-6875-4717-9c6f-ef741bddb45b {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:11.545810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.562630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.571719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.572477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:11.636908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:11.637272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Checking segment: {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:11.637672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.638061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Bound using segment: {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:11.638564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Bound port: 55c61a3a-61bc-43d3-a092-a06dca6aab42, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:11.638937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.654103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.678908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.691884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Network': ['ID=c5543d42-1bae-48c3-8a6b-03d1ff31c4d7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:11.697466 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6ac4b9fa-deae-4d8e-90fc-72503ba8c78a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 HTTP/1.1" status: 204 len: 168 time: 0.8327684 Apr 18 12:19:11.701048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36120) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:11.709330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-321712825'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:11.721936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:11.735408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:network and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:11.780168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Transition to ACTIVE for port object 3b2bc271-0356-4466-b5f7-0044f4310c2d will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:11.784530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:11.797631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:11.819142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] For port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,segment=NetworkSegment(c1339f87-553f-4f53-9cd8-fd7c86c23b6a),segment_id=c1339f87-553f-4f53-9cd8-fd7c86c23b6a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:11.820172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.825099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.902227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:11.905654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:11.953523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Transition to ACTIVE for port object 3b2bc271-0356-4466-b5f7-0044f4310c2d will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:12.050553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.063694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Calling delete_port for 24e2950a-ddd8-49fc-97f7-0bc4bf53937b owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:12.146713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.162958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:12.165914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:12.210747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.211096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.211433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.211761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.212108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.212414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.212987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.213314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.213635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.213953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.214268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.214613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:19:12.253100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.253440 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Added segment 800ddd8b-29b4-4b25-aade-1a6aac1c98b9 of type vlan for network 7565f4cd-d456-4190-95bc-503e7f7e3cdb Apr 18 12:19:12.258009 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Network 9545341d-17e1-4174-b292-f2db1d9f953a is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:12.259144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] For port 55c61a3a-61bc-43d3-a092-a06dca6aab42, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:12.273627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.10 (9545341d-17e1-4174-b292-f2db1d9f953a/741c8053-eadf-4f41-a8e7-3401bb8aebf8/c44129bc-2295-4ea2-8457-7570f34c2ca0) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:12.276914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:12.288012 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:12.294248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] For port 55c61a3a-61bc-43d3-a092-a06dca6aab42, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=55c61a3a-61bc-43d3-a092-a06dca6aab42,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:12.296569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:12.319793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.345331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:12.345709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.412999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.416396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:19:12.416746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:19:12.433320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Pushing event updated for resources: {'Port': ['ID=3b2bc271-0356-4466-b5f7-0044f4310c2d,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:12.449642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.504789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Attempting to bind port 3b2bc271-0356-4466-b5f7-0044f4310c2d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:12.505149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Attempting to bind port 3b2bc271-0356-4466-b5f7-0044f4310c2d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '6ae5adb9-d6a6-4c15-842b-f16999aef064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:12.505506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Attempting to bind port 3b2bc271-0356-4466-b5f7-0044f4310c2d on network 9545341d-17e1-4174-b292-f2db1d9f953a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:12.526242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.531632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:12.532797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.536619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:12.537455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Checking segment: {'id': '6ae5adb9-d6a6-4c15-842b-f16999aef064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:12.537645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.538037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Bound using segment: {'id': '6ae5adb9-d6a6-4c15-842b-f16999aef064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:12.538538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Bound port: 3b2bc271-0356-4466-b5f7-0044f4310c2d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae5adb9-d6a6-4c15-842b-f16999aef064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:12.538911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.605956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b52d7f-0275-4b7f-8cd2-c127beace040 None None] Pushing event updated for resources: {'Port': ['ID=55c61a3a-61bc-43d3-a092-a06dca6aab42,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:12.701450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.717775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] For port 3b2bc271-0356-4466-b5f7-0044f4310c2d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:12.732574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] For port 3b2bc271-0356-4466-b5f7-0044f4310c2d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b2bc271-0356-4466-b5f7-0044f4310c2d,segment=NetworkSegment(6ae5adb9-d6a6-4c15-842b-f16999aef064),segment_id=6ae5adb9-d6a6-4c15-842b-f16999aef064)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:12.744868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:12.750745 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0485382 Apr 18 12:19:12.753711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36124) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:12.759524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'subnet': {'network_id': '7565f4cd-d456-4190-95bc-503e7f7e3cdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:12.771657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a6675-7622-42ab-8ce5-b020afbe129b tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Network': ['ID=7565f4cd-d456-4190-95bc-503e7f7e3cdb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:12.794859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 7565f4cd-d456-4190-95bc-503e7f7e3cdb details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:12.837061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.940347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Deleting port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:12.940725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:12.941335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:12.961633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:subnet and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:12.966887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:12.980690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:12.992326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d9bca-56c9-4ee6-90c8-9b0c974cff95 None None] Pushing event updated for resources: {'Port': ['ID=3b2bc271-0356-4466-b5f7-0044f4310c2d,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:12.995838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.002149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.030371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object c44129bc-2295-4ea2-8457-7570f34c2ca0 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:13.094116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:13.098342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.114404 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:19:13.135463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.139182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:19:13.184197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 55c61a3a-61bc-43d3-a092-a06dca6aab42 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:13.264882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 9545341d-17e1-4174-b292-f2db1d9f953a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:13.277634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:13.297790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.337298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:13.348210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:13.414171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 55c61a3a-61bc-43d3-a092-a06dca6aab42 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:13.434697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=c44129bc-2295-4ea2-8457-7570f34c2ca0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:13.464347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] For port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,segment=NetworkSegment(c1339f87-553f-4f53-9cd8-fd7c86c23b6a),segment_id=c1339f87-553f-4f53-9cd8-fd7c86c23b6a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:13.464347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.499625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:13.500377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.505536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.613494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Subnet': ['ID=24bd4fd0-ad6a-410c-bde6-0bf4e8d7f1af,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:13.617146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:19:13.622612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Checking segment: {'id': '800ddd8b-29b4-4b25-aade-1a6aac1c98b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7565f4cd-d456-4190-95bc-503e7f7e3cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:13.623005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network hostable DHCP agents. Network: 7565f4cd-d456-4190-95bc-503e7f7e3cdb, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:13.657615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 24e2950a-ddd8-49fc-97f7-0bc4bf53937b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:19:13.666023 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-90b9ba68-72ba-4692-ab0b-bd3522e89579 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.1439633 Apr 18 12:19:13.668604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36128) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:13.679742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '9545341d-17e1-4174-b292-f2db1d9f953a', 'name': 'tempest-PortsTestJSON-282498952', 'fixed_ips': [{'subnet_id': '741c8053-eadf-4f41-a8e7-3401bb8aebf8', 'ip_address': '172.20.0.9'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:13.703886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Sync routers for ids ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:19:13.722159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.726726 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-18225415-1ad1-45cb-9e1a-546da52137d2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.4884324 Apr 18 12:19:13.726726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36132) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:13.745273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network 7565f4cd-d456-4190-95bc-503e7f7e3cdb is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:13.778878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Calling delete_port for 24e2950a-ddd8-49fc-97f7-0bc4bf53937b owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:13.830265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Routers {'82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:13.830971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:13.831773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 7565f4cd-d456-4190-95bc-503e7f7e3cdb) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:13.838087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:13.838968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:13.901315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ab0aef-7d63-477f-93a1-fb5d7dae4b3b None None] Network 7565f4cd-d456-4190-95bc-503e7f7e3cdb requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:13.926894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc48518-ca67-49a9-b579-7e6e2212cd38 None None] Network cc53a03e-6875-4717-9c6f-ef741bddb45b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:13.956002 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cad9b23d-e4cc-4818-95b2-d9abc55d508e tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2011583 Apr 18 12:19:13.958660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36136) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:14.150591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.161475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:14.177606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:14.182670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:14.230420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.256637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:14.321645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] Provisioning for port 55c61a3a-61bc-43d3-a092-a06dca6aab42 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:14.352493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:14.357460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.372772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4422ce-975c-468f-9da7-e2a08aca2442 None None] Network 9545341d-17e1-4174-b292-f2db1d9f953a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:14.395125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 81f201d1-7efc-4b02-9148-ddafdaf135a7 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:19:14.408066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.414678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.455273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Subnet': ['ID=24bd4fd0-ad6a-410c-bde6-0bf4e8d7f1af,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:14.460188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] Provisioning complete for port 55c61a3a-61bc-43d3-a092-a06dca6aab42 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:14.460558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.542829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] No DVR routers for this DVR port 24e2950a-ddd8-49fc-97f7-0bc4bf53937b on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:19:14.546348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6765711-528e-4bfd-8bf0-09cd60fc1b2f None None] Pushing event deleted for resources: {'Port': ['ID=24e2950a-ddd8-49fc-97f7-0bc4bf53937b,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:14.659088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.700333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.727437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7565f4cd-d456-4190-95bc-503e7f7e3cdb']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:14.739697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800ddd8b-29b4-4b25-aade-1a6aac1c98b9') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:14.740110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800ddd8b-29b4-4b25-aade-1a6aac1c98b9') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:14.751397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Set router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:14.752414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.769138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.775845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:14.776144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:14.790723 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:14.839788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.9 (9545341d-17e1-4174-b292-f2db1d9f953a/741c8053-eadf-4f41-a8e7-3401bb8aebf8/81f201d1-7efc-4b02-9148-ddafdaf135a7) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:14.963134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.983158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:14.996420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Network': ['ID=7565f4cd-d456-4190-95bc-503e7f7e3cdb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:14.999489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.006337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8746f877-e5f3-420d-bfbe-9894ed54b2cf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/7565f4cd-d456-4190-95bc-503e7f7e3cdb HTTP/1.1" status: 204 len: 168 time: 1.0463064 Apr 18 12:19:15.011806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36140) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:15.016949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1946979534'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:15.021997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:15.026126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:network and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:15.029051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:15.034956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:15.055137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1146e-5cfb-4fb9-8fa8-4c44df39f0e5 None None] Network 7565f4cd-d456-4190-95bc-503e7f7e3cdb requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:15.094004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:15.097734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.136332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:15.151963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.152428 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Added segment b12e91e5-3e4f-4b47-96ff-5991f5fa6301 of type vlan for network 3d684268-af43-434d-9cf1-68907c618dcc Apr 18 12:19:15.156043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1146e-5cfb-4fb9-8fa8-4c44df39f0e5 None None] Network 7565f4cd-d456-4190-95bc-503e7f7e3cdb could not be found, it might have been deleted concurrently. {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 12:19:15.192004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.220845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.254307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 81f201d1-7efc-4b02-9148-ddafdaf135a7 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:15.274511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.282583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.290424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:15.291360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.346762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Allocated IP 172.20.0.1 (cc53a03e-6875-4717-9c6f-ef741bddb45b/a4fcc984-0bfb-4f54-b604-e97f29b51357/6846234d-7823-4ecd-9dbe-2b1dfd157daf) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:15.359680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b2bc271-0356-4466-b5f7-0044f4310c2d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:15.420992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Network': ['ID=3d684268-af43-434d-9cf1-68907c618dcc,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:15.431243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1f009b1c-844f-4697-8ea4-68cbae0dd223 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4188571 Apr 18 12:19:15.434656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36144) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:15.441575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Request body: {'subnet': {'network_id': '3d684268-af43-434d-9cf1-68907c618dcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:15.446599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.470494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3d684268-af43-434d-9cf1-68907c618dcc details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:15.527230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] For port 55c61a3a-61bc-43d3-a092-a06dca6aab42, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=55c61a3a-61bc-43d3-a092-a06dca6aab42,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:15.559777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 9545341d-17e1-4174-b292-f2db1d9f953a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:15.569702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:15.576876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:15.593318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.606134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:15.608531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=81f201d1-7efc-4b02-9148-ddafdaf135a7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:15.617344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Usage tracker for resource:subnet and tenant:b42c21b66d2f440a804e60fb4cbdcb2d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:15.624891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.627576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:15.636748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:15.685641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:15.686645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.706386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.721546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Made reservation on behalf of b42c21b66d2f440a804e60fb4cbdcb2d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:15.725444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.733670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9d349-cb15-46d5-a4b4-638c2066fc32 None None] Pushing event updated for resources: {'Port': ['ID=55c61a3a-61bc-43d3-a092-a06dca6aab42,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:15.739141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:19:11Z', 'revision_number': 3, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:15.740642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Transition to ACTIVE for port object 6846234d-7823-4ecd-9dbe-2b1dfd157daf will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:15.748386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Checking router: 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:19:15.748982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Updating router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd port 33aecf7b-2d23-4111-b266-b88c078cb01a binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:19:15.790977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3b2bc271-0356-4466-b5f7-0044f4310c2d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:15.801350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:15.844012 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8c1ece07-bb53-46b8-ba4b-cd965ac72e7a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1737280 Apr 18 12:19:15.847421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.847590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36148) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:15.860870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:15.936274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Provisioning for port 3b2bc271-0356-4466-b5f7-0044f4310c2d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:15.996594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Provisioning complete for port 3b2bc271-0356-4466-b5f7-0044f4310c2d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:15.997358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.006086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c446f0c6-6a7a-4070-9094-28b8a349e730 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:16.007867 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c446f0c6-6a7a-4070-9094-28b8a349e730 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1593289 Apr 18 12:19:16.015727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36152) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:16.080540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Network cc53a03e-6875-4717-9c6f-ef741bddb45b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:16.083902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:16.088458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:16.133140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:16.133140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.160484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Pushing event updated for resources: {'Port': ['ID=6846234d-7823-4ecd-9dbe-2b1dfd157daf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:16.168767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905853c-09d6-41d5-9a04-2dd5edc4b62e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:16.173448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.177412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905853c-09d6-41d5-9a04-2dd5edc4b62e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:16.183202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2905853c-09d6-41d5-9a04-2dd5edc4b62e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:16.185276 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2905853c-09d6-41d5-9a04-2dd5edc4b62e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1682358 Apr 18 12:19:16.189062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36156) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:16.348037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 81f201d1-7efc-4b02-9148-ddafdaf135a7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:16.348393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.380237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.442453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.501251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.objects.ports [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88783) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 12:19:16.515887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.544939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] For port 3b2bc271-0356-4466-b5f7-0044f4310c2d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b2bc271-0356-4466-b5f7-0044f4310c2d,segment=NetworkSegment(6ae5adb9-d6a6-4c15-842b-f16999aef064),segment_id=6ae5adb9-d6a6-4c15-842b-f16999aef064)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:16.617852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.633865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Transition to ACTIVE for port object 33aecf7b-2d23-4111-b266-b88c078cb01a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:16.639724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.699221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.700522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event updated for resources: {'Subnet': ['ID=ad8f7d30-ae4a-445b-a7ee-2bcf54faf7f3,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:16.725376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.725708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Provisioning complete for port 55c61a3a-61bc-43d3-a092-a06dca6aab42 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:16.726140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.738870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Checking segment: {'id': 'b12e91e5-3e4f-4b47-96ff-5991f5fa6301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3d684268-af43-434d-9cf1-68907c618dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:16.739221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network hostable DHCP agents. Network: 3d684268-af43-434d-9cf1-68907c618dcc, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:16.777476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.796285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.850525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Attempting to bind port 33aecf7b-2d23-4111-b266-b88c078cb01a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:16.851076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Attempting to bind port 33aecf7b-2d23-4111-b266-b88c078cb01a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:16.851177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Attempting to bind port 33aecf7b-2d23-4111-b266-b88c078cb01a on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:16.860864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f9d37-d39a-4bad-b0a2-eec7a61bc13d None None] Pushing event updated for resources: {'Port': ['ID=3b2bc271-0356-4466-b5f7-0044f4310c2d,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:16.896451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:16.896879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:16.897223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.897612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:16.898088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Bound port: 33aecf7b-2d23-4111-b266-b88c078cb01a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:16.898521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:16.901266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Network 3d684268-af43-434d-9cf1-68907c618dcc is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:16.907344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Pushing event updated for resources: {'Port': ['ID=6846234d-7823-4ecd-9dbe-2b1dfd157daf,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:16.908845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 81f201d1-7efc-4b02-9148-ddafdaf135a7 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:16.909856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.031734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc3dce-2042-4379-a967-dedd4e2c4b49 None None] Pushing event updated for resources: {'Port': ['ID=33aecf7b-2d23-4111-b266-b88c078cb01a,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:17.053732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] For port 33aecf7b-2d23-4111-b266-b88c078cb01a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:17.059011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Network cc53a03e-6875-4717-9c6f-ef741bddb45b is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:17.060723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:17.072340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] For port 33aecf7b-2d23-4111-b266-b88c078cb01a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33aecf7b-2d23-4111-b266-b88c078cb01a,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:17.086936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 3d684268-af43-434d-9cf1-68907c618dcc) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:17.091688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:17.092268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.098450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c0d9a8-786b-43fd-b44b-80d8cfb775ce None None] Network 3d684268-af43-434d-9cf1-68907c618dcc requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:17.219177 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f6d2bf27-a665-442c-bfca-42d4966cedb0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7804120 Apr 18 12:19:17.219692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36160) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:17.241848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 55c61a3a-61bc-43d3-a092-a06dca6aab42 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:17.267624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.285999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:19:17.329087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.344713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Could not find standard attr ID for object 81f201d1-7efc-4b02-9148-ddafdaf135a7. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:19:17.395658 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=81f201d1-7efc-4b02-9148-ddafdaf135a7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:17.424259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Routers {'82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:17.424991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:17.504823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.509273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:19:17.520728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-78e0da24-cfea-4096-a163-0fcd403f9378 admin admin] 10.222.0.24 "PUT /v2.0/routers/82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919087 Apr 18 12:19:17.613140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.668269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.683923 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-597cc146-9499-43f6-97b3-9f3af036f052 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/81f201d1-7efc-4b02-9148-ddafdaf135a7 HTTP/1.1" status: 204 len: 168 time: 1.4914141 Apr 18 12:19:17.684139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Provisioning for port 6846234d-7823-4ecd-9dbe-2b1dfd157daf completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:17.684962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36168) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:17.720117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc3dce-2042-4379-a967-dedd4e2c4b49 None None] Pushing event updated for resources: {'Port': ['ID=33aecf7b-2d23-4111-b266-b88c078cb01a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:17.752512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Provisioning complete for port 6846234d-7823-4ecd-9dbe-2b1dfd157daf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:17.752875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.757734 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce3ac5d-ee8a-4afa-9e0e-d28f2ee37fee tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:17.758270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1ce3ac5d-ee8a-4afa-9e0e-d28f2ee37fee tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:17.796538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.837634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] Set router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:17.841716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1ce3ac5d-ee8a-4afa-9e0e-d28f2ee37fee tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:17.845461 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ce3ac5d-ee8a-4afa-9e0e-d28f2ee37fee tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/81f201d1-7efc-4b02-9148-ddafdaf135a7 HTTP/1.1" status: 404 len: 333 time: 0.1573668 Apr 18 12:19:17.845866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36178) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:17.868517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Subnet': ['ID=ad8f7d30-ae4a-445b-a7ee-2bcf54faf7f3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:17.935082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Port 6846234d-7823-4ecd-9dbe-2b1dfd157daf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:17.940916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port c44129bc-2295-4ea2-8457-7570f34c2ca0 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:17.941260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:17.943066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 55c61a3a-61bc-43d3-a092-a06dca6aab42 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:17.943462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.009245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b803ad81-bfda-4f89-bb92-93b1365b547c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-3d684268-af43-434d-9cf1-68907c618dcc', 'network_id': '3d684268-af43-434d-9cf1-68907c618dcc', 'tenant_id': 'b42c21b66d2f440a804e60fb4cbdcb2d', 'fixed_ips': [{'subnet_id': 'ad8f7d30-ae4a-445b-a7ee-2bcf54faf7f3'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:18.010113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b803ad81-bfda-4f89-bb92-93b1365b547c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.016489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.042948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d684268-af43-434d-9cf1-68907c618dcc']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:18.055968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12e91e5-3e4f-4b47-96ff-5991f5fa6301') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:18.056259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12e91e5-3e4f-4b47-96ff-5991f5fa6301') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:18.068303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.096320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.102960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:18.103389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:18.196164 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:18.229801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Provisioning complete for port 3b2bc271-0356-4466-b5f7-0044f4310c2d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:18.230168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.325753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36182) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.331014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.335538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204652358', 'description': 'tempest-secgroup-smoke-204652358 description', 'project_id': 'eea82502110e4288885c1ccc616ffbbf'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:18.364096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:18.366351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.378872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:18.381632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Network': ['ID=3d684268-af43-434d-9cf1-68907c618dcc,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:18.383580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:18.394858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:18.402399 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b8b7488d-77ca-439c-a303-640fbfa997c4 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/3d684268-af43-434d-9cf1-68907c618dcc HTTP/1.1" status: 204 len: 168 time: 1.1816175 Apr 18 12:19:18.405825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36186) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.415122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.424320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b2bc271-0356-4466-b5f7-0044f4310c2d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:18.446005 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8c5ec5-d4a2-4950-9359-09c35bb92aa0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:18.446529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8c5ec5-d4a2-4950-9359-09c35bb92aa0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:18.450646 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3b8c5ec5-d4a2-4950-9359-09c35bb92aa0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/ad8f7d30-ae4a-445b-a7ee-2bcf54faf7f3 HTTP/1.1" status: 404 len: 337 time: 0.0414300 Apr 18 12:19:18.450858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36190) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.456932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d9cfa-3d0b-451d-9887-90169e66a2c1 None None] Network 3d684268-af43-434d-9cf1-68907c618dcc requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:18.475782 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e8981ce-e325-4622-9642-57c3bb15c0c0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:18.476241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e8981ce-e325-4622-9642-57c3bb15c0c0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:18.481106 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1e8981ce-e325-4622-9642-57c3bb15c0c0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/3d684268-af43-434d-9cf1-68907c618dcc HTTP/1.1" status: 404 len: 339 time: 0.0261757 Apr 18 12:19:18.481106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36194) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.483289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.533218 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1ba5a4b-0c4f-4bb7-b4c6-5359746f77c0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:18.533665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1ba5a4b-0c4f-4bb7-b4c6-5359746f77c0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:18.537758 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d1ba5a4b-0c4f-4bb7-b4c6-5359746f77c0 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/24bd4fd0-ad6a-410c-bde6-0bf4e8d7f1af HTTP/1.1" status: 404 len: 337 time: 0.0540397 Apr 18 12:19:18.538245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36198) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.548559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for c44129bc-2295-4ea2-8457-7570f34c2ca0 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:18.566045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:18.572454 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b128583-7264-46c8-8a38-425f6cd9c3aa tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:18.572912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b128583-7264-46c8-8a38-425f6cd9c3aa tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:18.576839 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5b128583-7264-46c8-8a38-425f6cd9c3aa tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/7565f4cd-d456-4190-95bc-503e7f7e3cdb HTTP/1.1" status: 404 len: 339 time: 0.0356436 Apr 18 12:19:18.576839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:18.579453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36202) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.579623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:18.584752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:18.593086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d9cfa-3d0b-451d-9887-90169e66a2c1 None None] Network 3d684268-af43-434d-9cf1-68907c618dcc could not be found, it might have been deleted concurrently. {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 12:19:18.664605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.677593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-269dcc69-1b6b-485c-9f8b-5827023ece80 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:18.678048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269dcc69-1b6b-485c-9f8b-5827023ece80 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:18.682075 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-269dcc69-1b6b-485c-9f8b-5827023ece80 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/bfb58cfb-e627-4b30-8e35-6535ce6840f6 HTTP/1.1" status: 404 len: 337 time: 0.1015308 Apr 18 12:19:18.682237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3b2bc271-0356-4466-b5f7-0044f4310c2d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:18.682237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.682438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36206) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.713319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6846234d-7823-4ecd-9dbe-2b1dfd157daf', 'name': '', 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'mac_address': 'fa:16:3e:2b:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:15Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 2, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'subnets': [{'id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:18.716838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.719174 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21d304d-58ce-486c-920a-afb6cecc7dbf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:18.719650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21d304d-58ce-486c-920a-afb6cecc7dbf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:18.723596 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a21d304d-58ce-486c-920a-afb6cecc7dbf tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/c5543d42-1bae-48c3-8a6b-03d1ff31c4d7 HTTP/1.1" status: 404 len: 339 time: 0.0381510 Apr 18 12:19:18.723909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36210) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.728624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7606bb-395b-4ec8-a611-cd8d9c9c931d None None] The sync data for ids ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'] in dv-neutron-837089-1-hyperv is: [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6846234d-7823-4ecd-9dbe-2b1dfd157daf', 'name': '', 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'mac_address': 'fa:16:3e:2b:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:15Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 2, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'subnets': [{'id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:18.741204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Provisioning for port c44129bc-2295-4ea2-8457-7570f34c2ca0 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:18.749172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Provisioning complete for port c44129bc-2295-4ea2-8457-7570f34c2ca0 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:18.749541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.775238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:18.836815 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-268d9ad4-9532-4752-a175-dbedc784d486 None None] Port c44129bc-2295-4ea2-8457-7570f34c2ca0 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:18.840302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.846125 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-254de8d8-cb56-44f4-8bd9-9167cf7b04bc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5177522 Apr 18 12:19:18.846848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36214) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:18.852903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group_rule': {'security_group_id': '258eab1e-f6e3-498f-b86e-5fcd6e4eed2b', 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:18.859574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:18.863889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting port dae29dc3-fd26-4088-bdf0-05ed87eddca2 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:18.864360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:18.868675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.868797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:18.876808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:18.973477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:18.991803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1f1a3595-e31e-4e38-b50a-9cfb085b4b7c None None] Provisioning complete for port 6846234d-7823-4ecd-9dbe-2b1dfd157daf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:18.992325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f1a3595-e31e-4e38-b50a-9cfb085b4b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.056174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1f1a3595-e31e-4e38-b50a-9cfb085b4b7c None None] Port 6846234d-7823-4ecd-9dbe-2b1dfd157daf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:19.056507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.104681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.144652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.170441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a59d02b-18ef-4322-b3bd-29a5adf454ab,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:19.171638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.181231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=c44129bc-2295-4ea2-8457-7570f34c2ca0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:19.236825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.240080 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6441faed-65cb-4e6a-a955-b0fba4cf4a49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902142 Apr 18 12:19:19.240789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36218) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:19.247735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group_rule': {'security_group_id': '258eab1e-f6e3-498f-b86e-5fcd6e4eed2b', 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:19.254989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:19.260091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:19.264076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:19.275499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:19.347266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Calling delete_port for dae29dc3-fd26-4088-bdf0-05ed87eddca2 owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:19.352914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.442268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.478065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.499026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.523732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f6ad601-0247-45bf-b2d4-adcea84e4596,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:19.545411 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3fa55963-b543-4bfc-93c5-de6c110b2b5b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/c44129bc-2295-4ea2-8457-7570f34c2ca0 HTTP/1.1" status: 204 len: 168 time: 1.6985128 Apr 18 12:19:19.548449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36222) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:19.598506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.602302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.607013 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2b3dabeb-589d-4eff-86fd-4814f424ca49 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3647399 Apr 18 12:19:19.607959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36226) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:19.614253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group_rule': {'security_group_id': '258eab1e-f6e3-498f-b86e-5fcd6e4eed2b', 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:19.620839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:19.625208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:19.631150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:19.637919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:19.648679 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-79aed679-965e-49a8-80ed-ca03e0e5028e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:19.649216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-79aed679-965e-49a8-80ed-ca03e0e5028e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:19.662669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Port': ['ID=dae29dc3-fd26-4088-bdf0-05ed87eddca2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:19.668175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.679862 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3e3785f3-6e41-426c-b418-9fc103636456 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/ports/dae29dc3-fd26-4088-bdf0-05ed87eddca2 HTTP/1.1" status: 204 len: 168 time: 0.9537642 Apr 18 12:19:19.680950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36230) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:19.724911 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-6478a89f-9862-4fee-a21f-613f532bf9c3 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:19.725377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6478a89f-9862-4fee-a21f-613f532bf9c3 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:19.725969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.727219 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6478a89f-9862-4fee-a21f-613f532bf9c3 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/349d913a-3bb4-4abb-937e-5c4b58ab6746 HTTP/1.1" status: 404 len: 337 time: 0.0451701 Apr 18 12:19:19.729881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36234) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:19.757326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-79aed679-965e-49a8-80ed-ca03e0e5028e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:19.760970 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-79aed679-965e-49a8-80ed-ca03e0e5028e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/c44129bc-2295-4ea2-8457-7570f34c2ca0 HTTP/1.1" status: 404 len: 333 time: 0.2088494 Apr 18 12:19:19.761548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36238) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:19.852730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 741c8053-eadf-4f41-a8e7-3401bb8aebf8 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:19.854527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.855968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.911759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.922443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:19.997045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.004037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.030798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.031956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:20.071630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b740f73-ff61-410c-bfa1-34479009beb9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:20.151083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:20.151372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1339f87-553f-4f53-9cd8-fd7c86c23b6a') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:20.164083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.173206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.177824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36242) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:20.178505 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6b57453-8f0c-4f85-8786-ee5f6d6fdc60 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5690799 Apr 18 12:19:20.185348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group_rule': {'security_group_id': '258eab1e-f6e3-498f-b86e-5fcd6e4eed2b', 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:20.192685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:20.195235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.200714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:20.204937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:20.207945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:20.213192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:20.223110 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:20.230852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.237304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:20.272218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.276173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=741c8053-eadf-4f41-a8e7-3401bb8aebf8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:20.276784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83bbe11-9f62-4651-b425-4a0c6d05eccb None None] Network 9545341d-17e1-4174-b292-f2db1d9f953a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:20.280522 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c7540717-fead-442a-bc8e-6cfee67d5093 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/741c8053-eadf-4f41-a8e7-3401bb8aebf8 HTTP/1.1" status: 204 len: 168 time: 0.5181360 Apr 18 12:19:20.287114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36248) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:20.382074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.408075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.430143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.453498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Network': ['ID=47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:20.458738 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e44f4791-6eba-4a27-846a-9b9ea7ff0c18 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/47b2fc9a-d9e9-4fe8-b3d8-0bf2ccb272d7 HTTP/1.1" status: 204 len: 168 time: 0.7278118 Apr 18 12:19:20.464286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36252) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:20.532650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.532837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.543184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 3b2bc271-0356-4466-b5f7-0044f4310c2d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:20.543717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.553751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting port 1e307779-b650-46f0-bd62-b9fb1f35943b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:20.554091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.566755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] DHCP port deletion for 9545341d-17e1-4174-b292-f2db1d9f953a request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:19:20.573406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Deleting port 3b2bc271-0356-4466-b5f7-0044f4310c2d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:20.574022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.670080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.743384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3edd29-50d9-4345-99bc-9b649abcb180,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:20.789967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] For port 3b2bc271-0356-4466-b5f7-0044f4310c2d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b2bc271-0356-4466-b5f7-0044f4310c2d,segment=NetworkSegment(6ae5adb9-d6a6-4c15-842b-f16999aef064),segment_id=6ae5adb9-d6a6-4c15-842b-f16999aef064)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:20.790306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.824920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.894973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.899158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a4b85e87-957e-423d-b998-7d8baa8ee81e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7200689 Apr 18 12:19:20.902717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36256) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:20.927516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] For port 3b2bc271-0356-4466-b5f7-0044f4310c2d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b2bc271-0356-4466-b5f7-0044f4310c2d,segment=NetworkSegment(6ae5adb9-d6a6-4c15-842b-f16999aef064),segment_id=6ae5adb9-d6a6-4c15-842b-f16999aef064)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:20.932847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:20.948588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 3b2bc271-0356-4466-b5f7-0044f4310c2d owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:20.978371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Calling delete_port for 1e307779-b650-46f0-bd62-b9fb1f35943b owned by {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:21.011415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group_rule': {'security_group_id': '258eab1e-f6e3-498f-b86e-5fcd6e4eed2b', 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:21.025104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:21.034319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:21.039038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:21.053309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:21.079650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Calling delete_port for 3b2bc271-0356-4466-b5f7-0044f4310c2d owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:21.122171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.151423 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Project eea82502110e4288885c1ccc616ffbbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:19:21.163831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.166632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.166841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:19:21.167616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:19:21.185495 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Sync routers for ids ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:19:21.197986 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Routers {'82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:21.198838 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:21.204306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=3b2bc271-0356-4466-b5f7-0044f4310c2d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:21.206127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No DVR routers for this DVR port 3b2bc271-0356-4466-b5f7-0044f4310c2d on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:19:21.223491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33aecf7b-2d23-4111-b266-b88c078cb01a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:21.266653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Port': ['ID=1e307779-b650-46f0-bd62-b9fb1f35943b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:21.303195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.319690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-feb3e642-8075-4172-9dde-6cb6e424c774 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/ports/1e307779-b650-46f0-bd62-b9fb1f35943b HTTP/1.1" status: 204 len: 168 time: 0.8517613 Apr 18 12:19:21.320518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36260) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:21.349494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.362746 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-d974020a-62c5-4d39-9a91-2da8429eaa0a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] DELETE failed (client error): The resource could not be found. Apr 18 12:19:21.363202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d974020a-62c5-4d39-9a91-2da8429eaa0a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:21.363881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 33aecf7b-2d23-4111-b266-b88c078cb01a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:21.366531 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d974020a-62c5-4d39-9a91-2da8429eaa0a tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/2eb625e5-4ff4-43dd-84db-365253cd7190 HTTP/1.1" status: 404 len: 337 time: 0.0433881 Apr 18 12:19:21.367963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36264) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:21.376926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9545341d-17e1-4174-b292-f2db1d9f953a']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:21.377654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 33aecf7b-2d23-4111-b266-b88c078cb01a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:21.378020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.389951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae5adb9-d6a6-4c15-842b-f16999aef064') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:21.390538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae5adb9-d6a6-4c15-842b-f16999aef064') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:21.403479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.414924 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Set router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:21.425696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.433365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:21.434216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.474666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.498653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.507537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.510984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting port 3a681550-d4fd-4bcf-8b65-2538d80c9347 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:21.511315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.526277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 33aecf7b-2d23-4111-b266-b88c078cb01a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33aecf7b-2d23-4111-b266-b88c078cb01a,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:21.531494 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:21.550569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.590736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.623512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b3e93b-d1b2-48ed-b35c-fd5daea859e6,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:21.623728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.658936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.676117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Deleting port 3b2bc271-0356-4466-b5f7-0044f4310c2d {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:21.677010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.677955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=9545341d-17e1-4174-b292-f2db1d9f953a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:21.709946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b2bc271-0356-4466-b5f7-0044f4310c2d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:19:21.738048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.740067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1335681f-2dc9-446d-99bb-d24929a794ab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7739680 Apr 18 12:19:21.742187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36268) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:21.751512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'security_group_rule': {'security_group_id': '258eab1e-f6e3-498f-b86e-5fcd6e4eed2b', 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:21.758054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:21.762353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:security_group_rule and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:21.765138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:21.772575 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-50a3cd85-3925-4096-bfe9-3159cf33b6f0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/9545341d-17e1-4174-b292-f2db1d9f953a HTTP/1.1" status: 204 len: 168 time: 1.4808877 Apr 18 12:19:21.774864 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36272) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:21.777375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:21.780597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 3b2bc271-0356-4466-b5f7-0044f4310c2d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:19:21.780597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b2bc271-0356-4466-b5f7-0044f4310c2d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:19:21.783845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-78783263'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:21.791010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:21.797525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:network and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:21.797930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] For port 3a681550-d4fd-4bcf-8b65-2538d80c9347, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3a681550-d4fd-4bcf-8b65-2538d80c9347,segment=NetworkSegment(5aef3443-b553-4571-be2c-eb1207895c1b),segment_id=5aef3443-b553-4571-be2c-eb1207895c1b)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:21.798298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.800695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:21.806576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:21.812466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-89e47728-2574-4303-bb08-0150b271c6ab None None] The port '3b2bc271-0356-4466-b5f7-0044f4310c2d' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:19:21.833744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=33aecf7b-2d23-4111-b266-b88c078cb01a,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:21.862362 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6846234d-7823-4ecd-9dbe-2b1dfd157daf', 'name': '', 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'mac_address': 'fa:16:3e:2b:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:15Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 2, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'subnets': [{'id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:21.866004 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Checking router: 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:19:21.866340 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Updating router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd port 6846234d-7823-4ecd-9dbe-2b1dfd157daf binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:19:21.875006 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Project eea82502110e4288885c1ccc616ffbbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:19:21.883125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.903904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:21.907473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.918790 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.925121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Calling delete_port for 3a681550-d4fd-4bcf-8b65-2538d80c9347 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:21.967181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:21.980039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.985797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:21.986230 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Added segment ea73fe89-aca9-44b3-9baa-27bd8f28f7f9 of type vlan for network 9f282689-d2f8-4803-98ab-9448ec4b8df0 Apr 18 12:19:22.011458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.075913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.097941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e0d5a3-2e5e-412e-9b32-bd3935e85dba,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:22.105714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.107643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.113690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:22.114275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.219983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.221195 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4350d4ba-cb06-47c5-b18b-1d7ee4b0e54f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4759474 Apr 18 12:19:22.228268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Network': ['ID=9f282689-d2f8-4803-98ab-9448ec4b8df0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:22.242193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:22.254572 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e901d3cb-08f6-43e7-a978-280d2b5fe02a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4773793 Apr 18 12:19:22.257482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36280) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:22.269980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:22.285111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No DVR routers for this DVR port 3a681550-d4fd-4bcf-8b65-2538d80c9347 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:19:22.286914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Port': ['ID=3a681550-d4fd-4bcf-8b65-2538d80c9347,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:22.309022 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.322596 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Transition to ACTIVE for port object 6846234d-7823-4ecd-9dbe-2b1dfd157daf will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:22.396515 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.422590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:22.427779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:22.430993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:22.434864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.437839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:22.466086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e10aa2-e9ec-484a-af0b-a1e34b64f35c']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:22.482453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aef3443-b553-4571-be2c-eb1207895c1b') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:22.482781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aef3443-b553-4571-be2c-eb1207895c1b') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:22.494641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.512013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.522327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:22.522843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.528205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:22.532728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.542644 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681533e9-ad67-4536-9a7c-f796f35ca8bd None None] Pushing event updated for resources: {'Port': ['ID=6846234d-7823-4ecd-9dbe-2b1dfd157daf,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:22.620576 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:22.667403 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Attempting to bind port 6846234d-7823-4ecd-9dbe-2b1dfd157daf on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:22.668014 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Attempting to bind port 6846234d-7823-4ecd-9dbe-2b1dfd157daf by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:22.668377 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Attempting to bind port 6846234d-7823-4ecd-9dbe-2b1dfd157daf on network cc53a03e-6875-4717-9c6f-ef741bddb45b {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:22.674831 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:22.675198 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Checking segment: {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:22.675596 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.675980 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Bound using segment: {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:22.676445 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Bound port: 6846234d-7823-4ecd-9dbe-2b1dfd157daf, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:22.687222 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.803380 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] For port 6846234d-7823-4ecd-9dbe-2b1dfd157daf, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:22.847812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.848357 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] For port 6846234d-7823-4ecd-9dbe-2b1dfd157daf, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6846234d-7823-4ecd-9dbe-2b1dfd157daf,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:22.864853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.875982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Network': ['ID=c3e10aa2-e9ec-484a-af0b-a1e34b64f35c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:22.879943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-772f9d40-9c40-43d3-8afa-17c27fd4f0b6 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/c3e10aa2-e9ec-484a-af0b-a1e34b64f35c HTTP/1.1" status: 204 len: 168 time: 1.5108759 Apr 18 12:19:22.882343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36322) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:22.940565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.940810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:22.951455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting subnet d64ed798-9540-45f0-8d1e-c2478834cb1b {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:22.958875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.019186 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Routers {'82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:23.019898 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:23.023282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=86afcfd3-567c-45af-8514-1c4f50b42c08,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:23.031484 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Checking segment: {'id': 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:23.031847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network hostable DHCP agents. Network: 9f282689-d2f8-4803-98ab-9448ec4b8df0, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:23.042076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.090488 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681533e9-ad67-4536-9a7c-f796f35ca8bd None None] Pushing event updated for resources: {'Port': ['ID=6846234d-7823-4ecd-9dbe-2b1dfd157daf,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:23.115523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:23.143056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.208341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 9f282689-d2f8-4803-98ab-9448ec4b8df0) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:23.212720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:23.214968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.217106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc73fe4-b7a1-4f1a-ad9f-58376b29a858 None None] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:23.285436 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] Set router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:19:23.344056 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d5dd1502-cbf3-4176-b663-ccff1ca4cada tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0852191 Apr 18 12:19:23.344824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.346619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36326) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:23.351983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1316490506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:23.359040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:23.361152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6846234d-7823-4ecd-9dbe-2b1dfd157daf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:23.364180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:router and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:23.367580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:23.373629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:23.388112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.396346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Subnet': ['ID=d64ed798-9540-45f0-8d1e-c2478834cb1b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:23.404541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cb81571f-bf42-4194-bfb0-fc4cb4c51623 tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/subnets/d64ed798-9540-45f0-8d1e-c2478834cb1b HTTP/1.1" status: 204 len: 168 time: 0.5211589 Apr 18 12:19:23.407548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36330) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:23.411535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711c24f-7bac-4ace-ac3c-431fb4ec1e0d None None] Network 6b2e2668-d423-4a28-ac3c-cc09e3271523 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:23.642450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.660356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.661763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.694718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.695094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 6846234d-7823-4ecd-9dbe-2b1dfd157daf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:23.707853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6846234d-7823-4ecd-9dbe-2b1dfd157daf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:23.708222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.731878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Deleting port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:23.732394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.784344 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6846234d-7823-4ecd-9dbe-2b1dfd157daf', 'name': '', 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'mac_address': 'fa:16:3e:2b:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:15Z', 'updated_at': '2022-04-18T12:19:22Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'subnets': [{'id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:23.788907 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47accfa3-a661-403c-8fe0-40b83c726a52 None None] The sync data for ids ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'] in dv-neutron-837089-1-hyperv is: [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:19:16Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6846234d-7823-4ecd-9dbe-2b1dfd157daf', 'name': '', 'network_id': 'cc53a03e-6875-4717-9c6f-ef741bddb45b', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'mac_address': 'fa:16:3e:2b:50:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:15Z', 'updated_at': '2022-04-18T12:19:22Z', 'revision_number': 4, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'subnets': [{'id': 'a4fcc984-0bfb-4f54-b604-e97f29b51357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:23.834860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-9f282689-d2f8-4803-98ab-9448ec4b8df0', 'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '86afcfd3-567c-45af-8514-1c4f50b42c08'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:23.835643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.967520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.980840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:23.998283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] For port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,segment=NetworkSegment(0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf),segment_id=0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:23.998781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.039262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] DHCP port deletion for 6b2e2668-d423-4a28-ac3c-cc09e3271523 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:19:24.077735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 6846234d-7823-4ecd-9dbe-2b1dfd157daf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6846234d-7823-4ecd-9dbe-2b1dfd157daf,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:24.084948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Deleting port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:24.086586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.098785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36342) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:24.135588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.138443 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-36321d09-a0ad-4b59-8c04-509a31420619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7890446 Apr 18 12:19:24.144617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Calling delete_port for 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:24.146993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36346) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:24.163322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0', 'name': 'tempest-PortsTestJSON-1534234467'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:24.167209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Allocated IP 172.20.0.2 (9f282689-d2f8-4803-98ab-9448ec4b8df0/86afcfd3-567c-45af-8514-1c4f50b42c08/bde3c36f-2b99-47b1-b88c-20c6bba39b89) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:24.210320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.211314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33aecf7b-2d23-4111-b266-b88c078cb01a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:24.297782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.380613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] No DVR routers for this DVR port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:19:24.382635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Port': ['ID=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:24.395607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76e1da-93d9-427d-b09b-47f4ee506cb7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:24.396014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76e1da-93d9-427d-b09b-47f4ee506cb7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:24.396493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76e1da-93d9-427d-b09b-47f4ee506cb7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:24.403839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8a76e1da-93d9-427d-b09b-47f4ee506cb7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=4b554162884446c69528cc5f4e32b911&network_id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 3000 time: 0.3023801 Apr 18 12:19:24.414077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:24.419322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:24.423838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:24.434154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:24.517482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:24.522379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.530206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.561685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 5112eae5-7483-4de0-a14f-a8fbfe059c18 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:19:24.578122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b2e2668-d423-4a28-ac3c-cc09e3271523']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:24.623930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:24.624768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:24.640325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=6846234d-7823-4ecd-9dbe-2b1dfd157daf,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:24.656323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.673447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] For port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3b079ec2-1d57-4f8e-91ae-8ece95d2f990,segment=NetworkSegment(0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf),segment_id=0a24b597-9d5f-4c71-a35d-d0bc5b2cc1cf)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:24.673867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.684474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.692754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 33aecf7b-2d23-4111-b266-b88c078cb01a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:24.693119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.693290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:24.694112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:24.847369 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:24.850019 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-3ac353e3-0856-4c60-8ed0-742182b5660f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1931291 Apr 18 12:19:24.943574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.943847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Calling delete_port for 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:24.965858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:24.988555 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] 10.222.0.24 "DELETE /v2.0/networks/6b2e2668-d423-4a28-ac3c-cc09e3271523 HTTP/1.1" status: 204 len: 168 time: 1.5798204 Apr 18 12:19:24.990040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c1a6b-317d-4313-b350-119c959b47fb tempest-NetworksIpV6TestAttrs-1157430035 tempest-NetworksIpV6TestAttrs-1157430035-project] Pushing event deleted for resources: {'Network': ['ID=6b2e2668-d423-4a28-ac3c-cc09e3271523,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:25.049084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-3118cd8e-da66-4689-b169-20077de64f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:25.050728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-3118cd8e-da66-4689-b169-20077de64f91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1099 time: 0.1069696 Apr 18 12:19:25.189929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:19:25.190171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:19:25.192634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.214298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Transition to ACTIVE for port object bde3c36f-2b99-47b1-b88c-20c6bba39b89 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:25.228484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-662d80e8-cbfc-4dc6-a585-813d7970759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:25.229973 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-662d80e8-cbfc-4dc6-a585-813d7970759e service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 898 time: 0.1580734 Apr 18 12:19:25.244757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Transition to ACTIVE for port object bde3c36f-2b99-47b1-b88c-20c6bba39b89 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:25.308394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6846234d-7823-4ecd-9dbe-2b1dfd157daf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:25.363998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.390249 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-4134a588-33ba-48d6-b3bf-4954d129c771 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 1001 time: 0.1534207 Apr 18 12:19:25.447089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.9 (9f282689-d2f8-4803-98ab-9448ec4b8df0/86afcfd3-567c-45af-8514-1c4f50b42c08/5112eae5-7483-4de0-a14f-a8fbfe059c18) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:25.467195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Pushing event updated for resources: {'Port': ['ID=bde3c36f-2b99-47b1-b88c-20c6bba39b89,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:25.475029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-284eba13-cb53-4232-8615-1f7e0d6aeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:25.476453 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-284eba13-cb53-4232-8615-1f7e0d6aeb15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 200 len: 835 time: 0.0778346 Apr 18 12:19:25.491353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:25.493519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:25.496210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:25.594717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36394) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:25.618385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6846234d-7823-4ecd-9dbe-2b1dfd157daf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:25.618926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.658100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Attempting to bind port bde3c36f-2b99-47b1-b88c-20c6bba39b89 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:25.658802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Attempting to bind port bde3c36f-2b99-47b1-b88c-20c6bba39b89 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:25.659218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Attempting to bind port bde3c36f-2b99-47b1-b88c-20c6bba39b89 on network 9f282689-d2f8-4803-98ab-9448ec4b8df0 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:25.673759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:25.674237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Checking segment: {'id': 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:25.674752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.675216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Bound using segment: {'id': 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:25.676121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Bound port: bde3c36f-2b99-47b1-b88c-20c6bba39b89, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9f282689-d2f8-4803-98ab-9448ec4b8df0'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:25.676544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.692644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Deleting port 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:25.692644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.805647 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ad4e5871-2791-4f4c-b6b1-f3ab34ade3a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b42c21b66d2f440a804e60fb4cbdcb2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094295 Apr 18 12:19:25.807907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36400) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:25.817468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-567f6f4e-2555-4861-a1cc-1af5e9c08b93 None None] The port '3b079ec2-1d57-4f8e-91ae-8ece95d2f990' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:19:25.925226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.933491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4c0c99b6-0370-43fd-a66d-5e220a3c0301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.944450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 5112eae5-7483-4de0-a14f-a8fbfe059c18 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:25.963795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4c0c99b6-0370-43fd-a66d-5e220a3c0301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:25.975290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] For port bde3c36f-2b99-47b1-b88c-20c6bba39b89, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:25.975518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-fc10eaa6-330f-4caf-91be-50a3806f4f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:25.979195 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-fc10eaa6-330f-4caf-91be-50a3806f4f9e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b1badc0-340d-4a0a-8154-25b412e67669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4915004 Apr 18 12:19:25.994244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] For port bde3c36f-2b99-47b1-b88c-20c6bba39b89, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bde3c36f-2b99-47b1-b88c-20c6bba39b89,segment=NetworkSegment(ea73fe89-aca9-44b3-9baa-27bd8f28f7f9),segment_id=ea73fe89-aca9-44b3-9baa-27bd8f28f7f9)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:26.049484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:19:26.089074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:19:26.089717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3b079ec2-1d57-4f8e-91ae-8ece95d2f990 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:19:26.154085 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-32f5857f-a395-4f9a-8084-d4ffd4e56a02 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638305 Apr 18 12:19:26.214165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:26.267272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4c0c99b6-0370-43fd-a66d-5e220a3c0301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:26.269607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:26.289612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c99b6-0370-43fd-a66d-5e220a3c0301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922cd13a-ef71-46a4-88a5-3b868c6b9783,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:26.300460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4c0c99b6-0370-43fd-a66d-5e220a3c0301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:26.301617 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4c0c99b6-0370-43fd-a66d-5e220a3c0301 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922cd13a-ef71-46a4-88a5-3b868c6b9783 HTTP/1.1" status: 204 len: 168 time: 0.4926748 Apr 18 12:19:26.304822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7938f67-3d2d-409a-9e44-2a69a95b0097 None None] Pushing event updated for resources: {'Port': ['ID=bde3c36f-2b99-47b1-b88c-20c6bba39b89,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:26.378530 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f4d5530-4ba5-43ea-869f-cbccc8ed5dd7 req-f42aee79-821a-4bf5-84ad-d94045b1ef21 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182126 Apr 18 12:19:26.380315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:26.393594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=5112eae5-7483-4de0-a14f-a8fbfe059c18,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:26.403435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:26.411438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:26.490120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:26.490795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:26.754298 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bac2d32f-9837-4cd9-b145-202c6b7790e4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6017663 Apr 18 12:19:26.759184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36410) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:27.381185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bde3c36f-2b99-47b1-b88c-20c6bba39b89 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:27.464070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:27.559164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port bde3c36f-2b99-47b1-b88c-20c6bba39b89 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:27.576889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60882ab-5ca7-4558-a818-6efc14767619 None None] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:27.716845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36436) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:27.778413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] Provisioning for port bde3c36f-2b99-47b1-b88c-20c6bba39b89 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:27.795411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] Provisioning complete for port bde3c36f-2b99-47b1-b88c-20c6bba39b89 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:27.795790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:27.840771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df091131-294b-4210-9cc6-3ba5d56a6d89 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:27.842161 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-df091131-294b-4210-9cc6-3ba5d56a6d89 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 814 time: 0.1241992 Apr 18 12:19:27.882672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36442) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:27.976793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.030156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] For port bde3c36f-2b99-47b1-b88c-20c6bba39b89, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bde3c36f-2b99-47b1-b88c-20c6bba39b89,segment=NetworkSegment(ea73fe89-aca9-44b3-9baa-27bd8f28f7f9),segment_id=ea73fe89-aca9-44b3-9baa-27bd8f28f7f9)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:28.039623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--694422560'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:28.045689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:28.055613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:28.055613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:28.067718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:28.128411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.174150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.219761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.242050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.258857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.265395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:28.270115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:28.270935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e288f-6ee9-41fb-93eb-96019e966c1e None None] Pushing event updated for resources: {'Port': ['ID=bde3c36f-2b99-47b1-b88c-20c6bba39b89,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:28.279036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:28.292538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:28.305103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6edc0ea2-21f4-4252-a762-b04c6b564655 None None] Provisioning complete for port bde3c36f-2b99-47b1-b88c-20c6bba39b89 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:28.305103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6edc0ea2-21f4-4252-a762-b04c6b564655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.405735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=5112eae5-7483-4de0-a14f-a8fbfe059c18,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:28.497904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.556124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6edc0ea2-21f4-4252-a762-b04c6b564655 None None] Provisioning for port 5112eae5-7483-4de0-a14f-a8fbfe059c18 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:28.566515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6edc0ea2-21f4-4252-a762-b04c6b564655 None None] Provisioning complete for port 5112eae5-7483-4de0-a14f-a8fbfe059c18 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:28.566996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6edc0ea2-21f4-4252-a762-b04c6b564655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.584505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.590249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:28.595348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:28.600287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:28.620303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:28.676327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.676889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-6edc0ea2-21f4-4252-a762-b04c6b564655 None None] Port 5112eae5-7483-4de0-a14f-a8fbfe059c18 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:28.707571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791eb10d-872b-4df6-a864-2333209019a7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:28.779283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.799945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c318ec80-3a6b-4e67-9023-f285cc02817f None None] Provisioning complete for port 5112eae5-7483-4de0-a14f-a8fbfe059c18 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:28.801384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c318ec80-3a6b-4e67-9023-f285cc02817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.867728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.877407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:28.899593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c318ec80-3a6b-4e67-9023-f285cc02817f None None] Port 5112eae5-7483-4de0-a14f-a8fbfe059c18 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:28.911978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:28.922666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--2096066188', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:28.933363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:28.941360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:28.943197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62488459-8a9e-46b6-920c-5dbacacd198c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:28.949689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:28.958985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:29.019332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.020803 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e376e003-c8d1-4fdb-ab1b-2efcfdd6397c tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1386697 Apr 18 12:19:29.021100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3608fd00-538f-4251-a2a6-f0fb7b29e31c None None] Provisioning complete for port 5112eae5-7483-4de0-a14f-a8fbfe059c18 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:29.021662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3608fd00-538f-4251-a2a6-f0fb7b29e31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.023383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36456) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:29.091370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3608fd00-538f-4251-a2a6-f0fb7b29e31c None None] Port 5112eae5-7483-4de0-a14f-a8fbfe059c18 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:29.100831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-30c089e9-fcc4-4d2a-8e40-df9fd7728db7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:29.148712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:29.152347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.237803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-30c089e9-fcc4-4d2a-8e40-df9fd7728db7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:29.243495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36462) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:29.244598 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-30c089e9-fcc4-4d2a-8e40-df9fd7728db7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2184267 Apr 18 12:19:29.256893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-security--1270273632', 'description': 'tempest-security-description-529464429'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:29.275380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:19:29.301010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bde3c36f-2b99-47b1-b88c-20c6bba39b89 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:29.314709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.315116 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment 66e314d8-7756-46eb-8799-04c106fb2e93 of type vlan for network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 Apr 18 12:19:29.317561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.389336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port bde3c36f-2b99-47b1-b88c-20c6bba39b89 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:29.389705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.422400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.459060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.584296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.880234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.898401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.899667 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "PUT /v2.0/security-groups/62488459-8a9e-46b6-920c-5dbacacd198c HTTP/1.1" status: 200 len: 1779 time: 0.6551888 Apr 18 12:19:29.902445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36466) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:29.914766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.939499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.944889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:29.945480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:29.950587 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d9cd48c7-1b9a-4502-b7d1-74a2b77dd2d6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups/62488459-8a9e-46b6-920c-5dbacacd198c HTTP/1.1" status: 200 len: 1779 time: 0.0468082 Apr 18 12:19:29.956219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36470) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.032894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59a8618c-954c-44e5-95f0-80e773ee2e86 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.052226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a764b-8b32-4fab-b7b8-e3a72b531e04 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62488459-8a9e-46b6-920c-5dbacacd198c,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:30.063251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59a8618c-954c-44e5-95f0-80e773ee2e86 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.142146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=5112eae5-7483-4de0-a14f-a8fbfe059c18,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:30.145076 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2317374 Apr 18 12:19:30.148406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36474) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.150166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.153682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b164843-991e-4625-ab94-e69ef946ff3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:30.167245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:19:30.198438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59a8618c-954c-44e5-95f0-80e773ee2e86 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.226493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8618c-954c-44e5-95f0-80e773ee2e86 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62488459-8a9e-46b6-920c-5dbacacd198c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:30.244104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b031f-5e28-4281-ab4f-e63a170c80fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:30.246008 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1d9b031f-5e28-4281-ab4f-e63a170c80fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0960655 Apr 18 12:19:30.248613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36480) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.377736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-59a8618c-954c-44e5-95f0-80e773ee2e86 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.377736 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-59a8618c-954c-44e5-95f0-80e773ee2e86 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/62488459-8a9e-46b6-920c-5dbacacd198c HTTP/1.1" status: 204 len: 168 time: 0.4053345 Apr 18 12:19:30.388919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36484) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.443213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:30.444493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:30.568073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e65296f-53fb-40a8-b91c-34986e65b84b tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:30.575843 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7e65296f-53fb-40a8-b91c-34986e65b84b tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3197975 Apr 18 12:19:30.576338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36488) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.595830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bed64043-d700-4e2b-a923-cad105e3bb4b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:30.659282 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bae95b8c-4e98-43f4-9f26-3756a4388742 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803580 Apr 18 12:19:30.659681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36492) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.699807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-bed64043-d700-4e2b-a923-cad105e3bb4b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:30.705404 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bed64043-d700-4e2b-a923-cad105e3bb4b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3113108 Apr 18 12:19:30.705638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36496) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.706355 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6c9b5d5d-8c47-428e-b4d4-d95a2f4022d7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456290 Apr 18 12:19:30.708847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36500) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.720725 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-9010e61a-b950-4140-810b-08a423351c9f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] delete failed (client error): The resource could not be found. Apr 18 12:19:30.722504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9010e61a-b950-4140-810b-08a423351c9f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/62488459-8a9e-46b6-920c-5dbacacd198c HTTP/1.1" status: 404 len: 347 time: 0.0168381 Apr 18 12:19:30.726948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36504) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.732698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--180785931'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:30.733539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-37d8a2ec-7424-4dc5-94aa-a2e1ec8bd87a None None] Provisioning complete for port 5112eae5-7483-4de0-a14f-a8fbfe059c18 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:30.733913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-37d8a2ec-7424-4dc5-94aa-a2e1ec8bd87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.741068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:30.754836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:30.766131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Router 2c5928a3-095f-4713-9376-b09d509c3e79 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:19:30.793840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-37d8a2ec-7424-4dc5-94aa-a2e1ec8bd87a None None] Port 5112eae5-7483-4de0-a14f-a8fbfe059c18 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:30.839035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:30.883808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03718fbc-e9ee-4690-93b2-bddfe433b115 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:30.885341 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-03718fbc-e9ee-4690-93b2-bddfe433b115 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1745617 Apr 18 12:19:30.888195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36508) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.932006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:30.937043 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-58497cbc-0924-4592-b1d7-8191fcd67bd5 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478210 Apr 18 12:19:30.939650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:30.940279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36512) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.944337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:30.945918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264025161', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:30.962017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:30.967806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:19:30.977696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a8ea86f2-5f89-49c5-8593-f53950ef4f0a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/routers/2c5928a3-095f-4713-9376-b09d509c3e79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2189534 Apr 18 12:19:30.978693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36516) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:30.989024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] Sync routers for ids ['2c5928a3-095f-4713-9376-b09d509c3e79'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:19:31.002099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] Routers {'2c5928a3-095f-4713-9376-b09d509c3e79'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:31.002832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c5928a3-095f-4713-9376-b09d509c3e79'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:31.057903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.074582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:31.084045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] Routers {'2c5928a3-095f-4713-9376-b09d509c3e79'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:31.085408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c5928a3-095f-4713-9376-b09d509c3e79'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:31.111836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:31.117554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:31.120733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:31.122189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.128352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:31.150552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5711725-9bcb-41b1-998a-3a99a2ce3267 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:31.151255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e5711725-9bcb-41b1-998a-3a99a2ce3267 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:31.152681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:31.153260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf922d-f7b3-40f9-997f-3f673302a9a3 None None] The sync data for ids ['2c5928a3-095f-4713-9376-b09d509c3e79'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:31.170602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef44af19-7787-416f-af2b-18a043045574,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:31.229085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:31.235482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.253464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.257675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e7e6dbd9-6a69-4c35-af65-d6b354d79589 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5268879 Apr 18 12:19:31.257813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36520) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:31.262745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'ef44af19-7787-416f-af2b-18a043045574', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:31.264400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e5711725-9bcb-41b1-998a-3a99a2ce3267 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:31.268370 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e5711725-9bcb-41b1-998a-3a99a2ce3267 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5928a3-095f-4713-9376-b09d509c3e79 HTTP/1.1" status: 200 len: 982 time: 0.2859249 Apr 18 12:19:31.268560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36524) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:31.333207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:31.349939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:31.354375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:31.408664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:31.587321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.763425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.859564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.887794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.922538 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057761b0-2dac-465a-9cfd-f2f765f9c996,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:31.936881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:31.954280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=68cd49d0-1f89-409a-b5fe-9cdeb944c71b,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:31.962166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:31.962649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:19:32.059018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.064359 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5bc83bcc-cc2f-496f-9cdf-8416cf0fb644 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8020806 Apr 18 12:19:32.064733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36530) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:32.097330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:19:32.102680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01179fa6-8945-428e-8062-8e5489d6c5cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.116070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01179fa6-8945-428e-8062-8e5489d6c5cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.235949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:32.240731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:32.241674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.254085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586e5146-3cc9-4526-9142-dcdbb12eb669 None None] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:32.337519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01179fa6-8945-428e-8062-8e5489d6c5cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.347901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01179fa6-8945-428e-8062-8e5489d6c5cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.352431 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-01179fa6-8945-428e-8062-8e5489d6c5cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/057761b0-2dac-465a-9cfd-f2f765f9c996 HTTP/1.1" status: 204 len: 168 time: 0.2832453 Apr 18 12:19:32.353019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36534) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:32.357626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01179fa6-8945-428e-8062-8e5489d6c5cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=057761b0-2dac-465a-9cfd-f2f765f9c996,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:32.397920 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-aa3c77b7-fe12-43a6-9526-9ef121234e83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4540515 Apr 18 12:19:32.423377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3a547038-b768-43b4-8fc0-1bbbaca33937 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:32.450361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 5112eae5-7483-4de0-a14f-a8fbfe059c18 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:32.450774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.521944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:32.522960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.551645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3a547038-b768-43b4-8fc0-1bbbaca33937 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:32.552958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a547038-b768-43b4-8fc0-1bbbaca33937 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1980946 Apr 18 12:19:32.556042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36542) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:32.727000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1b824f1a-ae54-498d-ab69-c54f5bfa17cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.764848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1b824f1a-ae54-498d-ab69-c54f5bfa17cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.784037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Allocated IP 172.20.0.18 (7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69/68cd49d0-1f89-409a-b5fe-9cdeb944c71b/de69aaa5-8e25-44b8-a96d-013c3168781b) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:32.820047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:32.877089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36546) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:32.882834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1254257045', 'description': 'tempest-secgroup-smoke-1254257045 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:32.888924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:32.911191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:32.974519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 5112eae5-7483-4de0-a14f-a8fbfe059c18 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:33.021318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.024677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.047124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:33.051332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:33.054785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:33.060897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:33.116137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Transition to ACTIVE for port object de69aaa5-8e25-44b8-a96d-013c3168781b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:33.142488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Transition to ACTIVE for port object de69aaa5-8e25-44b8-a96d-013c3168781b will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:33.161246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1b824f1a-ae54-498d-ab69-c54f5bfa17cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.200141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b824f1a-ae54-498d-ab69-c54f5bfa17cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef44af19-7787-416f-af2b-18a043045574,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:33.204945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.252551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.274843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.315670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:33.318505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:33.322257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:33.332367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77945dd9-809b-449a-b2d7-52555f724b71,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:33.334347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1b824f1a-ae54-498d-ab69-c54f5bfa17cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.336442 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1b824f1a-ae54-498d-ab69-c54f5bfa17cf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef44af19-7787-416f-af2b-18a043045574 HTTP/1.1" status: 204 len: 168 time: 0.7794113 Apr 18 12:19:33.339275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36550) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:33.371334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Pushing event updated for resources: {'Port': ['ID=de69aaa5-8e25-44b8-a96d-013c3168781b,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:33.394572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.418855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.422926 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-304458f8-f515-4118-aebb-275b7fe39dcd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5421031 Apr 18 12:19:33.423200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36554) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:33.428543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '77945dd9-809b-449a-b2d7-52555f724b71', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:33.429653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Attempting to bind port de69aaa5-8e25-44b8-a96d-013c3168781b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:33.430101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Attempting to bind port de69aaa5-8e25-44b8-a96d-013c3168781b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:33.430559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Attempting to bind port de69aaa5-8e25-44b8-a96d-013c3168781b on network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:33.436150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:33.436717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Checking segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:33.437059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.438495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Bound using segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:33.438636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Bound port: de69aaa5-8e25-44b8-a96d-013c3168781b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:33.441049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.441359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:33.446029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:33.452116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:33.467583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:33.486591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c2bf6af0-e8fa-4f50-9c43-ba1660859968 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:33.495244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=5112eae5-7483-4de0-a14f-a8fbfe059c18,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:33.550876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] For port de69aaa5-8e25-44b8-a96d-013c3168781b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:33.554288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] For port de69aaa5-8e25-44b8-a96d-013c3168781b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=de69aaa5-8e25-44b8-a96d-013c3168781b,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:33.563976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.637830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.661005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.698205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c2bf6af0-e8fa-4f50-9c43-ba1660859968 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:33.700878 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c2bf6af0-e8fa-4f50-9c43-ba1660859968 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3596509 Apr 18 12:19:33.705372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36560) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:33.710912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--768148738'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:33.722153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.728125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:33.781432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0088b8c-6150-4fac-ac1e-bc9ad4694633,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:33.786147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941d7fc-2ae2-482f-bdca-b826198291f8 None None] Pushing event updated for resources: {'Port': ['ID=de69aaa5-8e25-44b8-a96d-013c3168781b,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:33.786282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:33.818130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.855297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.859872 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b82b9fda-7ce3-45a0-bd0d-a7d9c76d1e4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4324684 Apr 18 12:19:33.860563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36564) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:33.865472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '77945dd9-809b-449a-b2d7-52555f724b71', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:33.875365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:33.882580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:33.886396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:33.893528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:33.904937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:33.925810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:33.930345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:33.934565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:33.944505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:33.982172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.150319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.175816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.241606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.268675 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.279476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Router 2c5928a3-095f-4713-9376-b09d509c3e79 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:19:34.309295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa9d629-fa47-495f-8f10-31f31b8668e6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:34.311152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e00ff169-a051-40fe-8641-3ddaf9d4a10f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:34.408148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.409325 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3cfe8583-c873-4351-a976-92f9d10ba6ac tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7029006 Apr 18 12:19:34.411919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36568) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:34.416903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'e00ff169-a051-40fe-8641-3ddaf9d4a10f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:34.423194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.427310 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-65e865c3-b8b3-46ad-982d-baad9d5539a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5627880 Apr 18 12:19:34.427460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36572) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:34.428297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:34.432900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:34.435003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '77945dd9-809b-449a-b2d7-52555f724b71', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:34.436640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:34.439680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:19:34.447613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:34.450186 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] Sync routers for ids ['2c5928a3-095f-4713-9376-b09d509c3e79'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:19:34.451527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:34.456372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:34.459436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:34.460597 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] Routers {'2c5928a3-095f-4713-9376-b09d509c3e79'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:34.461205 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c5928a3-095f-4713-9376-b09d509c3e79'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:34.465536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:34.507338 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f7fc2710-b3bc-4b68-b469-d82980f8c40d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/routers/2c5928a3-095f-4713-9376-b09d509c3e79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2378163 Apr 18 12:19:34.510315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36576) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:34.525159 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:34.535368 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] Routers {'2c5928a3-095f-4713-9376-b09d509c3e79'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:19:34.535986 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c5928a3-095f-4713-9376-b09d509c3e79'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:34.541043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.605252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.616181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.628707 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3f0f92-4e4a-4f08-a8ae-2fc7da38e81f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:34.633519 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ec3f0f92-4e4a-4f08-a8ae-2fc7da38e81f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/5112eae5-7483-4de0-a14f-a8fbfe059c18 HTTP/1.1" status: 404 len: 333 time: 0.1187253 Apr 18 12:19:34.633798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36580) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:34.634813 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:34.635396 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837b11d-ed30-413b-aa08-f13f4f887282 None None] The sync data for ids ['2c5928a3-095f-4713-9376-b09d509c3e79'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:19:34.715220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.724692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.790537 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.819652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66ea9edb-b55e-4b5a-bee4-b5b318f78b8a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:34.832322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.836220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7dd927-f9f4-4c4d-b7a2-7132ec5ebf4a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:34.927928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.931823 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b6212787-89e5-4156-8623-1ef9910670bf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5163367 Apr 18 12:19:34.931971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36586) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:34.938867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'e00ff169-a051-40fe-8641-3ddaf9d4a10f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:34.945815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:34.951116 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:34.956413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:34.962550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:34.992109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:34.992109 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-36357818-d279-4925-aaca-3edef9d27585 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5631170 Apr 18 12:19:34.993373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd8cbe-3239-48b0-ac73-6413faf4848c None None] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:35.000203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36590) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:35.007710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '77945dd9-809b-449a-b2d7-52555f724b71', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:35.049808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.055363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:35.129234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:35.134984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:35.137897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.187738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:35.202452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.206112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.245386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-25464617-e474-4586-af8c-00cb5984073f None None] Provisioning for port de69aaa5-8e25-44b8-a96d-013c3168781b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:35.259544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.294280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e5e07f-114a-41cc-aab7-9da294bc7c82,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:35.333899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.335371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5928a3-095f-4713-9376-b09d509c3e79 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:19:35.352399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device de69aaa5-8e25-44b8-a96d-013c3168781b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:35.362086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.365736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.369014 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2dcc887f-7dc2-48cd-9311-369bbd967bcb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4304407 Apr 18 12:19:35.369014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36594) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:35.371660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'e00ff169-a051-40fe-8641-3ddaf9d4a10f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:35.379030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.380112 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0a7c8bf0-088a-4e91-9f61-436dbbf4750d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/routers/2c5928a3-095f-4713-9376-b09d509c3e79 HTTP/1.1" status: 204 len: 168 time: 0.7461815 Apr 18 12:19:35.384162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:35.386582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:35.393089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:35.402601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:35.412533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:35.488792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 86afcfd3-567c-45af-8514-1c4f50b42c08 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:35.494857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.503402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port de69aaa5-8e25-44b8-a96d-013c3168781b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:35.509225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port de69aaa5-8e25-44b8-a96d-013c3168781b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:35.509601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.524267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.544333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.569161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.619353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.658704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da392ce3-c864-4f82-8cf8-5174bd5abc3f,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:35.666749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.667806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.685207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.703711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-727d5bf0-cd15-44b6-a85f-c0c20af6bcd4 None None] Provisioning complete for port de69aaa5-8e25-44b8-a96d-013c3168781b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:35.704036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-727d5bf0-cd15-44b6-a85f-c0c20af6bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.743201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.755807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port de69aaa5-8e25-44b8-a96d-013c3168781b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=de69aaa5-8e25-44b8-a96d-013c3168781b,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:35.766188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c572c6d7-9108-492d-8534-1137b1492279,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:35.770031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.775954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f8f5dc2b-bb06-478b-abee-71e0ba57fc32 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7732878 Apr 18 12:19:35.776058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36602) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:35.784884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '77945dd9-809b-449a-b2d7-52555f724b71', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:35.791653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:35.796051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:35.799657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:35.805587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:35.834621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-727d5bf0-cd15-44b6-a85f-c0c20af6bcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.843016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.844184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.847162 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-517380a8-fa22-4471-890e-db5489832ef4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4789455 Apr 18 12:19:35.848322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36606) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:35.855062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'e00ff169-a051-40fe-8641-3ddaf9d4a10f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:35.862105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:35.863333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.870406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:35.871790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:35.882828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:35.895375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=86afcfd3-567c-45af-8514-1c4f50b42c08,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:35.901896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.909122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c9638374-cc91-4eb5-817c-e7724c662f26 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/86afcfd3-567c-45af-8514-1c4f50b42c08 HTTP/1.1" status: 204 len: 168 time: 0.5239880 Apr 18 12:19:35.917333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbabf9e1-8e56-484d-9e00-1756f22e5831 None None] Network 9f282689-d2f8-4803-98ab-9448ec4b8df0 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:35.921000 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:19:35.938902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:35.969671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36612) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:36.032697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.075848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.117964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-727d5bf0-cd15-44b6-a85f-c0c20af6bcd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:19:36.120415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-727d5bf0-cd15-44b6-a85f-c0c20af6bcd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:19:36.122991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=de69aaa5-8e25-44b8-a96d-013c3168781b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:36.163063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.166321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.202205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da9e015-702d-4b35-a0c8-d510fc9b50b2,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:36.248594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.271813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.275277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d29a80f-ec82-49e5-aa40-28bfd4a25245,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:36.277362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.278582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef01657e-0385-478e-b69d-07e717a54c25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5025508 Apr 18 12:19:36.281792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36616) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:36.289342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '77945dd9-809b-449a-b2d7-52555f724b71', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:36.289724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port bde3c36f-2b99-47b1-b88c-20c6bba39b89 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:36.290065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.295661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:36.299556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:36.302417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:36.308712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:36.316540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] DHCP port deletion for 9f282689-d2f8-4803-98ab-9448ec4b8df0 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:19:36.321254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Deleting port bde3c36f-2b99-47b1-b88c-20c6bba39b89 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:36.322691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.340999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.342220 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-53372ed9-1047-45c5-9abe-20338c61b085 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4929068 Apr 18 12:19:36.345656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36620) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:36.354059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'e00ff169-a051-40fe-8641-3ddaf9d4a10f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:36.364136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:36.368677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:36.371620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:36.379256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:36.419021 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:19:36.432941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.493548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.559739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] For port bde3c36f-2b99-47b1-b88c-20c6bba39b89, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bde3c36f-2b99-47b1-b88c-20c6bba39b89,segment=NetworkSegment(ea73fe89-aca9-44b3-9baa-27bd8f28f7f9),segment_id=ea73fe89-aca9-44b3-9baa-27bd8f28f7f9)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:36.559739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.560396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] For port bde3c36f-2b99-47b1-b88c-20c6bba39b89, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=bde3c36f-2b99-47b1-b88c-20c6bba39b89,segment=NetworkSegment(ea73fe89-aca9-44b3-9baa-27bd8f28f7f9),segment_id=ea73fe89-aca9-44b3-9baa-27bd8f28f7f9)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:36.560396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.560627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.593453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:36.720103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for bde3c36f-2b99-47b1-b88c-20c6bba39b89 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:36.765015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Calling delete_port for bde3c36f-2b99-47b1-b88c-20c6bba39b89 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:37.270020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.294828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50be79e4-568e-423d-ae02-fe524eb1e769,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:37.302297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device de69aaa5-8e25-44b8-a96d-013c3168781b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:37.305154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.305965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.335503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12010f6e-6caa-41ba-9406-da7b06bcb67c,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:37.371797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.373035 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e58b5cd4-59f7-47fc-9314-669fb915de52 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0891802 Apr 18 12:19:37.395963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.397303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-86fc9886-71fa-49a4-81fd-614fdaba0b29 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.0510392 Apr 18 12:19:37.399911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36628) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:37.409403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=bde3c36f-2b99-47b1-b88c-20c6bba39b89,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:37.410704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:19:37.411708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:19:37.411847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No DVR routers for this DVR port bde3c36f-2b99-47b1-b88c-20c6bba39b89 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:19:37.454530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-952675f0-0c77-4079-b82e-65a763e67cbb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.456055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port de69aaa5-8e25-44b8-a96d-013c3168781b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:37.456055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.467893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-952675f0-0c77-4079-b82e-65a763e67cbb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.550912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.573097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-952675f0-0c77-4079-b82e-65a763e67cbb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.600191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f282689-d2f8-4803-98ab-9448ec4b8df0']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:37.606024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952675f0-0c77-4079-b82e-65a763e67cbb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12010f6e-6caa-41ba-9406-da7b06bcb67c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:37.611001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-952675f0-0c77-4079-b82e-65a763e67cbb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.612108 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-952675f0-0c77-4079-b82e-65a763e67cbb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/12010f6e-6caa-41ba-9406-da7b06bcb67c HTTP/1.1" status: 204 len: 168 time: 0.2112942 Apr 18 12:19:37.621662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36642) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:37.627641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:37.627942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea73fe89-aca9-44b3-9baa-27bd8f28f7f9') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:19:37.668871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.709044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.711615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bde3c36f-2b99-47b1-b88c-20c6bba39b89 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:19:37.730641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:19:37.731042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.754039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: bde3c36f-2b99-47b1-b88c-20c6bba39b89 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:19:37.754419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device bde3c36f-2b99-47b1-b88c-20c6bba39b89 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:19:37.761999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4249c7e3-a97e-4e9e-b815-66cd52329c7a tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:19:37.764495 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:19:37.785766 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-5db8c64e-bcdb-4440-83cb-7073e1d2dcfa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1254257045&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1335120 Apr 18 12:19:37.912357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Deleting port bde3c36f-2b99-47b1-b88c-20c6bba39b89 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:37.912721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:37.961697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4249c7e3-a97e-4e9e-b815-66cd52329c7a tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:37.963470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4249c7e3-a97e-4e9e-b815-66cd52329c7a tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3409393 Apr 18 12:19:37.966806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36646) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:37.985808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d8177-872a-46c0-8b3c-bc5cfcc04630 None None] The port 'bde3c36f-2b99-47b1-b88c-20c6bba39b89' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:19:37.990794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.009224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.040419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e37997ff-3d0d-4b7b-9d26-140e8ca3e538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.056076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f9ed3838-0383-4ba0-a73e-98cd4ec15905 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:38.056788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f9ed3838-0383-4ba0-a73e-98cd4ec15905 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:38.063620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=9f282689-d2f8-4803-98ab-9448ec4b8df0,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:38.074266 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-11ca12c7-3f53-432f-80a9-ba10304ec098 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/9f282689-d2f8-4803-98ab-9448ec4b8df0 HTTP/1.1" status: 204 len: 168 time: 2.1098049 Apr 18 12:19:38.075462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8732f3a2-6328-4572-8b3a-55bdfad249c5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.078940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36650) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:38.089300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8732f3a2-6328-4572-8b3a-55bdfad249c5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.167378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f045b017-bfae-4b98-a9f3-fba8d28d40d9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:38.170511 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f045b017-bfae-4b98-a9f3-fba8d28d40d9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/fa7c018d-43d7-4a28-90d5-f7be0c848727 HTTP/1.1" status: 200 len: 840 time: 0.0886862 Apr 18 12:19:38.172330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36656) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:38.185381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f9ed3838-0383-4ba0-a73e-98cd4ec15905 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:38.191797 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f9ed3838-0383-4ba0-a73e-98cd4ec15905 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 HTTP/1.1" status: 200 len: 797 time: 0.3607256 Apr 18 12:19:38.203222 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-1db2b9c0-6a33-4103-ab86-bf746aeb0f2b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0099938 Apr 18 12:19:38.243666 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9119cd66-af91-4a7e-a5cc-c7933095727b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/fa7c018d-43d7-4a28-90d5-f7be0c848727?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0702717 Apr 18 12:19:38.246977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8732f3a2-6328-4572-8b3a-55bdfad249c5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.247893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36660) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:38.253910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:38.280404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732f3a2-6328-4572-8b3a-55bdfad249c5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d29a80f-ec82-49e5-aa40-28bfd4a25245,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:38.318601 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-d601144a-ec58-4b2a-a04a-bd35601f7308 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1089296 Apr 18 12:19:38.328348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8732f3a2-6328-4572-8b3a-55bdfad249c5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.329444 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8732f3a2-6328-4572-8b3a-55bdfad249c5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/4d29a80f-ec82-49e5-aa40-28bfd4a25245 HTTP/1.1" status: 204 len: 168 time: 0.3618796 Apr 18 12:19:38.332137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36664) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:38.373664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:38.377982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:38.381743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:38.388641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:38.475643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:38.479009 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.485645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f53b7df0-0598-41a3-93b6-8752b4a3ad53 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:38.529987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-1d43abf0-fe78-494b-9002-49b9b5667778 service neutron] 10.222.0.24 "GET /v2.0/networks/7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952789 Apr 18 12:19:38.567787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f53b7df0-0598-41a3-93b6-8752b4a3ad53 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:38.572283 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f53b7df0-0598-41a3-93b6-8752b4a3ad53 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2363315 Apr 18 12:19:38.585558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:38.689817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3ac35b19-3fb4-4b4b-b064-5ed9eae31128 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.827101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3ac35b19-3fb4-4b4b-b064-5ed9eae31128 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:38.861770 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-c67ae399-e187-4a84-9c55-a34ba39b8729 service neutron] 10.222.0.24 "GET /v2.0/networks/7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248863 Apr 18 12:19:39.023581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.061580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3ac35b19-3fb4-4b4b-b064-5ed9eae31128 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.075429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:39.079748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac35b19-3fb4-4b4b-b064-5ed9eae31128 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c572c6d7-9108-492d-8534-1137b1492279,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:39.083812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:39.086857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:39.096100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.097130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7a5f0f-5210-4b4a-b56e-d4e8107449e1 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:39.137843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:39.184819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3ac35b19-3fb4-4b4b-b064-5ed9eae31128 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.189203 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3ac35b19-3fb4-4b4b-b064-5ed9eae31128 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c572c6d7-9108-492d-8534-1137b1492279 HTTP/1.1" status: 204 len: 168 time: 0.5995831 Apr 18 12:19:39.189500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36684) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:39.195800 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2ee8ee68-a685-4270-8cee-2f9132117ea1 req-5b9a4040-232c-4f7a-aab2-ac120bdf0019 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 210 time: 0.0480072 Apr 18 12:19:39.216048 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a6f050b4-90ff-4bed-a3a2-e18e96a6ccad tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9667008 Apr 18 12:19:39.221673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36690) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:39.228966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'security_group': {'name': 'tempest-secgroup-518213040'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:39.260910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:39.265078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:39.268613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:39.274987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:39.286084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a2fca2a0-2993-4437-875c-6a5d0c0161a2 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:39.367894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.397838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a2fca2a0-2993-4437-875c-6a5d0c0161a2 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:39.401239 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a2fca2a0-2993-4437-875c-6a5d0c0161a2 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2079380 Apr 18 12:19:39.407907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36698) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:39.408062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:39.412763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group_rule and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:39.417538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:39.424510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:39.449210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11815fee-1830-4a63-902f-70dbe25491bb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.450313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'tenant_id': '316daf4ca86b49ce8a9d5b7a245722dc', 'fixed_ips': [{'subnet_id': '3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:19:39.451299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.461209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11815fee-1830-4a63-902f-70dbe25491bb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.506758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.555961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11815fee-1830-4a63-902f-70dbe25491bb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.588730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11815fee-1830-4a63-902f-70dbe25491bb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18e5e07f-114a-41cc-aab7-9da294bc7c82,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:39.614171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.662698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf35e855-b0f0-42aa-8267-4c845ae89c39,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:39.683370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11815fee-1830-4a63-902f-70dbe25491bb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.686507 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-11815fee-1830-4a63-902f-70dbe25491bb tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/18e5e07f-114a-41cc-aab7-9da294bc7c82 HTTP/1.1" status: 204 len: 168 time: 0.2808557 Apr 18 12:19:39.687726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36710) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:39.696582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Allocated IP 172.20.0.2 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f/f815a86b-8776-4015-9544-934d85ad6710) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:39.745556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.750052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5cc99333-875a-4f4e-b601-9f406c33263b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:39.752296 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d3a1b3aa-5de9-450c-9a15-f4eb084493c6 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5285878 Apr 18 12:19:39.754919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36716) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:39.765671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'security_group': {'name': 'tempest-secgroup-303215500'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:39.780371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:39.788057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:39.791731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:39.799028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:39.859562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5cc99333-875a-4f4e-b601-9f406c33263b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:39.864854 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5cc99333-875a-4f4e-b601-9f406c33263b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1725905 Apr 18 12:19:39.868289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36720) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:39.882029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.913883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:39.920877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group_rule and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:39.922722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f1435f7-38e0-422c-8a91-d4a271a98453 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.927134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:39.933031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f1435f7-38e0-422c-8a91-d4a271a98453 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:39.934291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:39.948993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.024722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.052147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Transition to ACTIVE for port object f815a86b-8776-4015-9544-934d85ad6710 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:40.052387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f1435f7-38e0-422c-8a91-d4a271a98453 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.072504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1435f7-38e0-422c-8a91-d4a271a98453 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a7dd927-f9f4-4c4d-b7a2-7132ec5ebf4a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:40.074002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Transition to ACTIVE for port object f815a86b-8776-4015-9544-934d85ad6710 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:40.144627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.167790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2f1435f7-38e0-422c-8a91-d4a271a98453 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.168138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.168916 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2f1435f7-38e0-422c-8a91-d4a271a98453 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5a7dd927-f9f4-4c4d-b7a2-7132ec5ebf4a HTTP/1.1" status: 204 len: 168 time: 0.3027835 Apr 18 12:19:40.171553 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36724) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:40.202316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f8fba6-8998-47fe-a759-5af42926e976,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:40.224485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e063dc25-9b96-41c3-877a-6d71c3b04600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.242256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:40.245618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:40.254039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:40.258807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b944f5e3-e83d-472a-87d8-96626a0b612b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:40.259156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.260475 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c0913c79-82e6-4d93-8336-67d0ee27b596 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5057607 Apr 18 12:19:40.260652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Pushing event updated for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:40.263244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36730) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:40.274057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1651820987', 'security_groups': ['a1f8fba6-8998-47fe-a759-5af42926e976'], 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:40.350287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b944f5e3-e83d-472a-87d8-96626a0b612b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:40.352074 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b944f5e3-e83d-472a-87d8-96626a0b612b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1793368 Apr 18 12:19:40.355356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36736) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:40.386810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Attempting to bind port f815a86b-8776-4015-9544-934d85ad6710 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:40.387173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Attempting to bind port f815a86b-8776-4015-9544-934d85ad6710 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e195894d-ab54-4b57-9e04-61f26c621527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:40.388211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Attempting to bind port f815a86b-8776-4015-9544-934d85ad6710 on network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:40.395705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:40.396262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Checking segment: {'id': 'e195894d-ab54-4b57-9e04-61f26c621527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:40.396664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.397045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Bound using segment: {'id': 'e195894d-ab54-4b57-9e04-61f26c621527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:40.397505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Bound port: f815a86b-8776-4015-9544-934d85ad6710, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e195894d-ab54-4b57-9e04-61f26c621527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:40.397925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.437019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3fe9-c4e8-4385-a256-b651e2181375 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.475599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3fe9-c4e8-4385-a256-b651e2181375 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.514223 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fa5dc2c-2621-480f-a061-e39e93af71e6 req-c00c5f5d-102d-4b1a-a69b-a2b50baf2567 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 210 time: 0.0659189 Apr 18 12:19:40.537687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:40.558313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f815a86b-8776-4015-9544-934d85ad6710,segment=NetworkSegment(e195894d-ab54-4b57-9e04-61f26c621527),segment_id=e195894d-ab54-4b57-9e04-61f26c621527)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:40.592432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:40.597160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:port and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:40.600082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:40.605731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:40.664766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3fe9-c4e8-4385-a256-b651e2181375 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.665166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.684771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b3fe9-c4e8-4385-a256-b651e2181375 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00ff169-a051-40fe-8641-3ddaf9d4a10f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:40.691113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:40.757004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82687ab4-b9dd-44f5-99d3-6ddf6023e376 None None] Pushing event updated for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:40.779325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3fe9-c4e8-4385-a256-b651e2181375 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.781658 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bf3b3fe9-c4e8-4385-a256-b651e2181375 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/e00ff169-a051-40fe-8641-3ddaf9d4a10f HTTP/1.1" status: 204 len: 168 time: 0.4238479 Apr 18 12:19:40.783131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36740) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:40.837553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:40.855268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7913da7a-4010-4a39-9a0e-1e7901e8a8b5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:40.863426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 739a45c6-4fd8-4320-a8f9-fb0362acc36c yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:19:40.949743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7913da7a-4010-4a39-9a0e-1e7901e8a8b5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:40.951750 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7913da7a-4010-4a39-9a0e-1e7901e8a8b5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1675966 Apr 18 12:19:40.963507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36744) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:40.970084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--603460581'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:40.979101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:40.993275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:41.053384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.089769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:41.096387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:41.101019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:41.111258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:41.118309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.4 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f/739a45c6-4fd8-4320-a8f9-fb0362acc36c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:41.223286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.337276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.337544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.357488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:41.405223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e630474d-082c-4f78-9b07-1e66eabb3913,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:41.500303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.503929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.505190 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d1165c1b-8e90-4635-94b8-6d0d02452fc5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5403962 Apr 18 12:19:41.513165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36750) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:41.518038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'e630474d-082c-4f78-9b07-1e66eabb3913', 'direction': 'ingress', 'protocol': 17}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:41.522733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 739a45c6-4fd8-4320-a8f9-fb0362acc36c will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:41.533287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:41.537859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:41.541841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:41.547592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:41.565541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f815a86b-8776-4015-9544-934d85ad6710 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:41.635373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.637673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-1ab0a2be-e66a-4caf-92ae-e0d9249a034e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:41.639269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-1ab0a2be-e66a-4caf-92ae-e0d9249a034e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 HTTP/1.1" status: 200 len: 797 time: 0.3053153 Apr 18 12:19:41.687504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.694207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.797887 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bfaa6e16-254e-431b-919b-95dd47fb6006 req-908c8831-c7ac-45c8-a418-a2c8edc81303 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 210 time: 0.0685179 Apr 18 12:19:41.878184 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-c65004aa-eba5-46d7-8960-4d32c798bf35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 472 time: 0.2296882 Apr 18 12:19:41.880886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.886918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:41.899921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['77945dd9-809b-449a-b2d7-52555f724b71']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:41.916932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:41.939153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:41.962173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:41.994786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=739a45c6-4fd8-4320-a8f9-fb0362acc36c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:42.036661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2935f08-76ad-49b3-90bc-2c00a7dc1893,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:42.099209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.104962 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-771b41f0-d578-40f9-9785-2e246d507b41 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5874860 Apr 18 12:19:42.104962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36760) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:42.158230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:42.159122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.168481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:42.177581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37e05475-7163-452a-9365-66fd73fb2cd8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.178678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:port and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:42.182630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:42.193263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:42.205710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Provisioning complete for port fa7c018d-43d7-4a28-90d5-f7be0c848727 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:42.212820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.213487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37e05475-7163-452a-9365-66fd73fb2cd8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.278688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Port fa7c018d-43d7-4a28-90d5-f7be0c848727 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:42.286779 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-54d252bd-968d-4437-815c-739bb82e5860 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0123034 Apr 18 12:19:42.286779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36768) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:42.290654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:42.381192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37e05475-7163-452a-9365-66fd73fb2cd8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.390725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Provisioning for port f815a86b-8776-4015-9544-934d85ad6710 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:42.395852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:42.396227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.412875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e05475-7163-452a-9365-66fd73fb2cd8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e630474d-082c-4f78-9b07-1e66eabb3913,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:42.437933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-37e05475-7163-452a-9365-66fd73fb2cd8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.439583 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-37e05475-7163-452a-9365-66fd73fb2cd8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/e630474d-082c-4f78-9b07-1e66eabb3913 HTTP/1.1" status: 204 len: 168 time: 0.3346634 Apr 18 12:19:42.442300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:42.443090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36776) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:42.446825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.510258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-405dc3e6-e81d-4f85-9489-4410ee0945ab tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:42.516755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:42.574356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.590134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-405dc3e6-e81d-4f85-9489-4410ee0945ab tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:42.592173 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-405dc3e6-e81d-4f85-9489-4410ee0945ab tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478834 Apr 18 12:19:42.595867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36782) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:42.601491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--847536215'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:42.612102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:42.616629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f815a86b-8776-4015-9544-934d85ad6710,segment=NetworkSegment(e195894d-ab54-4b57-9e04-61f26c621527),segment_id=e195894d-ab54-4b57-9e04-61f26c621527)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:42.634010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:42.727427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.756124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.781644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:42.791208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:42.792294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:42.798995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:42.824858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:42.828296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee72cc2-ba1c-4daa-a389-e1471b7e5840 None None] Pushing event updated for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:42.829550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:42.871656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:42.897703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.23 (7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69/68cd49d0-1f89-409a-b5fe-9cdeb944c71b/7eba2d2d-57c9-40a9-af76-eda187779fb3) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:42.912813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.950631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.988576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:42.988835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e734e48d-bcb3-4a24-b574-ddd5024ca3cd None None] Provisioning for port 739a45c6-4fd8-4320-a8f9-fb0362acc36c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:42.995950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e734e48d-bcb3-4a24-b574-ddd5024ca3cd None None] Provisioning complete for port 739a45c6-4fd8-4320-a8f9-fb0362acc36c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:43.001983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e734e48d-bcb3-4a24-b574-ddd5024ca3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.016035 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2f817211-ec93-4110-86e2-c83a675d2329 req-6fc7f361-fcf5-4bf6-9bd8-4de14f14be0b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 210 time: 0.0667489 Apr 18 12:19:43.034704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2be75b-3e71-4d2b-b52a-f745d7feface,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:43.044591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:43.048695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.087331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e734e48d-bcb3-4a24-b574-ddd5024ca3cd None None] Port 739a45c6-4fd8-4320-a8f9-fb0362acc36c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:43.144771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.146245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9b8d21ba-c506-4839-9d5b-f227829ad35f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5491354 Apr 18 12:19:43.149008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36788) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:43.154731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352287428'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:43.161706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:43.166168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:43.169304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:43.175964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:43.253996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.284222 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f (CIDR: 172.20.0.0/28) Apr 18 12:19:43.294086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.298349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:43.306176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:43.309301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:43.309558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:43.316013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 7eba2d2d-57c9-40a9-af76-eda187779fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:43.316637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:43.344664 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:19:43.345230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:43.387225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:43.388254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.396340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.406188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.455303 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-57472c73-e4c3-499d-8996-b33f065bfb67 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1672461 Apr 18 12:19:43.457397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36792) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:43.466123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:43.477528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:43.487235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:43.493123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:43.520455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=7eba2d2d-57c9-40a9-af76-eda187779fb3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:43.585669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:43.588230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.631371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.705216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ccd67-6968-46c0-a194-eb07c2655fa8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:43.716580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-e58a7e8a-bac1-4f87-a9b0-39ea7cd52ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8275127 Apr 18 12:19:43.729282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Request body: {'port': {'device_id': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:43.771951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:43.780177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:43.786744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:43.796699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:43.811067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.818236 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9303bb1b-5cee-48b5-abfe-a3b0e6e94e1b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6680272 Apr 18 12:19:43.819264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36798) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:43.825129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': '7f2be75b-3e71-4d2b-b52a-f745d7feface', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1b7ccd67-6968-46c0-a194-eb07c2655fa8', 'remote_ip_prefix': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:43.832958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:43.837648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:43.844782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:43.848637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:43.867573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.887349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:43.891208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.910941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-102f0090-e06d-457d-92b7-37840cf57b9a None None] Provisioning for port 7eba2d2d-57c9-40a9-af76-eda187779fb3 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:43.918181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-102f0090-e06d-457d-92b7-37840cf57b9a None None] Provisioning complete for port 7eba2d2d-57c9-40a9-af76-eda187779fb3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:43.918938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-102f0090-e06d-457d-92b7-37840cf57b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:43.986053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-102f0090-e06d-457d-92b7-37840cf57b9a None None] Port 7eba2d2d-57c9-40a9-af76-eda187779fb3 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:44.000448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.263877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eba2d2d-57c9-40a9-af76-eda187779fb3 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:19:44.271493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.286554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Transition to ACTIVE for port object 7eba2d2d-57c9-40a9-af76-eda187779fb3 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:44.304944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.338538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192a62a-9f12-42f0-8fa7-1b4a79515508 req-4ddaa92c-fee9-422f-aed0-24cfad10a309 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:44.339983 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b192a62a-9f12-42f0-8fa7-1b4a79515508 req-4ddaa92c-fee9-422f-aed0-24cfad10a309 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 932 time: 0.2053645 Apr 18 12:19:44.392560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b192a62a-9f12-42f0-8fa7-1b4a79515508 req-7b9fa5f2-31e6-42bb-bb35-151cced2b20e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:44.487443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.561629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b192a62a-9f12-42f0-8fa7-1b4a79515508 req-7b9fa5f2-31e6-42bb-bb35-151cced2b20e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:44.562855 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b192a62a-9f12-42f0-8fa7-1b4a79515508 req-7b9fa5f2-31e6-42bb-bb35-151cced2b20e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129824 Apr 18 12:19:44.563665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.567838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.632017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bcdf7f-1926-49db-8767-cbd23fb40e8a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:44.677616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Pushing event updated for resources: {'Port': ['ID=7eba2d2d-57c9-40a9-af76-eda187779fb3,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:44.731524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Attempting to bind port 7eba2d2d-57c9-40a9-af76-eda187779fb3 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:19:44.731848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Attempting to bind port 7eba2d2d-57c9-40a9-af76-eda187779fb3 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:19:44.732315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Attempting to bind port 7eba2d2d-57c9-40a9-af76-eda187779fb3 on network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:44.738540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Port 7eba2d2d-57c9-40a9-af76-eda187779fb3 on network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:19:44.739040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Attempting to bind port 7eba2d2d-57c9-40a9-af76-eda187779fb3 on network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:19:44.748229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:19:44.748565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Checking segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:19:44.748944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Bound using segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:19:44.749400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Bound port: 7eba2d2d-57c9-40a9-af76-eda187779fb3, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:19:44.749805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.778806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:44.784558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:44.791714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:44.792225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.814121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c79460a-9bcd-436d-b072-4ce20affa872 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:44.822940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=0c3419c2-9d58-4792-afd1-a1f4be6bdfe6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:44.856157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] For port 7eba2d2d-57c9-40a9-af76-eda187779fb3, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:19:44.859541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] For port 7eba2d2d-57c9-40a9-af76-eda187779fb3, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7eba2d2d-57c9-40a9-af76-eda187779fb3,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:19:44.939024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.941912 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-35762026-47c5-4d84-bbe9-3e3a92cfffd3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1199889 Apr 18 12:19:44.943145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36806) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:44.975570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdd30390-6ff7-48fb-a951-75a40e925c21 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.983914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.988885 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-23ac682f-eee8-4d00-a7ef-b3d93063b164 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5270381 Apr 18 12:19:44.988885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdd30390-6ff7-48fb-a951-75a40e925c21 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:44.990417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36810) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:45.043843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-642589663', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0c3419c2-9d58-4792-afd1-a1f4be6bdfe6'}], 'security_groups': ['bf35e855-b0f0-42aa-8267-4c845ae89c39']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:45.091803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:45.092423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.094451 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] 10.222.0.15 "PUT /v2.0/ports/7eba2d2d-57c9-40a9-af76-eda187779fb3 HTTP/1.1" status: 200 len: 1094 time: 1.3693151 Apr 18 12:19:45.094895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'tag': '7eba2d2d-57c9-40a9-af76-eda187779fb3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:19:45.144449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdd30390-6ff7-48fb-a951-75a40e925c21 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.177240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd30390-6ff7-48fb-a951-75a40e925c21 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8bcdf7f-1926-49db-8767-cbd23fb40e8a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:45.181434 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1af42348-c92d-4a31-a48f-38ffcff157bc'] response: {'name': 'network-changed', 'server_uuid': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'tag': '7eba2d2d-57c9-40a9-af76-eda187779fb3', 'status': 'completed', 'code': 200} Apr 18 12:19:45.185945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-bdd30390-6ff7-48fb-a951-75a40e925c21 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.187490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Update dhcp port {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'fixed_ips': [{'subnet_id': '3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0c3419c2-9d58-4792-afd1-a1f4be6bdfe6'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'f815a86b-8776-4015-9544-934d85ad6710'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:19:45.189389 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bdd30390-6ff7-48fb-a951-75a40e925c21 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b8bcdf7f-1926-49db-8767-cbd23fb40e8a HTTP/1.1" status: 204 len: 168 time: 0.2452817 Apr 18 12:19:45.192136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36816) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:45.194519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eb8af-6123-4933-bd2a-627217eb4c47 service neutron] Pushing event updated for resources: {'Port': ['ID=7eba2d2d-57c9-40a9-af76-eda187779fb3,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:45.263172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ff69793b-6dbb-45bb-874e-5c3f16ca3fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:45.268336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.394698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ff69793b-6dbb-45bb-874e-5c3f16ca3fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:45.398790 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ff69793b-6dbb-45bb-874e-5c3f16ca3fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2029517 Apr 18 12:19:45.405074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36820) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:45.405264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.430400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.472539 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46b8edfb-514d-4ce8-8c52-fd0c17007fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.504544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46b8edfb-514d-4ce8-8c52-fd0c17007fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.507506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Allocated IP 172.20.0.18 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/0c3419c2-9d58-4792-afd1-a1f4be6bdfe6/f815a86b-8776-4015-9544-934d85ad6710) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:45.524165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-c9a98cc4-9511-4ae2-913e-827b0b584870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:45.525653 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-c9a98cc4-9511-4ae2-913e-827b0b584870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 1097 time: 0.3164208 Apr 18 12:19:45.651763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f815a86b-8776-4015-9544-934d85ad6710,segment=NetworkSegment(e195894d-ab54-4b57-9e04-61f26c621527),segment_id=e195894d-ab54-4b57-9e04-61f26c621527)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:45.677642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.695979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Transition to ACTIVE for port object f815a86b-8776-4015-9544-934d85ad6710 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:45.714198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46b8edfb-514d-4ce8-8c52-fd0c17007fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.744937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8edfb-514d-4ce8-8c52-fd0c17007fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ccd67-6968-46c0-a194-eb07c2655fa8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:45.790549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f999945-a1d2-4cd7-811f-0ed75e9617e1 req-024d483b-f180-44b4-868d-41bc129122bc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:45.791856 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7f999945-a1d2-4cd7-811f-0ed75e9617e1 req-024d483b-f180-44b4-868d-41bc129122bc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 944 time: 0.1107192 Apr 18 12:19:45.820525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-8b87b8ad-146c-41b9-90b1-74e371b42e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:45.820992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-8b87b8ad-146c-41b9-90b1-74e371b42e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:45.822618 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-8b87b8ad-146c-41b9-90b1-74e371b42e6e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2896125 Apr 18 12:19:45.830601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.841702 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7f999945-a1d2-4cd7-811f-0ed75e9617e1 req-76494bab-67b1-4dbe-a16e-8d323577c739 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Apr 18 12:19:45.865634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-46b8edfb-514d-4ce8-8c52-fd0c17007fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:45.867709 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-46b8edfb-514d-4ce8-8c52-fd0c17007fcf tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/1b7ccd67-6968-46c0-a194-eb07c2655fa8 HTTP/1.1" status: 204 len: 168 time: 0.4672806 Apr 18 12:19:45.870013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36826) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:45.937728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f09f9455-2428-4937-a92b-cabca1c47c4d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:45.992092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ebdb1-5092-4a95-a99f-4e72abe7cd7d None None] Pushing event updated for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:46.082517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f09f9455-2428-4937-a92b-cabca1c47c4d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:46.086668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-536d25cd-06fe-4554-a8e3-e78454fa08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:46.086833 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f09f9455-2428-4937-a92b-cabca1c47c4d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2143939 Apr 18 12:19:46.086930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d890093d-97f9-4bb6-a392-8f80f76c306a req-536d25cd-06fe-4554-a8e3-e78454fa08d9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2567139 Apr 18 12:19:46.088520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36832) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:46.107780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Delete allocated IP 172.20.0.4 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f) {{(pid=88782) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 12:19:46.119582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.21 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/0c3419c2-9d58-4792-afd1-a1f4be6bdfe6/739a45c6-4fd8-4320-a8f9-fb0362acc36c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:46.162760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cbe645dd-e59d-4ec0-b2b0-bb94e9b091ad tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.193990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cbe645dd-e59d-4ec0-b2b0-bb94e9b091ad tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.335712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-ca9d8db7-999b-4cf5-8736-3173bcb8e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:46.337437 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-ca9d8db7-999b-4cf5-8736-3173bcb8e99b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 1097 time: 0.2091653 Apr 18 12:19:46.362057 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cbe645dd-e59d-4ec0-b2b0-bb94e9b091ad tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.381997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe645dd-e59d-4ec0-b2b0-bb94e9b091ad tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2be75b-3e71-4d2b-b52a-f745d7feface,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:46.429905 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-484b2503-0ccf-4d4e-9e9b-6e37eab56bbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=7eba2d2d-57c9-40a9-af76-eda187779fb3 HTTP/1.1" status: 200 len: 217 time: 0.0851710 Apr 18 12:19:46.470583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cbe645dd-e59d-4ec0-b2b0-bb94e9b091ad tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.474265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36836) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:46.474520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cbe645dd-e59d-4ec0-b2b0-bb94e9b091ad tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f2be75b-3e71-4d2b-b52a-f745d7feface HTTP/1.1" status: 204 len: 168 time: 0.3847582 Apr 18 12:19:46.532032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Provisioning complete for port fa7c018d-43d7-4a28-90d5-f7be0c848727 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:46.532673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.548709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.558834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-10547ae3-1d0d-43a3-b56e-9e9490727f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:46.560248 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-10547ae3-1d0d-43a3-b56e-9e9490727f3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=68cd49d0-1f89-409a-b5fe-9cdeb944c71b HTTP/1.1" status: 200 len: 838 time: 0.1220927 Apr 18 12:19:46.586094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Port fa7c018d-43d7-4a28-90d5-f7be0c848727 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:46.621075 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-15d9776d-5607-4f9a-bcbf-4a07bac50d46 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410673 Apr 18 12:19:46.621319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36840) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:46.626671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101570579'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:46.627936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 739a45c6-4fd8-4320-a8f9-fb0362acc36c will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:46.632311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:46.636294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:46.639088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:46.645395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:46.660240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-dc1c9721-81bc-4cba-ae5d-8998ee89508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:46.661722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-dc1c9721-81bc-4cba-ae5d-8998ee89508d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0913663 Apr 18 12:19:46.708640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Provisioning for port f815a86b-8776-4015-9544-934d85ad6710 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:46.713986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:46.718690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.749603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.756736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.775563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:46.779988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:46.782927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:46.788728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:46.875522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.928105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=739a45c6-4fd8-4320-a8f9-fb0362acc36c,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:46.937701 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-4732eb0a-8410-4a14-a935-445c8b86b780 service neutron] 10.222.0.15 "GET /v2.0/networks/7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695994 Apr 18 12:19:46.948440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Provisioning for port 739a45c6-4fd8-4320-a8f9-fb0362acc36c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:46.954190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Provisioning complete for port 739a45c6-4fd8-4320-a8f9-fb0362acc36c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:46.954595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:46.977162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.016670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-86bddab2-8171-4aaf-a0ca-a949fe2bcca1 None None] Port 739a45c6-4fd8-4320-a8f9-fb0362acc36c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:47.033648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b18642c0-8af0-414f-873f-24041060d376,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:47.139090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.140388 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a7b30e28-fc77-427d-8fac-639aceaab4e6 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5180798 Apr 18 12:19:47.143272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36848) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:47.148735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'b18642c0-8af0-414f-873f-24041060d376', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:47.160015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:47.160015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:47.162780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:47.170668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:47.256231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] In _notify_port_updated(), no bound segment for port 739a45c6-4fd8-4320-a8f9-fb0362acc36c on network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 {{(pid=88782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:19:47.261597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:47.262221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.263550 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4ef453e5-e019-4a55-b080-3c39a8a80a4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/ports/739a45c6-4fd8-4320-a8f9-fb0362acc36c HTTP/1.1" status: 200 len: 920 time: 2.2421055 Apr 18 12:19:47.271527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36852) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:47.278679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.314361 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d55d8d7-f322-4105-b6b4-3a5002992d6d req-df4583f8-31ac-4e6d-875d-f15897332d79 service neutron] 10.222.0.15 "GET /v2.0/networks/7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670564 Apr 18 12:19:47.341839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83763bd5-c79c-4bb4-856c-2a31aa973d29 req-ebe24c65-ca2c-421b-94e4-4b75372978c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:47.345948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-83763bd5-c79c-4bb4-856c-2a31aa973d29 req-ebe24c65-ca2c-421b-94e4-4b75372978c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:47.358237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:47.390035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 739a45c6-4fd8-4320-a8f9-fb0362acc36c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:47.390303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.433921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:47.434206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.449990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.478629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a174bec8-a8b3-41d2-9dd4-f8d1219379f0 None None] Provisioning complete for port 739a45c6-4fd8-4320-a8f9-fb0362acc36c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:47.478999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a174bec8-a8b3-41d2-9dd4-f8d1219379f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.543548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-83763bd5-c79c-4bb4-856c-2a31aa973d29 req-ebe24c65-ca2c-421b-94e4-4b75372978c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:47.544387 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-83763bd5-c79c-4bb4-856c-2a31aa973d29 req-ebe24c65-ca2c-421b-94e4-4b75372978c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 944 time: 0.5753281 Apr 18 12:19:47.561369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a174bec8-a8b3-41d2-9dd4-f8d1219379f0 None None] Port 739a45c6-4fd8-4320-a8f9-fb0362acc36c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:47.599752 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-83763bd5-c79c-4bb4-856c-2a31aa973d29 req-81dcaf8c-6cfb-4f56-b41f-e439c61fd2c4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474741 Apr 18 12:19:47.614290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.654118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa22471-3b9c-496d-85fd-0405031fdd5b,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:47.698171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.814198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.815403 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-224d3605-c8bd-4c93-ac62-b56efff9713d tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6711364 Apr 18 12:19:47.818429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36856) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:47.822365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 739a45c6-4fd8-4320-a8f9-fb0362acc36c owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:47.852715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1e0677b1-af33-46ad-9a6a-607857c45212 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:47.863485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1e0677b1-af33-46ad-9a6a-607857c45212 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.036003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1e0677b1-af33-46ad-9a6a-607857c45212 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.054359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0677b1-af33-46ad-9a6a-607857c45212 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baa22471-3b9c-496d-85fd-0405031fdd5b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:48.058590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1e0677b1-af33-46ad-9a6a-607857c45212 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.060333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1e0677b1-af33-46ad-9a6a-607857c45212 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/baa22471-3b9c-496d-85fd-0405031fdd5b HTTP/1.1" status: 204 len: 168 time: 0.2401783 Apr 18 12:19:48.062277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36860) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.074222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.109750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e1c98da0-0989-4946-a08a-a15bb0766c4b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:48.123826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=739a45c6-4fd8-4320-a8f9-fb0362acc36c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:48.235640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.245450 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e42ea33c-b440-4f43-b68d-0efae98271a4 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/739a45c6-4fd8-4320-a8f9-fb0362acc36c HTTP/1.1" status: 204 len: 168 time: 0.9756815 Apr 18 12:19:48.247256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e1c98da0-0989-4946-a08a-a15bb0766c4b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:48.248506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36866) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.248786 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e1c98da0-0989-4946-a08a-a15bb0766c4b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1854663 Apr 18 12:19:48.252289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36870) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.293469 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc53486-8370-4bf2-9e17-323bea1394e9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:48.293922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5dc53486-8370-4bf2-9e17-323bea1394e9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:48.320883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62f286a7-f150-4fe6-9295-6ad45ce5976f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.348158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62f286a7-f150-4fe6-9295-6ad45ce5976f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.412946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5dc53486-8370-4bf2-9e17-323bea1394e9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:48.414045 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5dc53486-8370-4bf2-9e17-323bea1394e9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/739a45c6-4fd8-4320-a8f9-fb0362acc36c HTTP/1.1" status: 404 len: 333 time: 0.1637292 Apr 18 12:19:48.416925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36874) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.480777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbed1dcf-9e4a-495b-8f8f-2dd2e7b5d6ff tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.507486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbed1dcf-9e4a-495b-8f8f-2dd2e7b5d6ff tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.528784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62f286a7-f150-4fe6-9295-6ad45ce5976f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.561123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f286a7-f150-4fe6-9295-6ad45ce5976f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18642c0-8af0-414f-873f-24041060d376,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:48.691991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62f286a7-f150-4fe6-9295-6ad45ce5976f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.693118 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-62f286a7-f150-4fe6-9295-6ad45ce5976f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/b18642c0-8af0-414f-873f-24041060d376 HTTP/1.1" status: 204 len: 168 time: 0.4397871 Apr 18 12:19:48.695834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36880) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.711854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbed1dcf-9e4a-495b-8f8f-2dd2e7b5d6ff tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.732548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed1dcf-9e4a-495b-8f8f-2dd2e7b5d6ff tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f8fba6-8998-47fe-a759-5af42926e976,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:48.750420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bbed1dcf-9e4a-495b-8f8f-2dd2e7b5d6ff tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.752874 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bbed1dcf-9e4a-495b-8f8f-2dd2e7b5d6ff tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/security-groups/a1f8fba6-8998-47fe-a759-5af42926e976 HTTP/1.1" status: 204 len: 168 time: 0.3337095 Apr 18 12:19:48.754269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36884) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.792089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c03365-ce3b-4cb0-a04d-8dca20001cbc req-8f3911d9-4a46-4c8a-8842-6b603053011f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:48.793953 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-61c03365-ce3b-4cb0-a04d-8dca20001cbc req-8f3911d9-4a46-4c8a-8842-6b603053011f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 944 time: 0.0860813 Apr 18 12:19:48.794820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ea6f05f2-d947-4f0b-9d68-289e628b6990 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:48.840568 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-61c03365-ce3b-4cb0-a04d-8dca20001cbc req-18c525ea-31d7-464f-b5ad-75f4413e0181 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398645 Apr 18 12:19:48.842093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ea65ecc-defb-4ee7-b914-33ccb005f26d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.869966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ea65ecc-defb-4ee7-b914-33ccb005f26d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:48.901090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ea6f05f2-d947-4f0b-9d68-289e628b6990 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:48.902349 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ea6f05f2-d947-4f0b-9d68-289e628b6990 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2056134 Apr 18 12:19:48.906601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36888) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:48.911964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--194191549'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:48.917845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:48.928396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:49.040322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ea65ecc-defb-4ee7-b914-33ccb005f26d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.057007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65ecc-defb-4ee7-b914-33ccb005f26d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf35e855-b0f0-42aa-8267-4c845ae89c39,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:49.063679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1ea65ecc-defb-4ee7-b914-33ccb005f26d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.064761 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1ea65ecc-defb-4ee7-b914-33ccb005f26d tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/security-groups/bf35e855-b0f0-42aa-8267-4c845ae89c39 HTTP/1.1" status: 204 len: 168 time: 0.3095839 Apr 18 12:19:49.067661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36892) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:49.074582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.098271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:49.102378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:49.105284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:49.111556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:49.136191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:49.139268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.189301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.196300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.281695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.282121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.330620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2326fdb-fcaa-41d2-b9b9-2d27e55c8c94,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:49.418476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.419752 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9d0ec2d9-9ff3-40f5-931e-0641640428be tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5120361 Apr 18 12:19:49.422736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36898) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:49.427742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'b2326fdb-fcaa-41d2-b9b9-2d27e55c8c94', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:49.433641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:49.437823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:49.440684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:49.448544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:49.458674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.501682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.506020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:49.507578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684770a6-8b54-4f26-9d15-89c53734c310 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:49.511723 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d9c07e08-4b8c-4b36-be45-b658153cf9c1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f HTTP/1.1" status: 204 len: 168 time: 0.4424057 Apr 18 12:19:49.515392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36902) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:49.521353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:49.556397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.638280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.721526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.751648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413f693b-e1bf-4e4c-a880-ae54b5af845c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:49.773102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:49.777694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:49.781102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:49.790312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:49.830021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:49.832573 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cb2d62ab-a6d8-483d-9c76-3b3b914ea7c4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4075398 Apr 18 12:19:49.834071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36906) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:49.853838 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-edf59a7b-b469-4e60-ace1-f9962b26295b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules/413f693b-e1bf-4e4c-a880-ae54b5af845c HTTP/1.1" status: 200 len: 763 time: 0.0182757 Apr 18 12:19:49.856047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36910) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:49.911780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-787fbb67-d3bf-4466-9bbd-8a104ecfe809 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:49.916226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:49.919454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.067684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70b62b-3387-4932-8363-6a2bb6e8eb12 req-2119086e-65ed-4715-b282-e9cf0d1254a1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:50.069794 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b70b62b-3387-4932-8363-6a2bb6e8eb12 req-2119086e-65ed-4715-b282-e9cf0d1254a1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 944 time: 0.0964615 Apr 18 12:19:50.084967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-787fbb67-d3bf-4466-9bbd-8a104ecfe809 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:50.089529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-787fbb67-d3bf-4466-9bbd-8a104ecfe809 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2295074 Apr 18 12:19:50.089883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36916) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:50.118060 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:19:50.123544 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b70b62b-3387-4932-8363-6a2bb6e8eb12 req-4957360a-880d-4dfd-b0b5-25eab1a92883 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471466 Apr 18 12:19:50.160380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28a67f92-47b7-4fc9-9a95-0122fc289607 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.181124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28a67f92-47b7-4fc9-9a95-0122fc289607 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.304186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28a67f92-47b7-4fc9-9a95-0122fc289607 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.315499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7eba2d2d-57c9-40a9-af76-eda187779fb3 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:19:50.320164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a67f92-47b7-4fc9-9a95-0122fc289607 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=413f693b-e1bf-4e4c-a880-ae54b5af845c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:50.344602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.404571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-28a67f92-47b7-4fc9-9a95-0122fc289607 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.405706 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-28a67f92-47b7-4fc9-9a95-0122fc289607 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/413f693b-e1bf-4e4c-a880-ae54b5af845c HTTP/1.1" status: 204 len: 168 time: 0.3148727 Apr 18 12:19:50.408610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36922) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:50.419102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:50.423057 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:50.432787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:50.432995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b99516-4cc9-4db3-95b1-f2eb70f0d59d None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:50.433486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.437778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=f35a0a4b-2567-4021-a00c-715b2e49b454,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:50.462009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-598935a6-72d8-41b7-8eaf-8ebce10e6e8f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:50.522113 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e34d553a-1a7c-4dd7-8d6d-dc99ff913f7b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0052671 Apr 18 12:19:50.524951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b7f9a594-dca0-4e67-9888-320b700ff2c3 None None] Provisioning complete for port fa7c018d-43d7-4a28-90d5-f7be0c848727 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:50.525464 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a594-dca0-4e67-9888-320b700ff2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.527900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36926) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:50.531599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'security_group': {'name': 'tempest-secgroup-539778964'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:50.538068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:50.541884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:50.544794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:50.551634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:50.560355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-598935a6-72d8-41b7-8eaf-8ebce10e6e8f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:50.566270 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-598935a6-72d8-41b7-8eaf-8ebce10e6e8f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1520238 Apr 18 12:19:50.566270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36930) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:50.569686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'b2326fdb-fcaa-41d2-b9b9-2d27e55c8c94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:50.575872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:50.585657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:50.614022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7eba2d2d-57c9-40a9-af76-eda187779fb3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7eba2d2d-57c9-40a9-af76-eda187779fb3,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:50.627053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9a594-dca0-4e67-9888-320b700ff2c3 None None] Port fa7c018d-43d7-4a28-90d5-f7be0c848727 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:50.646546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7eba2d2d-57c9-40a9-af76-eda187779fb3', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'port_id': '7eba2d2d-57c9-40a9-af76-eda187779fb3', 'mac_address': 'fa:16:3e:f9:2f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:19:50.710409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.733201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b7f9a594-dca0-4e67-9888-320b700ff2c3 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:50.734200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7f9a594-dca0-4e67-9888-320b700ff2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.736459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:50.740392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group_rule and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:50.743195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:50.753594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:50.757730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.849300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.854656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.873986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.881485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eba2d2d-57c9-40a9-af76-eda187779fb3 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:19:50.940878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7eba2d2d-57c9-40a9-af76-eda187779fb3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7eba2d2d-57c9-40a9-af76-eda187779fb3,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:50.944147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:50.969078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=494bde75-514e-40df-a905-2d8639a12cce,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:50.985849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.024997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673f0415-141d-4efb-ad48-835a1adb5453,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:51.037459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.104950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.106104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-714c8e6e-ff0c-4cf3-9f36-13772894d3ec tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5406325 Apr 18 12:19:51.109362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36934) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.129235 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-76122e5a-fb5b-4ada-9085-6964c3948905 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules/494bde75-514e-40df-a905-2d8639a12cce HTTP/1.1" status: 200 len: 763 time: 0.0187147 Apr 18 12:19:51.130217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Update dhcp port {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'fixed_ips': [{'subnet_id': '0c3419c2-9d58-4792-afd1-a1f4be6bdfe6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f35a0a4b-2567-4021-a00c-715b2e49b454'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'f815a86b-8776-4015-9544-934d85ad6710'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:19:51.131778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36938) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.138989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.140975 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0150a0c9-6c75-41c7-a3e4-044daa59f52e tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6135597 Apr 18 12:19:51.150206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36944) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.157444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'security_group': {'name': 'tempest-secgroup-92547752'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:51.164466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7eba2d2d-57c9-40a9-af76-eda187779fb3,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:51.165554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:51.180951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:51.185622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:51.191022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.198268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:51.209344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1a62bcda-4d03-489e-a479-24c451d2a52f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:51.252873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7eba2d2d-57c9-40a9-af76-eda187779fb3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:19:51.306842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.344523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0f98f-01a1-4636-8d96-3b7a898693fe req-1fafab89-dd77-4033-9dbb-424a43161a31 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:51.351592 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d3e0f98f-01a1-4636-8d96-3b7a898693fe req-1fafab89-dd77-4033-9dbb-424a43161a31 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 945 time: 0.1083040 Apr 18 12:19:51.371587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1a62bcda-4d03-489e-a479-24c451d2a52f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:51.375065 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1a62bcda-4d03-489e-a479-24c451d2a52f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2397511 Apr 18 12:19:51.375780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36950) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.375931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:51.384391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group_rule and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:51.388646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:51.401334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:51.418846 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d3e0f98f-01a1-4636-8d96-3b7a898693fe req-1a07c1f2-3c4e-4e5e-aac9-52114e7e52b7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662661 Apr 18 12:19:51.429507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78796c72-b45d-414b-a141-ee850af073d8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.446550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78796c72-b45d-414b-a141-ee850af073d8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.505374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.510925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Allocated IP 172.20.0.2 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/f35a0a4b-2567-4021-a00c-715b2e49b454/f815a86b-8776-4015-9544-934d85ad6710) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:51.561871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78796c72-b45d-414b-a141-ee850af073d8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.581958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78796c72-b45d-414b-a141-ee850af073d8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=494bde75-514e-40df-a905-2d8639a12cce,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:51.589415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.634024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2c322e-8ece-4cb6-897f-92b69e07d3f0,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:51.664765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-78796c72-b45d-414b-a141-ee850af073d8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.672577 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-78796c72-b45d-414b-a141-ee850af073d8 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/494bde75-514e-40df-a905-2d8639a12cce HTTP/1.1" status: 204 len: 168 time: 0.2894709 Apr 18 12:19:51.672577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36954) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.717433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-12ed5fcd-5754-49fa-9f72-e30014b8d313 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:51.727798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.731469 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-09bb59a4-6551-49af-981b-a6db7a04ed61 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5777736 Apr 18 12:19:51.731739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36958) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.737468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'security_group': {'name': 'tempest-secgroup-608757707'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:51.743512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:51.747507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:51.750639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:51.752867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f815a86b-8776-4015-9544-934d85ad6710,segment=NetworkSegment(e195894d-ab54-4b57-9e04-61f26c621527),segment_id=e195894d-ab54-4b57-9e04-61f26c621527)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:51.757042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:51.809534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.841680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-12ed5fcd-5754-49fa-9f72-e30014b8d313 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:51.843640 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-12ed5fcd-5754-49fa-9f72-e30014b8d313 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1743398 Apr 18 12:19:51.844533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Transition to ACTIVE for port object f815a86b-8776-4015-9544-934d85ad6710 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:51.850118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36962) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:51.851399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': 'b2326fdb-fcaa-41d2-b9b9-2d27e55c8c94', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:51.857383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:51.866908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:51.871870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.893574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:51.897296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:security_group_rule and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:51.900105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:51.906572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:51.931929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.971788 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Project b7b5581e37db4dc49205fd3e47255edc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:19:51.982220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:51.983135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.046068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.071072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5410142-54fa-4175-aaeb-81871a113f3e None None] Pushing event updated for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:52.093388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.137183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448dff38-a74d-4aae-95a7-bbd2aa8a3eb6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:52.184243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.209865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a695cf2a-3762-402b-9cbf-3e542100e85c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:52.228438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.229768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6fd2a119-83cf-4e91-b3d2-3818721aece9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4971101 Apr 18 12:19:52.232551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36966) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:52.245221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2023922794', 'security_groups': ['448dff38-a74d-4aae-95a7-bbd2aa8a3eb6'], 'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f35a0a4b-2567-4021-a00c-715b2e49b454'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:52.287652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7eba2d2d-57c9-40a9-af76-eda187779fb3 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:52.324525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.328790 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-01369762-30f7-4bce-b0c8-ef9ef4febd3f tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4783044 Apr 18 12:19:52.329162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36970) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:52.349542 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-830c13b2-6540-409e-94fe-1025c2806815 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules/a695cf2a-3762-402b-9cbf-3e542100e85c HTTP/1.1" status: 200 len: 769 time: 0.0185430 Apr 18 12:19:52.352083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36974) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:52.402203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:52.413941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:52.414886 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-342f1664-eef7-4f71-a174-5c0254044ea5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0616193 Apr 18 12:19:52.417519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36978) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:52.450388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a918161e-6130-4d16-bb55-f5013d5426b3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.461845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a918161e-6130-4d16-bb55-f5013d5426b3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.481702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 7eba2d2d-57c9-40a9-af76-eda187779fb3 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:52.487912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7eba2d2d-57c9-40a9-af76-eda187779fb3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:52.488331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.492591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:52.578598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a918161e-6130-4d16-bb55-f5013d5426b3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.621034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918161e-6130-4d16-bb55-f5013d5426b3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a695cf2a-3762-402b-9cbf-3e542100e85c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:52.659933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.687817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a918161e-6130-4d16-bb55-f5013d5426b3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.692601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba2d2d-57c9-40a9-af76-eda187779fb3'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:19:52.697080 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a918161e-6130-4d16-bb55-f5013d5426b3 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a695cf2a-3762-402b-9cbf-3e542100e85c HTTP/1.1" status: 204 len: 168 time: 0.2719626 Apr 18 12:19:52.697080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36986) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:52.710012 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7eba2d2d-57c9-40a9-af76-eda187779fb3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7eba2d2d-57c9-40a9-af76-eda187779fb3,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:52.711102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d1e09b0-c24a-43e6-95f7-903bd09ecb9b None None] Provisioning complete for port fa7c018d-43d7-4a28-90d5-f7be0c848727 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:52.711467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d1e09b0-c24a-43e6-95f7-903bd09ecb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.713418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.751484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] device_id is not set on port 8fe2af5c-f445-445b-bb7b-ee240cbecddc yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:19:52.752605 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99df6fb0-421f-4e05-89d6-9cf1943f5f35'] response: {'server_uuid': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eba2d2d-57c9-40a9-af76-eda187779fb3', 'code': 200} Apr 18 12:19:52.758815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc19505e-01bc-4ddf-8005-83a35d22beb4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:52.767776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2d1e09b0-c24a-43e6-95f7-903bd09ecb9b None None] Port fa7c018d-43d7-4a28-90d5-f7be0c848727 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:52.800102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e6cec-01ab-42d7-8a23-5a4eee508f7f req-f931d182-e997-4247-8693-c80b58d8a1d6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:52.801623 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-145e6cec-01ab-42d7-8a23-5a4eee508f7f req-f931d182-e997-4247-8693-c80b58d8a1d6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 945 time: 0.2042994 Apr 18 12:19:52.807380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.865007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fc19505e-01bc-4ddf-8005-83a35d22beb4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:52.869685 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fc19505e-01bc-4ddf-8005-83a35d22beb4 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1756582 Apr 18 12:19:52.870316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 36992) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:52.880602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7eba2d2d-57c9-40a9-af76-eda187779fb3,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:52.917355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d1e09b0-c24a-43e6-95f7-903bd09ecb9b None None] Provisioning for port f815a86b-8776-4015-9544-934d85ad6710 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:52.917355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d1e09b0-c24a-43e6-95f7-903bd09ecb9b None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:52.918180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d1e09b0-c24a-43e6-95f7-903bd09ecb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.922012 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-145e6cec-01ab-42d7-8a23-5a4eee508f7f req-30489e2a-8ef7-48ec-9aa7-17915528f7d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120126 Apr 18 12:19:52.952385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f5319d7-6a73-41b2-8e63-eb9557184c73 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:52.983916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f5319d7-6a73-41b2-8e63-eb9557184c73 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.160987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.12 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/f35a0a4b-2567-4021-a00c-715b2e49b454/8fe2af5c-f445-445b-bb7b-ee240cbecddc) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:53.167533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f5319d7-6a73-41b2-8e63-eb9557184c73 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.190330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5319d7-6a73-41b2-8e63-eb9557184c73 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2326fdb-fcaa-41d2-b9b9-2d27e55c8c94,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:53.282617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7f5319d7-6a73-41b2-8e63-eb9557184c73 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.288787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7f5319d7-6a73-41b2-8e63-eb9557184c73 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/b2326fdb-fcaa-41d2-b9b9-2d27e55c8c94 HTTP/1.1" status: 204 len: 168 time: 0.4156134 Apr 18 12:19:53.288928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 36996) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:53.312133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:53.386860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:53.387219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.408139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d39b0-0ac8-4f63-9d94-1db0a71c06dd req-01cd8bbc-def0-4e8f-9cac-f52ae9487668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:53.409594 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b0d39b0-0ac8-4f63-9d94-1db0a71c06dd req-01cd8bbc-def0-4e8f-9cac-f52ae9487668 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 1099 time: 0.2332375 Apr 18 12:19:53.455330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e17ec58b-98f4-41e1-8f8a-4c93c61458f0 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255794 Apr 18 12:19:53.460877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37000) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:53.474104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1617777025'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:53.493325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:53.499560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.505325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:53.511885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b0d39b0-0ac8-4f63-9d94-1db0a71c06dd req-5b62178b-4f62-4cb3-9a86-5fe8cbbeae86 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929196 Apr 18 12:19:53.512766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:53.522230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:53.530840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 8fe2af5c-f445-445b-bb7b-ee240cbecddc will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:53.619049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.641400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:53.646149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:53.649309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:53.655321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:53.660902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.750409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:53.754241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:53.763634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:53.799039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=8fe2af5c-f445-445b-bb7b-ee240cbecddc,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:53.861290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:53.862022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.890804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.956886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:53.995635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31240da5-aecc-4eb1-b6d6-21427468901c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:54.002947 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc60132d-eab0-4e42-ad16-d87908763c49 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7691858 Apr 18 12:19:54.005473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37008) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:54.011862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:54.086786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1509e656-1cdd-41a0-8e7a-6e604bbddf3f None None] Provisioning for port 8fe2af5c-f445-445b-bb7b-ee240cbecddc completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:54.092127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1509e656-1cdd-41a0-8e7a-6e604bbddf3f None None] Provisioning complete for port 8fe2af5c-f445-445b-bb7b-ee240cbecddc triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:54.093512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1509e656-1cdd-41a0-8e7a-6e604bbddf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.097699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4de8e-7c2c-4673-88ff-386a7f154e91 req-2791bdc1-76ec-471d-b90c-c6b886d4bcce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:54.099307 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8c4de8e-7c2c-4673-88ff-386a7f154e91 req-2791bdc1-76ec-471d-b90c-c6b886d4bcce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.0819924 Apr 18 12:19:54.116541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.120632 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-77dca6d6-3bbe-407b-b408-8d9b43451f55 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6597013 Apr 18 12:19:54.121321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37012) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:54.134335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Request body: {'security_group_rule': {'security_group_id': '31240da5-aecc-4eb1-b6d6-21427468901c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:54.144579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:54.151001 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8c4de8e-7c2c-4673-88ff-386a7f154e91 req-f660f91c-ddee-42b8-bfd5-1a5231f6809c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448470 Apr 18 12:19:54.153305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Usage tracker for resource:security_group_rule and tenant:b7b5581e37db4dc49205fd3e47255edc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:54.155418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1509e656-1cdd-41a0-8e7a-6e604bbddf3f None None] Port 8fe2af5c-f445-445b-bb7b-ee240cbecddc cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:54.158801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:54.175652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:54.188930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:54.192678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:54.195402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:54.201248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:54.289314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.353880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.424652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:54.428282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.510784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.557240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60bfaf35-8596-49a5-97fa-a04e4435baaa,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:54.590536 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f35a0a4b-2567-4021-a00c-715b2e49b454 (CIDR: 172.20.0.0/28) Apr 18 12:19:54.652040 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:19:54.652527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:54.656997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.658156 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-edff0581-c90f-4981-9bc2-971ec5c81ed5 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5322039 Apr 18 12:19:54.661344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37016) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:54.723552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4d402e2-994d-4047-9fff-0371551164e7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.750975 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9f1441eb-9a41-4a54-9f4b-60b2388627b0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7440405 Apr 18 12:19:54.759326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37022) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:54.760105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4d402e2-994d-4047-9fff-0371551164e7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.760219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:54.887566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4d402e2-994d-4047-9fff-0371551164e7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.908771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:54.912741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:54.913027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d402e2-994d-4047-9fff-0371551164e7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31240da5-aecc-4eb1-b6d6-21427468901c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:54.916008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:54.922589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:54.929265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f4d402e2-994d-4047-9fff-0371551164e7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:54.932405 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f4d402e2-994d-4047-9fff-0371551164e7 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/31240da5-aecc-4eb1-b6d6-21427468901c HTTP/1.1" status: 204 len: 168 time: 0.2704806 Apr 18 12:19:54.940222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37026) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:54.989590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:54.992926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:55.030213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e1272f7-cbe1-4472-9afd-2f079e1287e9 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:55.133886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.ipam_backend_mixin [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0c3419c2-9d58-4792-afd1-a1f4be6bdfe6 (CIDR: 172.20.0.16/28) Apr 18 12:19:55.155487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e1272f7-cbe1-4472-9afd-2f079e1287e9 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:55.156626 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e1272f7-cbe1-4472-9afd-2f079e1287e9 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2154410 Apr 18 12:19:55.159494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37030) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:55.173214 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.pecan_wsgi.hooks.translation [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:19:55.174047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88782) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:19:55.225412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-342c38da-063e-4732-b920-0ae57043c88b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:55.242039 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-349fb8e2-fbe2-41ff-952b-23b9c4a325aa tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4872606 Apr 18 12:19:55.244828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37036) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:55.251555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'subnet': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:55.304450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-342c38da-063e-4732-b920-0ae57043c88b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group_rule {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:55.305849 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-342c38da-063e-4732-b920-0ae57043c88b tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1453912 Apr 18 12:19:55.308656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37040) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:55.326599 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-b254aa43-aead-4edf-8d54-24b0fce33f7a tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] delete failed (client error): The resource could not be found. Apr 18 12:19:55.328365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b254aa43-aead-4edf-8d54-24b0fce33f7a tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "DELETE /v2.0/security-groups/31240da5-aecc-4eb1-b6d6-21427468901c HTTP/1.1" status: 404 len: 347 time: 0.0186591 Apr 18 12:19:55.334506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37044) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:55.385896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00f7ccae-03e5-4733-86e5-17d1b5755227 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Synchronizing usage tracker for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:55.397830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00f7ccae-03e5-4733-86e5-17d1b5755227 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] Unset dirty status for tenant:b7b5581e37db4dc49205fd3e47255edc on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:55.398863 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00f7ccae-03e5-4733-86e5-17d1b5755227 tempest-SecGroupIPv6Test-11973503 tempest-SecGroupIPv6Test-11973503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631471 Apr 18 12:19:55.470214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:19:55.480224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Usage tracker for resource:subnet and tenant:316daf4ca86b49ce8a9d5b7a245722dc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:19:55.490215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d6374-7603-48ed-b2de-40dab422ab71 req-e77cd94f-1804-4eb5-9847-eb3d3dfb965b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:55.491693 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ac4d6374-7603-48ed-b2de-40dab422ab71 req-e77cd94f-1804-4eb5-9847-eb3d3dfb965b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.2130101 Apr 18 12:19:55.492555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:19:55.499739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:19:55.540963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ac4d6374-7603-48ed-b2de-40dab422ab71 req-0bc6f59d-2810-4a07-9884-cc8ea4ee3084 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429001 Apr 18 12:19:55.594931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Made reservation on behalf of 316daf4ca86b49ce8a9d5b7a245722dc for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:19:55.597275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:55.746170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617457-5f9f-480e-b823-3de7485dd99a req-eb3aae7f-310e-4404-95f2-1837a23983b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:55.753562 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f4617457-5f9f-480e-b823-3de7485dd99a req-eb3aae7f-310e-4404-95f2-1837a23983b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.1031528 Apr 18 12:19:55.799058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f4617457-5f9f-480e-b823-3de7485dd99a req-7e84896e-8a42-4894-b719-bfd712a3ea9c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445921 Apr 18 12:19:55.920144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37058) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:56.052261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.131934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:56.137131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:56.141267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:56.141267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.146491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe150c2-04f6-4869-a630-c5069d18465e None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:19:56.153667 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-00fc95a2-9182-4248-a76b-1a3e6b819205 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7b5581e37db4dc49205fd3e47255edc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2318230 Apr 18 12:19:56.157344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37066) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:56.165165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Subnet': ['ID=1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:56.215662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f13fdb6c-5fca-4a1b-ad31-73450bb9353a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.242033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f13fdb6c-5fca-4a1b-ad31-73450bb9353a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.293722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1dcf69a6-ccfd-4c2e-99ff-5f9f92f475fd tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0474985 Apr 18 12:19:56.296280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37070) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:56.302055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1078679877', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0'}], 'security_groups': ['673f0415-141d-4efb-ad48-835a1adb5453', '9a2c322e-8ece-4cb6-897f-92b69e07d3f0']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:19:56.354939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f13fdb6c-5fca-4a1b-ad31-73450bb9353a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.396790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fdb6c-5fca-4a1b-ad31-73450bb9353a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791eb10d-872b-4df6-a864-2333209019a7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:56.482249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Update dhcp port {'port': {'network_id': '62a73641-c4a8-40ce-9059-70e1cf71c7e3', 'fixed_ips': [{'subnet_id': '0c3419c2-9d58-4792-afd1-a1f4be6bdfe6', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f35a0a4b-2567-4021-a00c-715b2e49b454', 'ip_address': '172.20.0.2'}, {'subnet_id': '1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0'}], 'binding:host_id': 'dv-neutron-837089-1-hyperv'}, 'id': 'f815a86b-8776-4015-9544-934d85ad6710'} from dv-neutron-837089-1-hyperv. {{(pid=88784) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 12:19:56.537613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.574374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f13fdb6c-5fca-4a1b-ad31-73450bb9353a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.578433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f13fdb6c-5fca-4a1b-ad31-73450bb9353a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/791eb10d-872b-4df6-a864-2333209019a7 HTTP/1.1" status: 204 len: 168 time: 0.4172208 Apr 18 12:19:56.579959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:56.769509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Allocated IP 172.20.0.34 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0/f815a86b-8776-4015-9544-934d85ad6710) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:56.965480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f815a86b-8776-4015-9544-934d85ad6710,segment=NetworkSegment(e195894d-ab54-4b57-9e04-61f26c621527),segment_id=e195894d-ab54-4b57-9e04-61f26c621527)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:19:56.994923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.013814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Transition to ACTIVE for port object f815a86b-8776-4015-9544-934d85ad6710 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:57.098953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.240846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Delete allocated IP 172.20.0.12 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/f35a0a4b-2567-4021-a00c-715b2e49b454) {{(pid=88783) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 12:19:57.254132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Allocated IP 172.20.0.36 (62a73641-c4a8-40ce-9059-70e1cf71c7e3/1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0/8fe2af5c-f445-445b-bb7b-ee240cbecddc) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:57.272545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2db697-2582-47fa-90eb-c76b60ba515f None None] Pushing event updated for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:57.334234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37086) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:57.455440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-0d069e6c-ab0e-4049-87c5-f78efcbcf6a5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:57.476255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.494326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Transition to ACTIVE for port object 8fe2af5c-f445-445b-bb7b-ee240cbecddc will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:57.651487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.721800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-0d069e6c-ab0e-4049-87c5-f78efcbcf6a5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:57.722418 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-0d069e6c-ab0e-4049-87c5-f78efcbcf6a5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204652358&fields=id&tenant_id=eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 267 time: 0.3314304 Apr 18 12:19:57.807165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event updated for resources: {'Port': ['ID=8fe2af5c-f445-445b-bb7b-ee240cbecddc,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:57.814251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Provisioning complete for port fa7c018d-43d7-4a28-90d5-f7be0c848727 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:57.814655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.827990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] In _notify_port_updated(), no bound segment for port 8fe2af5c-f445-445b-bb7b-ee240cbecddc on network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 {{(pid=88783) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:19:57.833286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:57.833954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.838445 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c904b0b5-4c30-4811-9410-7917dd9eda4b tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "PUT /v2.0/ports/8fe2af5c-f445-445b-bb7b-ee240cbecddc HTTP/1.1" status: 200 len: 960 time: 1.5383084 Apr 18 12:19:57.839507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37090) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:57.872585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Port fa7c018d-43d7-4a28-90d5-f7be0c848727 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:57.911200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port 8fe2af5c-f445-445b-bb7b-ee240cbecddc {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:19:57.911550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:57.945169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Provisioning for port f815a86b-8776-4015-9544-934d85ad6710 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:57.951398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:57.952272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.034482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a8388188-1ce1-43b9-ae6b-36eb7f26333b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:19:58.035056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a8388188-1ce1-43b9-ae6b-36eb7f26333b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:58.156254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Provisioning for port 8fe2af5c-f445-445b-bb7b-ee240cbecddc completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:58.163744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Provisioning complete for port 8fe2af5c-f445-445b-bb7b-ee240cbecddc triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:58.164796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.168244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.171042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a8388188-1ce1-43b9-ae6b-36eb7f26333b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:58.172188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a8388188-1ce1-43b9-ae6b-36eb7f26333b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 810 time: 0.4412220 Apr 18 12:19:58.221410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-76726ce9-fd5b-401f-9c8a-1fe5c2f72769 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/quotas/eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 375 time: 0.0398037 Apr 18 12:19:58.228147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8117605c-db9c-4ebd-89c3-b81b15e7c138 None None] Port 8fe2af5c-f445-445b-bb7b-ee240cbecddc cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:58.309145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for 8fe2af5c-f445-445b-bb7b-ee240cbecddc owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:19:58.329805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.349682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cf2e8000-d30d-4d26-992e-b817d5f2f312 None None] Provisioning complete for port 8fe2af5c-f445-445b-bb7b-ee240cbecddc triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:58.350700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cf2e8000-d30d-4d26-992e-b817d5f2f312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.407751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e8000-d30d-4d26-992e-b817d5f2f312 None None] Port 8fe2af5c-f445-445b-bb7b-ee240cbecddc cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:58.440000 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-47bdf225-5b55-4357-8b18-fab5319bf34f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2173162 Apr 18 12:19:58.550013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.606021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=8fe2af5c-f445-445b-bb7b-ee240cbecddc,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:58.716025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.727931 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0d7dc271-e5d2-4f5d-b101-955fd3b0c9d0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/8fe2af5c-f445-445b-bb7b-ee240cbecddc HTTP/1.1" status: 204 len: 168 time: 0.8874125 Apr 18 12:19:58.730336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37094) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:58.776196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab16c76-d577-46fc-a2c6-605b3f03b619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] GET failed (client error): The resource could not be found. Apr 18 12:19:58.776889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6ab16c76-d577-46fc-a2c6-605b3f03b619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Synchronizing usage tracker for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:58.847040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6ab16c76-d577-46fc-a2c6-605b3f03b619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Unset dirty status for tenant:316daf4ca86b49ce8a9d5b7a245722dc on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:19:58.852476 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6ab16c76-d577-46fc-a2c6-605b3f03b619 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports/8fe2af5c-f445-445b-bb7b-ee240cbecddc HTTP/1.1" status: 404 len: 333 time: 0.1169019 Apr 18 12:19:58.852476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37098) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:58.859998 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-52497be6-2bde-40c5-92eb-5c2764d855b6 service neutron] 10.222.0.24 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566086 Apr 18 12:19:58.914845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ad32df4-dace-4898-9a67-de308cc02b42 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:58.942281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ad32df4-dace-4898-9a67-de308cc02b42 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.091050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ad32df4-dace-4898-9a67-de308cc02b42 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.091347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.17 (7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69/68cd49d0-1f89-409a-b5fe-9cdeb944c71b/066c8e1e-8cdd-4204-a3fa-b9fe486cbecf) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:19:59.094707 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-f4b59d87-b54f-443b-b187-1fd90cbd0e50 service neutron] 10.222.0.24 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075646 Apr 18 12:19:59.107584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad32df4-dace-4898-9a67-de308cc02b42 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=448dff38-a74d-4aae-95a7-bbd2aa8a3eb6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:59.117204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7ad32df4-dace-4898-9a67-de308cc02b42 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.120827 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7ad32df4-dace-4898-9a67-de308cc02b42 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/security-groups/448dff38-a74d-4aae-95a7-bbd2aa8a3eb6 HTTP/1.1" status: 204 len: 168 time: 0.2662749 Apr 18 12:19:59.121112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37102) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:59.292156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.312042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:19:59.322911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d5f8-18c0-4c7e-bec6-4c30b0e29ea5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.332597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:19:59.351676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d5f8-18c0-4c7e-bec6-4c30b0e29ea5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.400338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:59.400916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.437026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.492780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d5f8-18c0-4c7e-bec6-4c30b0e29ea5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.502012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:19:59.505032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:19:59.513399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed1d5f8-18c0-4c7e-bec6-4c30b0e29ea5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2c322e-8ece-4cb6-897f-92b69e07d3f0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:59.513545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:19:59.530430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d5f8-18c0-4c7e-bec6-4c30b0e29ea5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.537751 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9ed1d5f8-18c0-4c7e-bec6-4c30b0e29ea5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/security-groups/9a2c322e-8ece-4cb6-897f-92b69e07d3f0 HTTP/1.1" status: 204 len: 168 time: 0.4152436 Apr 18 12:19:59.538605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37112) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:59.550741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:59.582563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.646298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6680442a-edfe-46b4-85d6-4d47daa86a52 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.676212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6680442a-edfe-46b4-85d6-4d47daa86a52 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.816896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6680442a-edfe-46b4-85d6-4d47daa86a52 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.847436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680442a-edfe-46b4-85d6-4d47daa86a52 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f0415-141d-4efb-ad48-835a1adb5453,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:19:59.887757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6680442a-edfe-46b4-85d6-4d47daa86a52 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.888944 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6680442a-edfe-46b4-85d6-4d47daa86a52 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/security-groups/673f0415-141d-4efb-ad48-835a1adb5453 HTTP/1.1" status: 204 len: 168 time: 0.3487902 Apr 18 12:19:59.891553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.894748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37120) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:19:59.896332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-1da24514-a2a4-4688-a4a7-0551833909c8 req-39dcf586-ae23-40ad-868b-26d8c6be105f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:19:59.902542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-64ac1143-cf0d-4543-b1e8-be99d6d6ba10 None None] Provisioning for port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:19:59.912034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-64ac1143-cf0d-4543-b1e8-be99d6d6ba10 None None] Provisioning complete for port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:19:59.913096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-64ac1143-cf0d-4543-b1e8-be99d6d6ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:19:59.980345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-64ac1143-cf0d-4543-b1e8-be99d6d6ba10 None None] Port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:19:59.992563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet f35a0a4b-2567-4021-a00c-715b2e49b454 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:19:59.995728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.050643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.078056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-1da24514-a2a4-4688-a4a7-0551833909c8 req-39dcf586-ae23-40ad-868b-26d8c6be105f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:00.079233 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1da24514-a2a4-4688-a4a7-0551833909c8 req-39dcf586-ae23-40ad-868b-26d8c6be105f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 210 time: 0.2329621 Apr 18 12:20:00.136653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.275959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.322056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.326237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=f35a0a4b-2567-4021-a00c-715b2e49b454,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:00.335536 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-286251a6-3998-43b8-a713-e461c09a91b7 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/f35a0a4b-2567-4021-a00c-715b2e49b454 HTTP/1.1" status: 204 len: 168 time: 0.4333463 Apr 18 12:20:00.335746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29708e1-614b-4c80-a772-ca55fbe30071 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:00.335881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.341914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37128) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:00.384261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.413070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:20:00.416144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.474800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.516499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.526201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:00.582269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.756219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.797999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:00.805710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:00.812277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:00.813429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:00.814399 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a070736a-6778-4a1d-8987-d743a4c99241 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/1ca96ab8-b782-4b77-8cf1-0bf4c003e8f0 HTTP/1.1" status: 204 len: 168 time: 0.4711423 Apr 18 12:20:00.820193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37134) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:00.857681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a7cdeb-b7c6-4883-836f-e96d6f40c256 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:00.858172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a7cdeb-b7c6-4883-836f-e96d6f40c256 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:00.860100 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74a7cdeb-b7c6-4883-836f-e96d6f40c256 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/f35a0a4b-2567-4021-a00c-715b2e49b454 HTTP/1.1" status: 404 len: 337 time: 0.0425808 Apr 18 12:20:00.862814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37138) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:00.947739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting subnet 0c3419c2-9d58-4792-afd1-a1f4be6bdfe6 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:20:00.951300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.013203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.039903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:20:01.118653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.216234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-43cfd040-f3df-4110-9dd9-c1243e20f774 None None] Provisioning complete for port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:01.217429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-43cfd040-f3df-4110-9dd9-c1243e20f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.282950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-43cfd040-f3df-4110-9dd9-c1243e20f774 None None] Port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:20:01.291196 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d5ea936-4908-454c-90fb-1b537d0edc33 req-fcae259f-5517-4380-b605-d9e6ffb35b9e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 210 time: 0.0638025 Apr 18 12:20:01.305331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.308791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b06beb6-8eb1-4204-b3fb-a7ad123ba049 None None] Network 62a73641-c4a8-40ce-9059-70e1cf71c7e3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:01.329011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:01.345054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:01.359686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3419c2-9d58-4792-afd1-a1f4be6bdfe6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:01.366902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.374539 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8fcb43e1-02a4-4af3-a076-df8198e60d9a tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/0c3419c2-9d58-4792-afd1-a1f4be6bdfe6 HTTP/1.1" status: 204 len: 168 time: 0.5107121 Apr 18 12:20:01.376872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37144) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.391644 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c0f85125-5290-4857-92b7-59a9c574dc4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/b9e6a1cf-fd34-407a-ae3d-bc25606a61ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0556085 Apr 18 12:20:01.417174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:01.417945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:01.418890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa7db75-40dc-4a30-8d54-0982fd456075 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.419336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa7db75-40dc-4a30-8d54-0982fd456075 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.423917 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1fa7db75-40dc-4a30-8d54-0982fd456075 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/3a3bd2fa-259c-4c59-b2ab-bc6afbbd6e3f HTTP/1.1" status: 404 len: 337 time: 0.0437603 Apr 18 12:20:01.424131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37150) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.468802 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0aa6241a-4cc5-45de-81bd-16e5728d769f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c5928a3-095f-4713-9376-b09d509c3e79 HTTP/1.1" status: 200 len: 205 time: 0.0414531 Apr 18 12:20:01.469024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37154) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.541851 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-a0265ad5-7f24-4d63-9169-ea87e5954a60 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] delete failed (client error): The resource could not be found. Apr 18 12:20:01.542875 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a0265ad5-7f24-4d63-9169-ea87e5954a60 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/routers/2c5928a3-095f-4713-9376-b09d509c3e79 HTTP/1.1" status: 404 len: 336 time: 0.0730283 Apr 18 12:20:01.544458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9d2c32ec-4033-4260-b0cf-e043fc47a3bd None None] Provisioning complete for port fa7c018d-43d7-4a28-90d5-f7be0c848727 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:01.544777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9d2c32ec-4033-4260-b0cf-e043fc47a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.547632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37160) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.586888 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c635c2-0161-465f-a664-6014390baa25 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.587258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75c635c2-0161-465f-a664-6014390baa25 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.590077 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-75c635c2-0161-465f-a664-6014390baa25 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/86afcfd3-567c-45af-8514-1c4f50b42c08 HTTP/1.1" status: 404 len: 337 time: 0.0408330 Apr 18 12:20:01.591847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37164) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.630437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a535d9-11fe-41fb-8650-dd8ec5d58cf9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.630913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a535d9-11fe-41fb-8650-dd8ec5d58cf9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.635229 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f2a535d9-11fe-41fb-8650-dd8ec5d58cf9 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/741c8053-eadf-4f41-a8e7-3401bb8aebf8 HTTP/1.1" status: 404 len: 337 time: 0.0399415 Apr 18 12:20:01.635937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37168) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.676894 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2cae4f8-e0e5-4b10-a771-334cc7280475 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.677359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2cae4f8-e0e5-4b10-a771-334cc7280475 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.679121 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f2cae4f8-e0e5-4b10-a771-334cc7280475 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/50e0b243-19af-4d0f-bd5d-e9b84a92a065 HTTP/1.1" status: 404 len: 337 time: 0.0427921 Apr 18 12:20:01.681685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37172) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.722263 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-32621f8e-3b0b-4076-b572-e4878847c1b1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.722748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32621f8e-3b0b-4076-b572-e4878847c1b1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.724395 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-32621f8e-3b0b-4076-b572-e4878847c1b1 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/4a28896d-e4b4-47f0-bb24-85471eede31f HTTP/1.1" status: 404 len: 333 time: 0.0418541 Apr 18 12:20:01.726971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37176) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.741266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c32ec-4033-4260-b0cf-e043fc47a3bd None None] Port fa7c018d-43d7-4a28-90d5-f7be0c848727 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:20:01.763276 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ba4842-a2e3-4e57-92c3-d8a9e886cce5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.763713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ba4842-a2e3-4e57-92c3-d8a9e886cce5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.765400 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e9ba4842-a2e3-4e57-92c3-d8a9e886cce5 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/ef36d526-e916-4baf-adb7-38e00aec5f20 HTTP/1.1" status: 404 len: 337 time: 0.0375698 Apr 18 12:20:01.767959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37180) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.771015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:01.808046 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddecd634-4bdd-4a15-9a3a-640b7fc1d565 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.808485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddecd634-4bdd-4a15-9a3a-640b7fc1d565 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.810106 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ddecd634-4bdd-4a15-9a3a-640b7fc1d565 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/9adca68a-62cc-4211-a7fe-17fe3c5757a8 HTTP/1.1" status: 404 len: 337 time: 0.0412700 Apr 18 12:20:01.812670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37184) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.837148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9d2c32ec-4033-4260-b0cf-e043fc47a3bd None None] Provisioning complete for port f815a86b-8776-4015-9544-934d85ad6710 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:01.837456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9d2c32ec-4033-4260-b0cf-e043fc47a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:01.855467 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-162acc3f-8b3b-4fcf-beb9-08629cec9d53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.856054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162acc3f-8b3b-4fcf-beb9-08629cec9d53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.857793 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-162acc3f-8b3b-4fcf-beb9-08629cec9d53 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/1ef9bc43-00c9-4d63-8641-eaebb7e22fd2 HTTP/1.1" status: 404 len: 333 time: 0.0441823 Apr 18 12:20:01.861111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37188) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.897361 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-034c78fb-ee31-44ac-8773-9130c1848b4f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.899365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034c78fb-ee31-44ac-8773-9130c1848b4f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.899478 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-034c78fb-ee31-44ac-8773-9130c1848b4f tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/7e27510c-f5cc-4878-806d-53ddd39d7ae0 HTTP/1.1" status: 404 len: 337 time: 0.0375011 Apr 18 12:20:01.902031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:01.943436 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6613d3f-d773-4c76-98ee-910b226e1960 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] DELETE failed (client error): The resource could not be found. Apr 18 12:20:01.943880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6613d3f-d773-4c76-98ee-910b226e1960 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:20:01.948112 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f6613d3f-d773-4c76-98ee-910b226e1960 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/subnets/683df946-e80a-4b4e-94b4-1a0904a386c8 HTTP/1.1" status: 404 len: 337 time: 0.0426161 Apr 18 12:20:01.948520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37196) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:02.024706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Deleting port fa7c018d-43d7-4a28-90d5-f7be0c848727 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:02.024706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.057557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] DHCP port deletion for 62a73641-c4a8-40ce-9059-70e1cf71c7e3 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:20:02.084939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] Deleting port f815a86b-8776-4015-9544-934d85ad6710 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:02.085396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.306442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-bdd96551-de07-4c93-ac6b-bc5bd07c6fe4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:02.308023 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-bdd96551-de07-4c93-ac6b-bc5bd07c6fe4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 810 time: 0.1704102 Apr 18 12:20:02.361050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.396550 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-bb408fb9-8f2e-4ac0-aeb6-f8b2dadd0c6c tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 379 time: 0.0682094 Apr 18 12:20:02.406010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'port': {'device_id': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'admin_state_up': True, 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'security_groups': ['258eab1e-f6e3-498f-b86e-5fcd6e4eed2b']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:02.483097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] For port f815a86b-8776-4015-9544-934d85ad6710, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f815a86b-8776-4015-9544-934d85ad6710,segment=NetworkSegment(e195894d-ab54-4b57-9e04-61f26c621527),segment_id=e195894d-ab54-4b57-9e04-61f26c621527)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:02.483727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.492890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Calling delete_port for fa7c018d-43d7-4a28-90d5-f7be0c848727 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:02.553569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:02.571199 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-62a66205-14a0-4866-8fe7-644ca17fc1d8 req-3852e1e7-df25-47de-b295-4fc3ca9cc96d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 210 time: 0.0897355 Apr 18 12:20:02.580798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:02.625905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] Calling delete_port for f815a86b-8776-4015-9544-934d85ad6710 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:02.664480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Made reservation on behalf of eea82502110e4288885c1ccc616ffbbf for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:02.669411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.693194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:19:59Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066c8e1e-8cdd-4204-a3fa-b9fe486cbecf', 'name': '', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:96:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:58Z', 'updated_at': '2022-04-18T12:20:00Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:02.698391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.708385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:02.710740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Updating router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:20:02.754163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Port': ['ID=fa7c018d-43d7-4a28-90d5-f7be0c848727,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:02.762896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.775410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.818764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:02.828404 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a80520ec-5eec-4fc5-8e3b-542fa5cb61e0 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/ports/fa7c018d-43d7-4a28-90d5-f7be0c848727 HTTP/1.1" status: 204 len: 168 time: 0.8756187 Apr 18 12:20:02.829485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37202) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:02.861746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Allocated IP 172.20.0.8 (16ad020b-fc1b-4f71-aa04-bed4525b22ae/bf2c7212-c2be-4e73-8e44-b60145a2f058/25c93d0c-090e-42ae-8f87-c74173bf3bd9) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:20:02.876177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] Pushing event deleted for resources: {'Port': ['ID=f815a86b-8776-4015-9544-934d85ad6710,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:02.888409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cae7cee-2abe-414a-aee4-d85f29504a82 None None] No DVR routers for this DVR port f815a86b-8776-4015-9544-934d85ad6710 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:20:02.981209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.124584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.131714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.143401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Transition to ACTIVE for port object 25c93d0c-090e-42ae-8f87-c74173bf3bd9 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:03.163995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a73641-c4a8-40ce-9059-70e1cf71c7e3']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:03.177690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e195894d-ab54-4b57-9e04-61f26c621527') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:03.178095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e195894d-ab54-4b57-9e04-61f26c621527') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:03.191863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.214568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.220975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.221543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:20:03.222074 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.224847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:20:03.239083 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:20:03.308068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:03.312069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:03.316257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:20:03.330670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:03.407479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:03.408430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.412677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=25c93d0c-090e-42ae-8f87-c74173bf3bd9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:03.420252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.451779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.455232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] Pushing event deleted for resources: {'Network': ['ID=62a73641-c4a8-40ce-9059-70e1cf71c7e3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:03.456157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Transition to ACTIVE for port object 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:03.459055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f815a86b-8776-4015-9544-934d85ad6710 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:03.459395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f815a86b-8776-4015-9544-934d85ad6710 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:03.467801 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b44990bf-051e-4227-b9da-01898246de27 tempest-PortsTestJSON-1744091211 tempest-PortsTestJSON-1744091211-project] 10.222.0.24 "DELETE /v2.0/networks/62a73641-c4a8-40ce-9059-70e1cf71c7e3 HTTP/1.1" status: 204 len: 168 time: 0.6364467 Apr 18 12:20:03.488042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-a6d37ff3-893d-4303-8911-ce86a262fbcb tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0865984 Apr 18 12:20:03.510797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Request body: {'port': {'device_id': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:03.544491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.645542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.681595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e042-facf-4514-aa6b-948efee55b7e None None] Pushing event updated for resources: {'Port': ['ID=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:03.841211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b60e2565-797a-4b7f-94f9-0c3c17678708 None None] Provisioning for port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:03.859110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b60e2565-797a-4b7f-94f9-0c3c17678708 None None] Provisioning complete for port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:03.859487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b60e2565-797a-4b7f-94f9-0c3c17678708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.905442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Attempting to bind port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:20:03.905803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Attempting to bind port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:20:03.906157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Attempting to bind port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf on network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:03.929239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:20:03.929611 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Checking segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:03.930008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.930394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Bound using segment: {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:20:03.930895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Bound port: 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e314d8-7756-46eb-8799-04c106fb2e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:20:03.931265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:03.954950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b60e2565-797a-4b7f-94f9-0c3c17678708 None None] Port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:20:04.034509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] For port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:20:04.040435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] For port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:20:04.040878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37218) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:04.061865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeeb6fd-b381-49ee-aaa8-2a0923bf507c req-6ca3c238-c65b-49f5-b33e-749bcc839dec tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:04.062586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ddeeb6fd-b381-49ee-aaa8-2a0923bf507c req-6ca3c238-c65b-49f5-b33e-749bcc839dec tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:04.127850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.195704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ddeeb6fd-b381-49ee-aaa8-2a0923bf507c req-6ca3c238-c65b-49f5-b33e-749bcc839dec tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:04.197437 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddeeb6fd-b381-49ee-aaa8-2a0923bf507c req-6ca3c238-c65b-49f5-b33e-749bcc839dec tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 931 time: 0.4803746 Apr 18 12:20:04.211558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:04.212315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:19:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:04.223243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2788efb9-24d2-4b12-a018-377ce961def8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=316daf4ca86b49ce8a9d5b7a245722dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803708 Apr 18 12:20:04.224802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37224) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:04.280902 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddeeb6fd-b381-49ee-aaa8-2a0923bf507c req-4155fa55-9388-4c3e-ae57-539bb812642d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765109 Apr 18 12:20:04.305761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187e042-facf-4514-aa6b-948efee55b7e None None] Pushing event updated for resources: {'Port': ['ID=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:04.320380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0d289eb-12f8-4c51-905d-9a0b12baef83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.349094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0d289eb-12f8-4c51-905d-9a0b12baef83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.481289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0d289eb-12f8-4c51-905d-9a0b12baef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.492181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:04.508344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e0d289eb-12f8-4c51-905d-9a0b12baef83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.511771 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e0d289eb-12f8-4c51-905d-9a0b12baef83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3af8d1b-c716-4f1f-ab35-4b4bcaffe286 HTTP/1.1" status: 204 len: 168 time: 0.2838233 Apr 18 12:20:04.513497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d289eb-12f8-4c51-905d-9a0b12baef83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3af8d1b-c716-4f1f-ab35-4b4bcaffe286,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:04.535212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c93d0c-090e-42ae-8f87-c74173bf3bd9 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:20:04.543885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.585619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Transition to ACTIVE for port object 25c93d0c-090e-42ae-8f87-c74173bf3bd9 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:04.679899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:04.840410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Pushing event updated for resources: {'Port': ['ID=25c93d0c-090e-42ae-8f87-c74173bf3bd9,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:04.969074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:19:59Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066c8e1e-8cdd-4204-a3fa-b9fe486cbecf', 'name': '', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:96:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:58Z', 'updated_at': '2022-04-18T12:20:04Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:04.978631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f56f97-5c06-41da-8e69-7aae7411761f None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:19:59Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '066c8e1e-8cdd-4204-a3fa-b9fe486cbecf', 'name': '', 'network_id': '7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:96:0c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1317, 'fixed_ips': [{'subnet_id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:58Z', 'updated_at': '2022-04-18T12:20:04Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '68cd49d0-1f89-409a-b5fe-9cdeb944c71b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:05.010020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Attempting to bind port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:20:05.010020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Attempting to bind port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:20:05.010020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Attempting to bind port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:05.012352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:20:05.012743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Attempting to bind port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:05.018772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:20:05.024421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Checking segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:05.024421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Bound using segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:20:05.024421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Bound port: 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:20:05.024421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:05.163511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] For port 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:20:05.168014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] For port 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:20:05.263646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:05.336427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:05.337046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:05.338724 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] 10.222.0.15 "PUT /v2.0/ports/25c93d0c-090e-42ae-8f87-c74173bf3bd9 HTTP/1.1" status: 200 len: 1093 time: 1.8322353 Apr 18 12:20:05.339170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:05.411283 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b79d981f-c2ac-498c-b068-1ca04117facf'] response: {'name': 'network-changed', 'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'status': 'completed', 'code': 200} Apr 18 12:20:05.422786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e782ced-ef4c-45f1-ae7c-c8c499ecfdaa service neutron] Pushing event updated for resources: {'Port': ['ID=25c93d0c-090e-42ae-8f87-c74173bf3bd9,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:05.458591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:05.563984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb96f-c6f7-45e7-afa8-ad3e59292239 req-b3e3551c-90c2-45fc-b7a7-60e48e4b7a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:05.566172 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ffcb96f-c6f7-45e7-afa8-ad3e59292239 req-b3e3551c-90c2-45fc-b7a7-60e48e4b7a2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1096 time: 0.1304319 Apr 18 12:20:05.677867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f293a-dbcc-4531-b404-3b93c3a7a2f4 req-c61f68cc-53a3-4104-ad45-2e3dd7f2eaa5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:05.681437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4e2f293a-dbcc-4531-b404-3b93c3a7a2f4 req-c61f68cc-53a3-4104-ad45-2e3dd7f2eaa5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.1777058 Apr 18 12:20:05.703800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:05.711251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:05.711616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:05.804263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4e2f293a-dbcc-4531-b404-3b93c3a7a2f4 req-bff1277a-6155-420a-bebd-2f33c4d0cb92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:05.823540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4e2f293a-dbcc-4531-b404-3b93c3a7a2f4 req-bff1277a-6155-420a-bebd-2f33c4d0cb92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:05.827061 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4e2f293a-dbcc-4531-b404-3b93c3a7a2f4 req-bff1277a-6155-420a-bebd-2f33c4d0cb92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372581 Apr 18 12:20:05.866905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb96f-c6f7-45e7-afa8-ad3e59292239 req-041c5a47-6cfc-4e87-8dee-c363ff36613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:05.868382 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ffcb96f-c6f7-45e7-afa8-ad3e59292239 req-041c5a47-6cfc-4e87-8dee-c363ff36613d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=eea82502110e4288885c1ccc616ffbbf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2944660 Apr 18 12:20:05.937067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:05.973108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:06.023500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37252) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:06.041651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb96f-c6f7-45e7-afa8-ad3e59292239 req-4d348dbe-e300-408c-a09e-b9f566324bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:06.043227 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ffcb96f-c6f7-45e7-afa8-ad3e59292239 req-4d348dbe-e300-408c-a09e-b9f566324bea service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1685719 Apr 18 12:20:06.058449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.162616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1295866397-network', 'tenant_id': '23e3f4be479642ee8218892e5e9c242d'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:06.167526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:06.172273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Usage tracker for resource:network and tenant:23e3f4be479642ee8218892e5e9c242d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:06.175110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:06.181290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:06.209106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:06.223700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-49f6c267-5fc2-42ca-bc67-4289d43aabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:06.225163 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-49f6c267-5fc2-42ca-bc67-4289d43aabeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1096 time: 0.1414304 Apr 18 12:20:06.285513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Made reservation on behalf of 23e3f4be479642ee8218892e5e9c242d for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:06.287795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.292720 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-aa69a78a-3582-4e3c-9cc2-bcb9ffa54844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9 HTTP/1.1" status: 200 len: 217 time: 0.0608175 Apr 18 12:20:06.300519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.314820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:06.318752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Usage tracker for resource:security_group_rule and tenant:23e3f4be479642ee8218892e5e9c242d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:06.321577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:06.327251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:06.362246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-d4990d0b-4be0-4715-9279-7c3d66b385da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:06.363744 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-d4990d0b-4be0-4715-9279-7c3d66b385da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0636661 Apr 18 12:20:06.413247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.440224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-25bd9a3a-d3c6-4dc3-a026-ae67a346638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:06.441700 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-25bd9a3a-d3c6-4dc3-a026-ae67a346638e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719907 Apr 18 12:20:06.495365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.523147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:20:06.536485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e18e1c3-af58-488e-a2d2-6278ed4f9b55,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:06.541457 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.541988 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Added segment f6511ef6-d767-4a6a-bd0d-a5631514aa47 of type vlan for network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 Apr 18 12:20:06.578364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.579518 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-5713156a-298a-4e1b-88db-b11b2a71da43 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314180 Apr 18 12:20:06.664415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.665416 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:06.665991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:06.724353 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d588c08-4382-449f-892c-3d3ebb513c9f req-2b64713a-2307-4003-a4be-26baee1504fe service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369085 Apr 18 12:20:06.774819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] Pushing event updated for resources: {'Network': ['ID=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:06.786177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:20:06.841907 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d9593fd0-59ea-4b5f-be07-07be507608c9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8173172 Apr 18 12:20:06.845206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37260) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:06.850850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Request body: {'subnet': {'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1295866397-subnet', 'tenant_id': '23e3f4be479642ee8218892e5e9c242d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:06.856314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:06.865262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Usage tracker for resource:subnet and tenant:23e3f4be479642ee8218892e5e9c242d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:06.868516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:06.876102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:06.950071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Made reservation on behalf of 23e3f4be479642ee8218892e5e9c242d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:06.953158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:07.131961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ad9eb-aa3e-4ff7-ae0e-517967c54af5 req-7b77d585-11c4-4854-9c29-15216b69bdfd tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:07.133456 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e8ad9eb-aa3e-4ff7-ae0e-517967c54af5 req-7b77d585-11c4-4854-9c29-15216b69bdfd tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.1913171 Apr 18 12:20:07.178728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e8ad9eb-aa3e-4ff7-ae0e-517967c54af5 req-b20e5221-4d4d-403e-b8a0-60b1b4604ec5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384941 Apr 18 12:20:07.302443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:07.322718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:07.431356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:07.431717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:07.487796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:07.500892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.501235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.501571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.501903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.502229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.502581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.502906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.503228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.503554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.504471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.504471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.504471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:07.507510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Checking segment: {'id': 'f6511ef6-d767-4a6a-bd0d-a5631514aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:07.507865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Network hostable DHCP agents. Network: 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:20:07.589598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:20:07.675190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:07.679124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:07.679807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:07.683793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866682c-e44e-4b7e-a623-2bf91056e62a None None] Network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:07.784723 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1883a0bf-f257-44e7-bbd5-2d4fc4f6cf4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9383597 Apr 18 12:20:07.890307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f47ad17-75ff-44e7-87fe-c1f7082dab8c None None] Network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:08.100042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3a98f666-037d-42d6-89cd-da7066340acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.365227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27979e4-d56a-4781-9d2e-6857f06a93ca req-56375fbe-7d47-4dea-9b92-27b5f79d9cc3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:08.366729 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e27979e4-d56a-4781-9d2e-6857f06a93ca req-56375fbe-7d47-4dea-9b92-27b5f79d9cc3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0800872 Apr 18 12:20:08.411556 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e27979e4-d56a-4781-9d2e-6857f06a93ca req-7ab76d13-8ab7-48e0-ba98-bb3b3bf8c5dc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391104 Apr 18 12:20:08.520714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37282) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:08.526012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-955932714-network', 'tenant_id': '99b8433b90db481ab06d9ce0e6b65305'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:08.530689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:08.534408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Usage tracker for resource:network and tenant:99b8433b90db481ab06d9ce0e6b65305 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:08.537232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:08.542759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:08.606410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Made reservation on behalf of 99b8433b90db481ab06d9ce0e6b65305 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:08.608752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.625982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.640726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:08.644478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Usage tracker for resource:security_group_rule and tenant:99b8433b90db481ab06d9ce0e6b65305 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:08.647750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:08.653142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:08.731722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.812624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.842799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:20:08.850756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a125f5e8-e521-423c-9187-573378d81aa5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:08.857159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.861406 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Added segment bf065729-c533-4dce-85e7-a7b5edb489de of type vlan for network 42b56274-935b-4b94-8155-9b3d4e938045 Apr 18 12:20:08.884357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.978609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:08.979575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:08.980146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:09.086056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=42b56274-935b-4b94-8155-9b3d4e938045,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:09.095575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 42b56274-935b-4b94-8155-9b3d4e938045 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:20:09.178967 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74a16821-56aa-4cfa-93b8-e05d586fa7b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6570985 Apr 18 12:20:09.181601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37288) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:09.187827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Request body: {'subnet': {'network_id': '42b56274-935b-4b94-8155-9b3d4e938045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-955932714-subnet', 'tenant_id': '99b8433b90db481ab06d9ce0e6b65305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:09.192720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:09.197421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Usage tracker for resource:subnet and tenant:99b8433b90db481ab06d9ce0e6b65305 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:09.200426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:09.206007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:09.268960 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Made reservation on behalf of 99b8433b90db481ab06d9ce0e6b65305 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:09.271290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:09.532779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:09.595964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5f900-2ebc-4f3c-90b3-d3f9af0ea0c9 req-aad6a18c-c378-4903-a2a4-8b64addd4f2e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:09.597586 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1ab5f900-2ebc-4f3c-90b3-d3f9af0ea0c9 req-aad6a18c-c378-4903-a2a4-8b64addd4f2e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0827324 Apr 18 12:20:09.616701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034ae7cb-6f2f-4fc0-9673-f1c7dcd1bbbf,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:09.621468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Checking segment: {'id': 'bf065729-c533-4dce-85e7-a7b5edb489de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '42b56274-935b-4b94-8155-9b3d4e938045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:09.621825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Network hostable DHCP agents. Network: 42b56274-935b-4b94-8155-9b3d4e938045, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:20:09.645598 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1ab5f900-2ebc-4f3c-90b3-d3f9af0ea0c9 req-06f005f1-dec8-4061-990b-e4dca984a019 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416009 Apr 18 12:20:09.696766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Network 42b56274-935b-4b94-8155-9b3d4e938045 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:20:09.772184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 42b56274-935b-4b94-8155-9b3d4e938045) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:09.776528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:09.777579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:09.781073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3107b-efaf-4abd-9714-29d906272ce1 None None] Network 42b56274-935b-4b94-8155-9b3d4e938045 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:09.874674 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-145299f8-e3fc-4633-a32e-6ed59eaa75f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6919892 Apr 18 12:20:09.994171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1178d5c-53be-4b61-9a55-2c0e89e3a7dd None None] Network 42b56274-935b-4b94-8155-9b3d4e938045 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:10.250857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-61a7b54d-769b-4e13-9bd7-a7a89b9c76cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:10.433407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-a9a9fdda-8752-4f30-bb5a-2c85d2ecf2c1 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:10.434061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-a9a9fdda-8752-4f30-bb5a-2c85d2ecf2c1 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Synchronizing usage tracker for tenant:23e3f4be479642ee8218892e5e9c242d on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:10.520919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-a9a9fdda-8752-4f30-bb5a-2c85d2ecf2c1 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Unset dirty status for tenant:23e3f4be479642ee8218892e5e9c242d on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:10.522147 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-a9a9fdda-8752-4f30-bb5a-2c85d2ecf2c1 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/networks?id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 HTTP/1.1" status: 200 len: 812 time: 0.2313673 Apr 18 12:20:10.537553 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-cdd88d48-a052-482e-8ce7-1188b8fc6e96 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/quotas/23e3f4be479642ee8218892e5e9c242d HTTP/1.1" status: 200 len: 375 time: 0.0092566 Apr 18 12:20:10.584044 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-37fc864d-e7ce-439e-8c1b-ab6b3db0d455 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23e3f4be479642ee8218892e5e9c242d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417163 Apr 18 12:20:10.715675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-33adc647-bb5c-4c72-ac34-2a032a515df1 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245983 Apr 18 12:20:10.830437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d4c2a-ff60-435c-a0ae-ab1ff5a491b3 req-47fa0719-d8ac-43f1-9872-b783080f6f83 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:10.831830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8a9d4c2a-ff60-435c-a0ae-ab1ff5a491b3 req-47fa0719-d8ac-43f1-9872-b783080f6f83 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0825138 Apr 18 12:20:10.847048 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-242686fa-b64d-4429-acbe-2f76f598e773 service neutron] 10.222.0.24 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250653 Apr 18 12:20:10.877231 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8a9d4c2a-ff60-435c-a0ae-ab1ff5a491b3 req-b903983a-18f6-46a3-883a-2bf769b0c0f4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396006 Apr 18 12:20:11.120136 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-72e1d9a7-65f7-4943-afe6-3bd442c8a37e req-ca758a36-e83c-48e8-b003-ff13bd14f8a3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 210 time: 0.0418737 Apr 18 12:20:11.303585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:11.656710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:12.062799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed404b-06e8-46cb-ba6b-a6bcddfb58e2 req-07c83720-14c0-4f19-b65c-c8f2bfd47a1d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:12.064269 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c0ed404b-06e8-46cb-ba6b-a6bcddfb58e2 req-07c83720-14c0-4f19-b65c-c8f2bfd47a1d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0841308 Apr 18 12:20:12.108093 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c0ed404b-06e8-46cb-ba6b-a6bcddfb58e2 req-dd0ec6d7-cac8-48fa-91ff-036af0696cf2 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373960 Apr 18 12:20:12.272999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a273cc8a-3195-40d1-be4e-8338844c1907 req-fe07e097-4fa0-4300-8bda-76c57bc10e80 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 210 time: 0.0447047 Apr 18 12:20:12.896530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:13.328739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e53c0-ee57-4b3a-a724-805b812f4f9d req-2f05292e-5508-472e-9e10-b60598491f5b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:13.336282 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9b8e53c0-ee57-4b3a-a724-805b812f4f9d req-2f05292e-5508-472e-9e10-b60598491f5b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.1196704 Apr 18 12:20:13.384988 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9b8e53c0-ee57-4b3a-a724-805b812f4f9d req-f3be6dbc-287e-4dac-ba6f-5f39ff5b9086 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477686 Apr 18 12:20:13.421327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-ed31c918-1310-4dd4-b745-4ff6b37ebc05 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:13.422748 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-ed31c918-1310-4dd4-b745-4ff6b37ebc05 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.15 "GET /v2.0/networks?id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 HTTP/1.1" status: 200 len: 812 time: 0.2247086 Apr 18 12:20:13.462130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Request body: {'port': {'device_id': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1', 'admin_state_up': True, 'tenant_id': '23e3f4be479642ee8218892e5e9c242d'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:13.483990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df2f80ff-006d-4bf2-bdbe-d3aae0df37db req-9f0867d1-d39e-4223-b74a-e09b0e89af60 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 210 time: 0.0603092 Apr 18 12:20:13.602427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:13.606281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Usage tracker for resource:port and tenant:23e3f4be479642ee8218892e5e9c242d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:13.609688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:13.615634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:13.679274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Made reservation on behalf of 23e3f4be479642ee8218892e5e9c242d for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:13.682814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:13.841394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Allocated IP 172.20.0.4 (6f4afec4-f1ff-409e-b6c7-f81bf770bcf1/a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6/315a83a8-88f0-4eb3-813d-9192490f9efc) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:20:14.038578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:14.121076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:14.190934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:14.193788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:14.202262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:20:14.232805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Pushing event updated for resources: {'Port': ['ID=315a83a8-88f0-4eb3-813d-9192490f9efc,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:14.250635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.250982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.251315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.251646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.251973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.252298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.252619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.252943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.253266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.253583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.253901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.254215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:14.276669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:14.277260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:14.348484 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-fbd3138c-2899-4b94-ab83-0db86d252525 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8941066 Apr 18 12:20:14.359880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Request body: {'port': {'device_id': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:14.471233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:14.573794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0eb8d-8792-4670-ae45-b6146883ef28 req-de92847b-f1f2-4a9f-84f9-6487b650a419 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:14.576615 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ffe0eb8d-8792-4670-ae45-b6146883ef28 req-de92847b-f1f2-4a9f-84f9-6487b650a419 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0817013 Apr 18 12:20:14.627068 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ffe0eb8d-8792-4670-ae45-b6146883ef28 req-2f9ed38a-9141-4f92-9eda-937f5d483b6f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Apr 18 12:20:14.808422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553fad2-7df8-4a86-848a-ab0b15485762 req-673acc20-db8f-4cba-b9dc-1406010b6d83 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:14.809099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d553fad2-7df8-4a86-848a-ab0b15485762 req-673acc20-db8f-4cba-b9dc-1406010b6d83 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Synchronizing usage tracker for tenant:23e3f4be479642ee8218892e5e9c242d on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:14.941330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315a83a8-88f0-4eb3-813d-9192490f9efc {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:20:14.941330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:14.951790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Transition to ACTIVE for port object 315a83a8-88f0-4eb3-813d-9192490f9efc will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:15.217207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d553fad2-7df8-4a86-848a-ab0b15485762 req-673acc20-db8f-4cba-b9dc-1406010b6d83 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Unset dirty status for tenant:23e3f4be479642ee8218892e5e9c242d on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:15.218447 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d553fad2-7df8-4a86-848a-ab0b15485762 req-673acc20-db8f-4cba-b9dc-1406010b6d83 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 931 time: 0.6081207 Apr 18 12:20:15.245834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:15.314073 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d553fad2-7df8-4a86-848a-ab0b15485762 req-a2007f4f-60d6-41af-bb60-2beeca0f2bb4 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896096 Apr 18 12:20:15.329778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Pushing event updated for resources: {'Port': ['ID=315a83a8-88f0-4eb3-813d-9192490f9efc,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:15.399814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:15.609254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Attempting to bind port 315a83a8-88f0-4eb3-813d-9192490f9efc on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:20:15.609830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Attempting to bind port 315a83a8-88f0-4eb3-813d-9192490f9efc by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'f6511ef6-d767-4a6a-bd0d-a5631514aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:20:15.609962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Attempting to bind port 315a83a8-88f0-4eb3-813d-9192490f9efc on network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:15.614332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Port 315a83a8-88f0-4eb3-813d-9192490f9efc on network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:20:15.614734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Attempting to bind port 315a83a8-88f0-4eb3-813d-9192490f9efc on network 6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:15.619699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:20:15.620021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Checking segment: {'id': 'f6511ef6-d767-4a6a-bd0d-a5631514aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:15.620390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Bound using segment: {'id': 'f6511ef6-d767-4a6a-bd0d-a5631514aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:20:15.620821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Bound port: 315a83a8-88f0-4eb3-813d-9192490f9efc, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6511ef6-d767-4a6a-bd0d-a5631514aa47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:20:15.621152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:15.718217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] For port 315a83a8-88f0-4eb3-813d-9192490f9efc, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:20:15.721388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] For port 315a83a8-88f0-4eb3-813d-9192490f9efc, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a83a8-88f0-4eb3-813d-9192490f9efc,segment=NetworkSegment(f6511ef6-d767-4a6a-bd0d-a5631514aa47),segment_id=f6511ef6-d767-4a6a-bd0d-a5631514aa47)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:20:15.809545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33166a-6646-4849-b670-bb256652f523 req-1707ee45-d146-4c52-a1da-1119763afbd8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:15.811024 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cb33166a-6646-4849-b670-bb256652f523 req-1707ee45-d146-4c52-a1da-1119763afbd8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0818193 Apr 18 12:20:15.836353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:15.855854 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cb33166a-6646-4849-b670-bb256652f523 req-007b22c1-48b0-493a-85a3-90df01768581 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390975 Apr 18 12:20:15.890102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:15.890852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:15.892399 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] 10.222.0.15 "PUT /v2.0/ports/315a83a8-88f0-4eb3-813d-9192490f9efc HTTP/1.1" status: 200 len: 1093 time: 1.5366673 Apr 18 12:20:15.895034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'tag': '315a83a8-88f0-4eb3-813d-9192490f9efc'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:15.924417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368d403-ae51-469f-9b63-8c3b93345278 service neutron] Pushing event updated for resources: {'Port': ['ID=315a83a8-88f0-4eb3-813d-9192490f9efc,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:15.944063 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9152968-efc8-417a-a334-611b071bc6de'] response: {'name': 'network-changed', 'server_uuid': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'tag': '315a83a8-88f0-4eb3-813d-9192490f9efc', 'status': 'completed', 'code': 200} Apr 18 12:20:16.036824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20767be1-e422-421e-99df-6fbddae3540a req-26e0a819-16a4-447b-982a-41811b451ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:16.038277 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20767be1-e422-421e-99df-6fbddae3540a req-26e0a819-16a4-447b-982a-41811b451ae6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23e3f4be479642ee8218892e5e9c242d&device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 1096 time: 0.0741732 Apr 18 12:20:16.175629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20767be1-e422-421e-99df-6fbddae3540a req-236f4c5c-b2d6-4575-9157-1f062cdc2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:16.176935 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20767be1-e422-421e-99df-6fbddae3540a req-236f4c5c-b2d6-4575-9157-1f062cdc2f31 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=23e3f4be479642ee8218892e5e9c242d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1310894 Apr 18 12:20:16.309579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20767be1-e422-421e-99df-6fbddae3540a req-f958fc3e-35b2-4dab-a8f5-208d7458a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:16.311553 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20767be1-e422-421e-99df-6fbddae3540a req-f958fc3e-35b2-4dab-a8f5-208d7458a546 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272972 Apr 18 12:20:16.421119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-11667469-882e-4274-a187-32450e5278fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:16.422586 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-11667469-882e-4274-a187-32450e5278fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23e3f4be479642ee8218892e5e9c242d&device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 1096 time: 0.0697343 Apr 18 12:20:16.492162 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-cdb9ef8b-0785-4d70-82aa-a135793188eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315a83a8-88f0-4eb3-813d-9192490f9efc HTTP/1.1" status: 200 len: 217 time: 0.0622795 Apr 18 12:20:16.496875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1541c22-8fd6-4fb8-82ea-589e0ecd3866 req-c658cf6f-ccc9-440e-899f-71f67090bb77 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:16.498959 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c1541c22-8fd6-4fb8-82ea-589e0ecd3866 req-c658cf6f-ccc9-440e-899f-71f67090bb77 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 943 time: 0.0799599 Apr 18 12:20:16.541290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-c1541c22-8fd6-4fb8-82ea-589e0ecd3866 req-cd45d889-bfb1-40a5-8282-b23d8d22bb0e tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Synchronizing usage tracker for tenant:23e3f4be479642ee8218892e5e9c242d on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:16.554066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-922e2b9e-c55d-47ad-88da-fdb6f0012a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:16.555512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-922e2b9e-c55d-47ad-88da-fdb6f0012a2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6 HTTP/1.1" status: 200 len: 852 time: 0.0565791 Apr 18 12:20:16.602711 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-5c7d4c28-90a2-4e15-816c-9d64ab58d529 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404465 Apr 18 12:20:16.627662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-c1541c22-8fd6-4fb8-82ea-589e0ecd3866 req-cd45d889-bfb1-40a5-8282-b23d8d22bb0e tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Unset dirty status for tenant:23e3f4be479642ee8218892e5e9c242d on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:16.628911 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c1541c22-8fd6-4fb8-82ea-589e0ecd3866 req-cd45d889-bfb1-40a5-8282-b23d8d22bb0e tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241167 Apr 18 12:20:16.734680 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-5ba20b5c-0d44-463b-b4f0-561abe0ee69d service neutron] 10.222.0.15 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251523 Apr 18 12:20:16.861991 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e017064-56af-4a1d-b826-8994f69ce6c4 req-3843c994-5707-4c2d-b0dc-c4b4a7e62b1e service neutron] 10.222.0.15 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210766 Apr 18 12:20:17.046642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b9aca-a360-43c1-82cf-e9c0735cd90e req-4910be7f-c316-4fde-91c1-d08cd7c97a58 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:17.048061 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-619b9aca-a360-43c1-82cf-e9c0735cd90e req-4910be7f-c316-4fde-91c1-d08cd7c97a58 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0827208 Apr 18 12:20:17.090951 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-619b9aca-a360-43c1-82cf-e9c0735cd90e req-b8c2b0e6-0fc8-46db-8d82-2afac0638c23 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373054 Apr 18 12:20:17.814520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c172f-c75d-4085-8918-02c25d38e6b6 req-9f542f3d-d4ae-4fea-8c3c-57a4db44c4c5 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:17.815936 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0b1c172f-c75d-4085-8918-02c25d38e6b6 req-9f542f3d-d4ae-4fea-8c3c-57a4db44c4c5 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 943 time: 0.0808411 Apr 18 12:20:17.858937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0b1c172f-c75d-4085-8918-02c25d38e6b6 req-42d5d680-8559-49ab-8516-38d094b68199 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374436 Apr 18 12:20:18.269293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826a84b-d5dd-425d-84dd-ce29dda23ac8 req-879269ba-a8dc-4eec-94ad-314da9694622 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:18.270745 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6826a84b-d5dd-425d-84dd-ce29dda23ac8 req-879269ba-a8dc-4eec-94ad-314da9694622 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 943 time: 0.0771334 Apr 18 12:20:18.321179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6826a84b-d5dd-425d-84dd-ce29dda23ac8 req-9999a51c-c39e-4822-9ab7-3c3766bc2068 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Apr 18 12:20:18.401577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 25c93d0c-090e-42ae-8f87-c74173bf3bd9 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:20:18.529465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:18.545424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'port_id': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'mac_address': 'fa:16:3e:44:eb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:20:18.599731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:18.618861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c93d0c-090e-42ae-8f87-c74173bf3bd9 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:20:18.634087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:18.726485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:18.791146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=25c93d0c-090e-42ae-8f87-c74173bf3bd9,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:18.797948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.798285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.798639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.798965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.799283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.799604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.799922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.800233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.800546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.800857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.801164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.801472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:18.962554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['25c93d0c-090e-42ae-8f87-c74173bf3bd9'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:20:19.048483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2d4df-e04d-4981-a70a-e8e313d610b1 req-260ffd3c-ed81-491a-8c2e-bddbef0cd395 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:19.049842 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d7a2d4df-e04d-4981-a70a-e8e313d610b1 req-260ffd3c-ed81-491a-8c2e-bddbef0cd395 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 943 time: 0.0841465 Apr 18 12:20:19.099505 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d7a2d4df-e04d-4981-a70a-e8e313d610b1 req-070cf3d6-c45f-4092-947b-a76cdc8967a5 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Apr 18 12:20:19.503668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b2cd2-9ed6-40e4-9d6c-6de07fa565c7 req-3a24d312-d7ac-4bdb-a559-3d434116cdd0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:19.505081 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0b4b2cd2-9ed6-40e4-9d6c-6de07fa565c7 req-3a24d312-d7ac-4bdb-a559-3d434116cdd0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 944 time: 0.0785213 Apr 18 12:20:19.547312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0b4b2cd2-9ed6-40e4-9d6c-6de07fa565c7 req-f82521e4-cd5e-455c-bee9-134f9a1c9e35 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366919 Apr 18 12:20:20.036270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37366) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:20.456418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a83a8-88f0-4eb3-813d-9192490f9efc details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:20:20.460936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 25c93d0c-090e-42ae-8f87-c74173bf3bd9 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:20.475543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f687d67-1990-45ea-9630-2660bea66641 req-0d36c113-3355-4696-b4c5-314caf3af4a9 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:20.476971 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f687d67-1990-45ea-9630-2660bea66641 req-0d36c113-3355-4696-b4c5-314caf3af4a9 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 943 time: 0.1934612 Apr 18 12:20:20.609989 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f687d67-1990-45ea-9630-2660bea66641 req-0f3adeb8-6618-4131-bf3a-2e5de695f6f6 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787408 Apr 18 12:20:20.668154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 315a83a8-88f0-4eb3-813d-9192490f9efc, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a83a8-88f0-4eb3-813d-9192490f9efc,segment=NetworkSegment(f6511ef6-d767-4a6a-bd0d-a5631514aa47),segment_id=f6511ef6-d767-4a6a-bd0d-a5631514aa47)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:20.681512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '315a83a8-88f0-4eb3-813d-9192490f9efc', 'network_id': '6f4afec4-f1ff-409e-b6c7-f81bf770bcf1', 'port_id': '315a83a8-88f0-4eb3-813d-9192490f9efc', 'mac_address': 'fa:16:3e:b1:19:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:20:20.741966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:20.755969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:20.764794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315a83a8-88f0-4eb3-813d-9192490f9efc {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:20:20.780149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:20.780518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:20.817385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:20.841701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 315a83a8-88f0-4eb3-813d-9192490f9efc, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a83a8-88f0-4eb3-813d-9192490f9efc,segment=NetworkSegment(f6511ef6-d767-4a6a-bd0d-a5631514aa47),segment_id=f6511ef6-d767-4a6a-bd0d-a5631514aa47)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:20.843748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee2c01-a765-459e-88ff-523c42932c9c req-9d2cc14a-c8ce-4128-b5fa-0ca34700cde4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:20.845256 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ebee2c01-a765-459e-88ff-523c42932c9c req-9d2cc14a-c8ce-4128-b5fa-0ca34700cde4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 944 time: 0.1892860 Apr 18 12:20:20.892644 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ebee2c01-a765-459e-88ff-523c42932c9c req-a424b8dd-602e-43a4-9653-0cf56ce220b7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400267 Apr 18 12:20:20.905507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:20.934726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:20.983799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:21.006781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:21.010433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=315a83a8-88f0-4eb3-813d-9192490f9efc,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:21.030047 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716b29ad-3fa3-40d6-bf79-026262420a4f'] response: {'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'code': 200} Apr 18 12:20:21.064168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:21.155415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=25c93d0c-090e-42ae-8f87-c74173bf3bd9,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:21.195746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['315a83a8-88f0-4eb3-813d-9192490f9efc'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:20:21.234315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:21.234679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:21.342257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641490a-b06b-4856-badb-cff13f54e62e req-99dfacdc-5b98-450e-8b80-90407ff83be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:21.344269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8641490a-b06b-4856-badb-cff13f54e62e req-99dfacdc-5b98-450e-8b80-90407ff83be9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1098 time: 0.0883777 Apr 18 12:20:21.397281 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8641490a-b06b-4856-badb-cff13f54e62e req-04f3dc4d-173d-4bdd-b446-3e107478f7e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446603 Apr 18 12:20:21.452758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:21.453139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:21.572856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:21.796238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10165c-bf18-4d0d-9d5f-9d1114e3ab6d req-7b9e71ce-3146-4535-90f5-f9d1a2afcef9 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:21.797686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cf10165c-bf18-4d0d-9d5f-9d1114e3ab6d req-7b9e71ce-3146-4535-90f5-f9d1a2afcef9 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 944 time: 0.0836761 Apr 18 12:20:21.841915 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cf10165c-bf18-4d0d-9d5f-9d1114e3ab6d req-1d5c71e9-382b-4aab-8a7a-5b857cde2c17 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378845 Apr 18 12:20:22.045096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:22.101178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=066c8e1e-8cdd-4204-a3fa-b9fe486cbecf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:22.213358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c73748-5026-45db-87e6-65d5cb455313 req-8404414f-833c-4741-a119-e3d9bed544a4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:22.214895 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-60c73748-5026-45db-87e6-65d5cb455313 req-8404414f-833c-4741-a119-e3d9bed544a4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.2131028 Apr 18 12:20:22.332099 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-60c73748-5026-45db-87e6-65d5cb455313 req-aac79166-daa7-4493-b704-86e25c0645a2 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099288 Apr 18 12:20:22.427570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:22.474670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a83a8-88f0-4eb3-813d-9192490f9efc up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:22.617700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 315a83a8-88f0-4eb3-813d-9192490f9efc completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:22.623655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 315a83a8-88f0-4eb3-813d-9192490f9efc triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:22.624013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:22.741649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:22.773020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 315a83a8-88f0-4eb3-813d-9192490f9efc, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a83a8-88f0-4eb3-813d-9192490f9efc,segment=NetworkSegment(f6511ef6-d767-4a6a-bd0d-a5631514aa47),segment_id=f6511ef6-d767-4a6a-bd0d-a5631514aa47)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:22.790472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:20:22.823518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:22.895245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=315a83a8-88f0-4eb3-813d-9192490f9efc,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:22.979830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:22.991465 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:22.997349 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-522f42ed-1fad-429d-b23f-e38290ca6f60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/b9e6a1cf-fd34-407a-ae3d-bc25606a61ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9577668 Apr 18 12:20:23.003540 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:23.003941 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:23.031597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a83a8-88f0-4eb3-813d-9192490f9efc'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:23.049711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468ca5f-2ffc-4fdb-9d78-6757abad698b req-4985c1b8-428e-48e2-b81a-d1bf6bbbe2ff tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:23.055035 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d468ca5f-2ffc-4fdb-9d78-6757abad698b req-4985c1b8-428e-48e2-b81a-d1bf6bbbe2ff tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0960109 Apr 18 12:20:23.097859 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d468ca5f-2ffc-4fdb-9d78-6757abad698b req-8b92c3a9-0663-4b2e-b9f9-f4114f691b52 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Apr 18 12:20:23.154336 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b03ae97-0461-42b1-b4fd-1638f3b75af2'] response: {'server_uuid': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a83a8-88f0-4eb3-813d-9192490f9efc', 'code': 200} Apr 18 12:20:23.182998 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:23.546025 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:21Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:23.550704 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:23.564317 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:23.565148 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:23.581584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ab8e0-3cc5-48f3-9a53-d9efde0322ce req-f9c2456a-665b-4776-9871-d6dfddd12d86 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:23.590304 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b6ab8e0-3cc5-48f3-9a53-d9efde0322ce req-f9c2456a-665b-4776-9871-d6dfddd12d86 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.1486139 Apr 18 12:20:23.608514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d13b1-9c82-4c21-8d4a-640518762c8f req-e1fcd247-9966-4cd7-9678-916d3fbcbd4c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:23.609426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-868d13b1-9c82-4c21-8d4a-640518762c8f req-e1fcd247-9966-4cd7-9678-916d3fbcbd4c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:23.624554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8a661-0fed-4852-bd27-f4f0be7ac86f req-1fe77734-ef85-4882-8a36-21339f318214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:23.626115 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bc8a661-0fed-4852-bd27-f4f0be7ac86f req-1fe77734-ef85-4882-8a36-21339f318214 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 1098 time: 0.1467202 Apr 18 12:20:23.669068 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b6ab8e0-3cc5-48f3-9a53-d9efde0322ce req-6fd1c42a-1ee8-42f9-ba37-2352ce5a19d8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778892 Apr 18 12:20:23.685687 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bc8a661-0fed-4852-bd27-f4f0be7ac86f req-66da57ec-7d28-4d52-8cd7-dbc6f162c7d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463607 Apr 18 12:20:23.696326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-868d13b1-9c82-4c21-8d4a-640518762c8f req-e1fcd247-9966-4cd7-9678-916d3fbcbd4c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:23.697574 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-868d13b1-9c82-4c21-8d4a-640518762c8f req-e1fcd247-9966-4cd7-9678-916d3fbcbd4c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.1720345 Apr 18 12:20:23.746851 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-868d13b1-9c82-4c21-8d4a-640518762c8f req-9ef742fd-78fd-477a-bc2f-0d4a88489afa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433578 Apr 18 12:20:23.763225 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:23.859623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ea9bc-8c03-49c9-80fc-b9f84b009446 req-c24c4414-9955-42b4-982a-708281502ff9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:23.861070 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-410ea9bc-8c03-49c9-80fc-b9f84b009446 req-c24c4414-9955-42b4-982a-708281502ff9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.0844958 Apr 18 12:20:23.905556 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-410ea9bc-8c03-49c9-80fc-b9f84b009446 req-0f1f1aef-e60f-4060-8330-528cefe8bfde tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386841 Apr 18 12:20:23.928710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37392) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:24.161576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ee3656-8ce5-4b13-bdb9-afc36db22dc0 tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:24.165892 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b5ee3656-8ce5-4b13-bdb9-afc36db22dc0 tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1093 time: 0.2332833 Apr 18 12:20:24.170735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37400) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:24.171103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:24.176886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:24.180723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:floatingip and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:24.183599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:24.189366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:24.256380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:24.286325 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:21Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:24.294398 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a97aa0-d53c-4e67-887c-73ebb9632ec4 None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:21Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '51985ab7-894a-430d-8f42-3ce386941a42', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'port_id': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'mac_address': 'fa:16:3e:79:6b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074b6046-04dc-4446-b06f-a99d66d60402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:18:54Z', 'updated_at': '2022-04-18T12:19:02Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:24.473287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ece17b-e9f4-4841-8bdf-da809694cb13 req-3bf7430a-a697-474e-82af-9fadbd223bde tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:24.474747 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-57ece17b-e9f4-4841-8bdf-da809694cb13 req-3bf7430a-a697-474e-82af-9fadbd223bde tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.2659681 Apr 18 12:20:24.537548 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-57ece17b-e9f4-4841-8bdf-da809694cb13 req-c4d2945b-72bc-49f9-ad80-6c46afd5dd30 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566628 Apr 18 12:20:24.559316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:24.702633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-d94743ff-f76a-4a35-a955-1a3451ec06a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701706 Apr 18 12:20:24.706626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Allocated IP 172.26.4.14 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/8e72de06-b06e-4e78-a868-efc7cccf09d3) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:20:24.867220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:24.883192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-7a935db6-f1c3-41bc-8ded-2bb7b7e1a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:24.883192 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-7a935db6-f1c3-41bc-8ded-2bb7b7e1a7aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1099 time: 0.1067863 Apr 18 12:20:24.965387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:25.026564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:25.029879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:25.033476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:20:25.076672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef40362-1f32-4a74-848f-75d8a25f6ae7 req-81dfac5d-1ae1-4767-8544-f8825844d0ab tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:25.077366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4ef40362-1f32-4a74-848f-75d8a25f6ae7 req-81dfac5d-1ae1-4767-8544-f8825844d0ab tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:25.079639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=8e72de06-b06e-4e78-a868-efc7cccf09d3,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:25.083208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-1d927567-f65a-4381-af4a-377aa26a8565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:25.087614 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-1d927567-f65a-4381-af4a-377aa26a8565 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 898 time: 0.1637588 Apr 18 12:20:25.151840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4ef40362-1f32-4a74-848f-75d8a25f6ae7 req-81dfac5d-1ae1-4767-8544-f8825844d0ab tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:25.152902 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ef40362-1f32-4a74-848f-75d8a25f6ae7 req-81dfac5d-1ae1-4767-8544-f8825844d0ab tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.2695699 Apr 18 12:20:25.268009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ef40362-1f32-4a74-848f-75d8a25f6ae7 req-6adac464-dc62-4e5e-920e-2257d4bc3780 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061957 Apr 18 12:20:25.269883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-2b75d4e5-5ffa-4547-90fd-45375ce4be6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 1001 time: 0.1774764 Apr 18 12:20:25.302662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:25.337799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:25.338400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 066c8e1e-8cdd-4204-a3fa-b9fe486cbecf not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:25.344929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-fd82db70-3c2a-406a-b05a-795fd671ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:25.346361 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-fd82db70-3c2a-406a-b05a-795fd671ba86 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 200 len: 835 time: 0.0691633 Apr 18 12:20:25.396106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-c86349f2-25c9-48bd-aeac-45bed8194ac9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:25.397503 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-c86349f2-25c9-48bd-aeac-45bed8194ac9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.1947534 Apr 18 12:20:25.462717 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:25.477319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 7eba2d2d-57c9-40a9-af76-eda187779fb3 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:25.477642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:25.541797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-900f5fb5-34a2-4f6c-8819-8c60afb19a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:25.543275 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-900f5fb5-34a2-4f6c-8819-8c60afb19a6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b1badc0-340d-4a0a-8154-25b412e67669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1903396 Apr 18 12:20:25.585270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:25.851806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46d52d-ec19-4796-a32e-cd08ced6f7f9 req-aa85b0b4-e7b8-46e7-979f-f5a3fd34f695 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:25.853529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1c46d52d-ec19-4796-a32e-cd08ced6f7f9 req-aa85b0b4-e7b8-46e7-979f-f5a3fd34f695 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.1809635 Apr 18 12:20:25.889146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:25.911920 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1c46d52d-ec19-4796-a32e-cd08ced6f7f9 req-6f51928f-b58a-4136-a25c-18611d38499d tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Apr 18 12:20:25.927385 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-c8a13951-bf31-40d0-b90d-55a7f3e1b370 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535440 Apr 18 12:20:25.943904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:25.989036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 7eba2d2d-57c9-40a9-af76-eda187779fb3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7eba2d2d-57c9-40a9-af76-eda187779fb3,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:25.989036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:26.056398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=8e72de06-b06e-4e78-a868-efc7cccf09d3,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:26.065040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:26.211715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 7eba2d2d-57c9-40a9-af76-eda187779fb3 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:26.313877 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bab4f823-cbfe-401a-b2f4-26ff4bc09336 req-68607df6-8fea-4361-afa0-a94bfab593ed service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806274 Apr 18 12:20:26.343733 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Floating IP d417bf18-0609-43f6-aa79-6053e7be0680 associated. External IP: 172.26.4.14, port: 25c93d0c-090e-42ae-8f87-c74173bf3bd9. Apr 18 12:20:26.374395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a06e41-0670-4d92-90b5-267a6e2ec1d8 req-31ee7d60-456a-40bd-a362-aa2feaad4b9b tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:26.375891 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d3a06e41-0670-4d92-90b5-267a6e2ec1d8 req-31ee7d60-456a-40bd-a362-aa2feaad4b9b tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.3341296 Apr 18 12:20:26.437204 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d3a06e41-0670-4d92-90b5-267a6e2ec1d8 req-0cff6684-caaf-46e2-91a3-d1821f752c44 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521760 Apr 18 12:20:26.504170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:26.554186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=7eba2d2d-57c9-40a9-af76-eda187779fb3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:26.587092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8166cc8-cd61-419c-9d8f-b243dac48618 req-ecbee008-5d8b-4038-b0f6-ea86424f6531 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:26.594718 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a8166cc8-cd61-419c-9d8f-b243dac48618 req-ecbee008-5d8b-4038-b0f6-ea86424f6531 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 946 time: 0.1963160 Apr 18 12:20:26.643234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 7eba2d2d-57c9-40a9-af76-eda187779fb3 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:20:26.645644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:26.648342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'name': 'network-vif-deleted', 'tag': '7eba2d2d-57c9-40a9-af76-eda187779fb3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:26.708909 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a8166cc8-cd61-419c-9d8f-b243dac48618 req-b0537861-5666-437d-a6c3-ad8d86e05749 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=77945dd9-809b-449a-b2d7-52555f724b71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133611 Apr 18 12:20:26.738497 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d2d7645-7e04-4579-9855-eb43a9226d89 req-88556d38-37db-4777-aaf2-e81655625419 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/7eba2d2d-57c9-40a9-af76-eda187779fb3 HTTP/1.1" status: 204 len: 173 time: 1.3298166 Apr 18 12:20:26.763828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83461fd6-f006-4984-abdd-1e8822689554'] response: {'server_uuid': '83b2ddc2-655f-42a1-b3b6-9725b9391c4c', 'name': 'network-vif-deleted', 'tag': '7eba2d2d-57c9-40a9-af76-eda187779fb3', 'status': 'completed', 'code': 200} Apr 18 12:20:26.828594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:20:27.036791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:27.054008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:27.068200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:27.068952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:27.121471 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:20:27.162714 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735759a7-8e0a-4c22-966e-7fbe1bdc8115 req-fdc7a8c7-d9a4-4571-ba54-0f38616d6af5 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:27.164338 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-735759a7-8e0a-4c22-966e-7fbe1bdc8115 req-fdc7a8c7-d9a4-4571-ba54-0f38616d6af5 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0845299 Apr 18 12:20:27.165419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:27.265508 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c2058568-e156-4c8e-ba53-349245a55ba9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0846009 Apr 18 12:20:27.265847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:27.266104 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-735759a7-8e0a-4c22-966e-7fbe1bdc8115 req-02c87d8e-f947-4e3d-93c5-2983765ca6cd tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Apr 18 12:20:27.266104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:27.319141 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e24e07f4-9753-43f7-92d4-d3c2eb2c1bd7'] response: {'name': 'network-changed', 'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'status': 'completed', 'code': 200} Apr 18 12:20:27.427358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614182b-071c-49ec-9407-df3ab30f345a req-e7a176be-735c-40b0-9bc3-bf3243b56708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:27.428873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-e7a176be-735c-40b0-9bc3-bf3243b56708 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1098 time: 0.0743401 Apr 18 12:20:27.560001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614182b-071c-49ec-9407-df3ab30f345a req-91f938a9-ac40-49c5-a6f8-0ffb9b1dc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:27.561347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-91f938a9-ac40-49c5-a6f8-0ffb9b1dc302 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1245134 Apr 18 12:20:27.644738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd417bf18-0609-43f6-aa79-6053e7be0680', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:44:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:20:25Z', 'updated_at': '2022-04-18T12:20:25Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:27.649203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:27.659542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:27.660311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:27.676615 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-3d6fcbfe-9310-45ca-8906-c696aaf401da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9 HTTP/1.1" status: 200 len: 998 time: 0.1070840 Apr 18 12:20:27.753722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614182b-071c-49ec-9407-df3ab30f345a req-dbc867f4-65cd-47e2-ab21-797b892a9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:27.755355 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-dbc867f4-65cd-47e2-ab21-797b892a9e5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0722039 Apr 18 12:20:27.851986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:27.866719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4614182b-071c-49ec-9407-df3ab30f345a req-1f5b084f-7b51-4384-863f-ce5641120356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:27.869519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-1f5b084f-7b51-4384-863f-ce5641120356 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076844 Apr 18 12:20:27.893023 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7fbe14a8-61ed-4c0f-ac2f-98e6eb1e794c req-6d36adaa-f0e5-4762-8677-fe4207fa2fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=83b2ddc2-655f-42a1-b3b6-9725b9391c4c HTTP/1.1" status: 200 len: 210 time: 0.0468559 Apr 18 12:20:28.009941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-fb5affc9-88ba-4d4e-9177-077b26002235 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347487 Apr 18 12:20:28.211754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd417bf18-0609-43f6-aa79-6053e7be0680', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:44:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:20:25Z', 'updated_at': '2022-04-18T12:20:25Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:28.216283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317f429-8c96-496e-a7fc-4ea9c3cc311d None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd417bf18-0609-43f6-aa79-6053e7be0680', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.14', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:44:eb:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:20:25Z', 'updated_at': '2022-04-18T12:20:25Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:28.257369 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4614182b-071c-49ec-9407-df3ab30f345a req-0f6abdee-6f1f-4598-b746-3fa686fd37a2 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416074 Apr 18 12:20:28.414183 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0d3e15-67e3-4d16-809f-5e8b916d2967 None None] New status for floating IP d417bf18-0609-43f6-aa79-6053e7be0680: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:20:28.462282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f2ea10-a116-4b2d-bab3-624be6a63c02 req-892099e9-dd15-454a-b1d8-d98687ac67d8 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:28.463925 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-47f2ea10-a116-4b2d-bab3-624be6a63c02 req-892099e9-dd15-454a-b1d8-d98687ac67d8 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0837374 Apr 18 12:20:28.503404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7eba2d2d-57c9-40a9-af76-eda187779fb3 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:28.509300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-47f2ea10-a116-4b2d-bab3-624be6a63c02 req-3e4a9cb4-cf72-4773-af36-53e87b23352b tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Apr 18 12:20:28.542504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 7eba2d2d-57c9-40a9-af76-eda187779fb3 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:28.542852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7eba2d2d-57c9-40a9-af76-eda187779fb3 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:28.998903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37434) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:29.025968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1dab84-3f29-43ba-967c-8f92f4b1deae req-ab0857f8-aef4-4461-8fbb-17dd07f45082 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:29.027533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fb1dab84-3f29-43ba-967c-8f92f4b1deae req-ab0857f8-aef4-4461-8fbb-17dd07f45082 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0937498 Apr 18 12:20:29.068161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-609de278-d7e8-4d86-9857-0b98e9644848 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.098214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-609de278-d7e8-4d86-9857-0b98e9644848 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.119446 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fb1dab84-3f29-43ba-967c-8f92f4b1deae req-a2bfb2bd-114c-41cf-9f3d-0a74596a1c72 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Apr 18 12:20:29.145760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12299-6875-490e-b6a3-5fda856dc089 req-8f9e14ba-0438-4dba-87bb-624c273dd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:29.147270 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-8f9e14ba-0438-4dba-87bb-624c273dd307 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23e3f4be479642ee8218892e5e9c242d&device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 1098 time: 0.1188650 Apr 18 12:20:29.206170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-609de278-d7e8-4d86-9857-0b98e9644848 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.226750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609de278-d7e8-4d86-9857-0b98e9644848 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77945dd9-809b-449a-b2d7-52555f724b71,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:29.282753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12299-6875-490e-b6a3-5fda856dc089 req-a797b2e4-417f-40ff-ade8-d8765cb664ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:29.284198 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-a797b2e4-417f-40ff-ade8-d8765cb664ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 HTTP/1.1" status: 200 len: 913 time: 0.1309936 Apr 18 12:20:29.291024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-609de278-d7e8-4d86-9857-0b98e9644848 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.292187 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-609de278-d7e8-4d86-9857-0b98e9644848 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/77945dd9-809b-449a-b2d7-52555f724b71 HTTP/1.1" status: 204 len: 168 time: 0.2922177 Apr 18 12:20:29.354585 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-1bc26532-2198-4605-8454-7ab0c55aa0b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315a83a8-88f0-4eb3-813d-9192490f9efc HTTP/1.1" status: 200 len: 217 time: 0.0645113 Apr 18 12:20:29.383959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37440) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:29.417225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c12299-6875-490e-b6a3-5fda856dc089 req-6fea5467-a6b8-46a0-a0a0-9929b68e6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:29.419005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-6fea5467-a6b8-46a0-a0a0-9929b68e6213 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6 HTTP/1.1" status: 200 len: 852 time: 0.0577042 Apr 18 12:20:29.453735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet 68cd49d0-1f89-409a-b5fe-9cdeb944c71b {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:20:29.456845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.470022 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-60640d86-bcc7-4032-ac6e-c4425e5d9e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428226 Apr 18 12:20:29.510565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.597503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.600674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-b8e91001-3f12-41b4-b97c-d1ac57c7d39b service neutron] 10.222.0.15 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241443 Apr 18 12:20:29.732010 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08c12299-6875-490e-b6a3-5fda856dc089 req-4c008c6a-dd5e-4fe7-a4b7-f6efc07fd130 service neutron] 10.222.0.15 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245377 Apr 18 12:20:29.759677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.796689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=68cd49d0-1f89-409a-b5fe-9cdeb944c71b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:29.802181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:29.808449 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-93e4b329-8585-4d3d-aa1e-2704af1417f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/68cd49d0-1f89-409a-b5fe-9cdeb944c71b HTTP/1.1" status: 204 len: 168 time: 0.4234169 Apr 18 12:20:29.810362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4621326-3901-429f-9db1-dd9135fd681b None None] Network 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:29.811491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37444) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:30.032877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.043545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port de69aaa5-8e25-44b8-a96d-013c3168781b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:30.043885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.078283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] DHCP port deletion for 7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:20:30.082618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Deleting port de69aaa5-8e25-44b8-a96d-013c3168781b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:30.082989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.252014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port de69aaa5-8e25-44b8-a96d-013c3168781b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=de69aaa5-8e25-44b8-a96d-013c3168781b,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:30.252422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.292556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] For port de69aaa5-8e25-44b8-a96d-013c3168781b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=de69aaa5-8e25-44b8-a96d-013c3168781b,segment=NetworkSegment(66e314d8-7756-46eb-8799-04c106fb2e93),segment_id=66e314d8-7756-46eb-8799-04c106fb2e93)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:30.293342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.313741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca42432-2aa0-456e-aa6c-46c71741ac43 req-b329a07d-b2f6-4fb5-a180-9b9f8fcb5b4e tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:30.315108 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ca42432-2aa0-456e-aa6c-46c71741ac43 req-b329a07d-b2f6-4fb5-a180-9b9f8fcb5b4e tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0846069 Apr 18 12:20:30.360078 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ca42432-2aa0-456e-aa6c-46c71741ac43 req-f02c82b6-b620-4b8d-9f71-1a3f453154e7 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389693 Apr 18 12:20:30.377815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for de69aaa5-8e25-44b8-a96d-013c3168781b owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:30.453423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Calling delete_port for de69aaa5-8e25-44b8-a96d-013c3168781b owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:30.503496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.525448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:20:30.525796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:20:30.551207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=de69aaa5-8e25-44b8-a96d-013c3168781b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:30.556180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port de69aaa5-8e25-44b8-a96d-013c3168781b on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:20:30.682641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.707762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:30.720666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e314d8-7756-46eb-8799-04c106fb2e93') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:30.720952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e314d8-7756-46eb-8799-04c106fb2e93') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:30.732206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.751958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.758021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:20:30.758401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:20:30.773029 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:20:30.903972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.920367 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:30.932363 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:31.016637 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dcffc6f4-4c83-4e7b-a0b1-c4ab36e17ac2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/7879b3f4-f49b-43eb-a4b7-c41f5c5b5c69 HTTP/1.1" status: 204 len: 168 time: 1.2041512 Apr 18 12:20:31.019190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37450) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:31.027329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Deleting port de69aaa5-8e25-44b8-a96d-013c3168781b {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:31.027820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:31.091696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-e03f7b5d-9261-4482-a693-d9a9e0db6943 None None] The port 'de69aaa5-8e25-44b8-a96d-013c3168781b' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:20:31.221428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port bdf0f74d-e017-476f-8c8b-e70a8c2db14a {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:31.222005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:31.329853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device de69aaa5-8e25-44b8-a96d-013c3168781b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:31.365382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: de69aaa5-8e25-44b8-a96d-013c3168781b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:31.365713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device de69aaa5-8e25-44b8-a96d-013c3168781b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:31.397417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:31.397738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:31.517765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for bdf0f74d-e017-476f-8c8b-e70a8c2db14a owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:31.752451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe439839-f849-46dd-8a91-df89e6562a07 req-b465c15e-ebe5-4983-a301-ca5744ab1375 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:31.753841 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fe439839-f849-46dd-8a91-df89e6562a07 req-b465c15e-ebe5-4983-a301-ca5744ab1375 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.2426910 Apr 18 12:20:31.840372 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fe439839-f849-46dd-8a91-df89e6562a07 req-5c96302b-22ba-4a6c-b77a-ee4cca39c1b1 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807025 Apr 18 12:20:31.908988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:31.957453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=bdf0f74d-e017-476f-8c8b-e70a8c2db14a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:32.046204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:32.046507 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 51985ab7-894a-430d-8f42-3ce386941a42 disassociated (deleted). External IP: 172.26.4.27, port: 8beea2c4-a7f9-444f-b250-d0b7414a11db. Apr 18 12:20:32.402619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:20:32.625394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:32.640397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:32.648222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:32.650675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:32.651299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:32.707325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220e4e7-a18e-4e04-9477-67d45794b6f1 req-92ecaeda-a10b-4687-9fbb-2608147fb346 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:32.708367 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6220e4e7-a18e-4e04-9477-67d45794b6f1 req-92ecaeda-a10b-4687-9fbb-2608147fb346 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.1602900 Apr 18 12:20:32.733822 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1ba74f67-4fb3-4bae-a2c7-284ee9355f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/51985ab7-894a-430d-8f42-3ce386941a42 HTTP/1.1" status: 204 len: 168 time: 1.7136509 Apr 18 12:20:32.736179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:32.768365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6220e4e7-a18e-4e04-9477-67d45794b6f1 req-d173bb49-f6b2-4ed0-ac79-d4317e427c5c tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503268 Apr 18 12:20:32.828882 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e249cc2f-9e9e-4004-b28f-fdf85363ee49'] response: {'name': 'network-changed', 'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'status': 'completed', 'code': 200} Apr 18 12:20:32.840628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:32.930510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-fb6377a4-ea20-4038-a898-da31149564cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:32.932025 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-fb6377a4-ea20-4038-a898-da31149564cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 1099 time: 0.0706887 Apr 18 12:20:33.080848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-d5928748-20df-4fb9-a37e-2ba0268b0369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:33.082242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-d5928748-20df-4fb9-a37e-2ba0268b0369 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 200 len: 898 time: 0.1396172 Apr 18 12:20:33.159059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-0264d9b7-913a-46fc-a116-73b2759bae2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 200 len: 217 time: 0.0649776 Apr 18 12:20:33.167948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:21Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:33.172602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:33.190571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:33.190571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:33.230142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-a283502b-d690-40fa-9f9e-5bdc4590c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:33.232361 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-a283502b-d690-40fa-9f9e-5bdc4590c5c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 200 len: 835 time: 0.0671699 Apr 18 12:20:33.308041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-71171e35-cbbb-4c8a-9ade-22d09db1100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:33.309569 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-71171e35-cbbb-4c8a-9ade-22d09db1100a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b1badc0-340d-4a0a-8154-25b412e67669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722053 Apr 18 12:20:33.361006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-55827500-d86e-4774-800b-c00ba4b36110 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:33.361905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-55827500-d86e-4774-800b-c00ba4b36110 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:33.376761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:33.433322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-55827500-d86e-4774-800b-c00ba4b36110 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:33.435325 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-55827500-d86e-4774-800b-c00ba4b36110 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.1667335 Apr 18 12:20:33.452788 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-c9901a70-340d-49f3-9724-ac1d39a57692 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354122 Apr 18 12:20:33.483678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-b35d89c4-3b78-4521-863a-a9a2fec9ce09 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:33.565054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-b35d89c4-3b78-4521-863a-a9a2fec9ce09 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:33.566569 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e04678ac-b0b9-49b3-b701-034c9a1d8260 req-b35d89c4-3b78-4521-863a-a9a2fec9ce09 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233068 Apr 18 12:20:33.701710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:21Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:33.705778 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4942e85-f2bd-492f-8b7e-6b7a9f8359f1 None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:21Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '0be4e791-e689-4112-a02f-36f340251d6a', 'name': '', 'network_id': '3b1badc0-340d-4a0a-8154-25b412e67669', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:e8:8f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:22Z', 'updated_at': '2022-04-18T12:18:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'f54e6812-7e94-4726-aa15-df75bfcabc79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:33.712579 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aaf5cebe-3e95-489f-aa67-01866f6fe8e2 req-ca8ca8b9-1300-4644-985d-a65d8d86c770 service neutron] 10.222.0.15 "GET /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503572 Apr 18 12:20:33.920624 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de84d26d-bc30-4bd0-beff-6e466f45dca4 None None] New status for floating IP 51985ab7-894a-430d-8f42-3ce386941a42: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:20:33.958379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4dd1b2-acc1-4f70-9b32-03faabca54f7 req-a6f70453-17a6-492a-b2fb-0fa202dd352b tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:33.959781 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b4dd1b2-acc1-4f70-9b32-03faabca54f7 req-a6f70453-17a6-492a-b2fb-0fa202dd352b tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0809255 Apr 18 12:20:34.010708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b4dd1b2-acc1-4f70-9b32-03faabca54f7 req-a9ce34a7-047d-4b74-8641-9bad731b77dc tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Apr 18 12:20:34.497831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331620e0-5239-44fd-9735-dff16f06eada req-32a62333-9869-4474-b519-02eae2828102 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:34.499319 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-331620e0-5239-44fd-9735-dff16f06eada req-32a62333-9869-4474-b519-02eae2828102 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0806427 Apr 18 12:20:34.584355 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-331620e0-5239-44fd-9735-dff16f06eada req-1d3e8102-daf3-4da7-b1ad-f55c179251df tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558660 Apr 18 12:20:34.607175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-2cd938f3-11fc-40a0-bf49-e52d959f9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:34.608807 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-2cd938f3-11fc-40a0-bf49-e52d959f9f5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23e3f4be479642ee8218892e5e9c242d&device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 1098 time: 0.1086121 Apr 18 12:20:34.768959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4f5f9-37bc-4d9c-836b-de5c02bfbcb5 req-f0962a4a-afbe-474b-8cc0-cee2be1c8a81 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:34.772331 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ebf4f5f9-37bc-4d9c-836b-de5c02bfbcb5 req-f0962a4a-afbe-474b-8cc0-cee2be1c8a81 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.0829799 Apr 18 12:20:34.820142 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ebf4f5f9-37bc-4d9c-836b-de5c02bfbcb5 req-11ac0e5c-75cd-41d3-9e0c-695ac10c9bbf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427566 Apr 18 12:20:34.822654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-fc143dfc-5a65-4cd7-ae54-78b38ea5850f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:34.824223 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-fc143dfc-5a65-4cd7-ae54-78b38ea5850f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 HTTP/1.1" status: 200 len: 913 time: 0.1757936 Apr 18 12:20:34.832851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-84ea4e28-2a04-43cb-866e-3a10f0b0afe1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:34.833646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-84ea4e28-2a04-43cb-866e-3a10f0b0afe1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:34.916061 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-036a0a1e-2eb4-4aaa-bd84-43afbe905f62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315a83a8-88f0-4eb3-813d-9192490f9efc HTTP/1.1" status: 200 len: 217 time: 0.0793262 Apr 18 12:20:34.918561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-84ea4e28-2a04-43cb-866e-3a10f0b0afe1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:34.920612 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-84ea4e28-2a04-43cb-866e-3a10f0b0afe1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.3105085 Apr 18 12:20:35.043534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-0c87e3d8-4e12-4f0f-953b-1cc5546fee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:35.045949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-0c87e3d8-4e12-4f0f-953b-1cc5546fee6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6 HTTP/1.1" status: 200 len: 852 time: 0.1241212 Apr 18 12:20:35.049783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 8beea2c4-a7f9-444f-b250-d0b7414a11db {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:35.049783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:35.123806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-b55f5ba5-700d-4e18-966a-407cfd9a4b5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501711 Apr 18 12:20:35.402028 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-b035f901-88ec-4606-a0af-171ad2831ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708113 Apr 18 12:20:35.533179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 8beea2c4-a7f9-444f-b250-d0b7414a11db, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8beea2c4-a7f9-444f-b250-d0b7414a11db,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:35.533530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:35.680522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 8beea2c4-a7f9-444f-b250-d0b7414a11db owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:35.886474 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c6fb4ce-ad3b-4e49-9597-3c3f04f989a9 req-59279ea0-e512-4d6e-a81a-04f657c6e431 service neutron] 10.222.0.15 "GET /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764066 Apr 18 12:20:35.990988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a05d29-b480-4509-a2d6-20636fee9cf2 req-4403e31e-0682-4cb4-9cd0-811127147a74 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:35.992691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03a05d29-b480-4509-a2d6-20636fee9cf2 req-4403e31e-0682-4cb4-9cd0-811127147a74 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.2844222 Apr 18 12:20:36.033229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab669bf-b348-4800-a328-88fa2a7bb5ab req-b74ce860-a34a-47ff-95b9-e85083c9cf98 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:36.038814 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ab669bf-b348-4800-a328-88fa2a7bb5ab req-b74ce860-a34a-47ff-95b9-e85083c9cf98 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 946 time: 0.0860097 Apr 18 12:20:36.053021 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03a05d29-b480-4509-a2d6-20636fee9cf2 req-11fda008-dc35-4c4b-b430-4c12de503389 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 Apr 18 12:20:36.080903 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ab669bf-b348-4800-a328-88fa2a7bb5ab req-4ef5bacc-5ad3-41fe-aeef-ab927956975d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9de25db-efbe-4b4e-bff8-07481b0eeb80&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Apr 18 12:20:36.108930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:36.156686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=8beea2c4-a7f9-444f-b250-d0b7414a11db,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:36.235331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 8beea2c4-a7f9-444f-b250-d0b7414a11db on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:20:36.237743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:36.240186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'name': 'network-vif-deleted', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:36.286036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4039b97c-7f85-4094-a159-05b95b981439'] response: {'server_uuid': '074b6046-04dc-4446-b06f-a99d66d60402', 'name': 'network-vif-deleted', 'tag': '8beea2c4-a7f9-444f-b250-d0b7414a11db', 'status': 'completed', 'code': 200} Apr 18 12:20:36.303743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cff269e5-31b4-46e2-a2ab-42b2b8adbb06 req-90654a0a-4d10-4e83-a9f9-474bac3d8e2d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/8beea2c4-a7f9-444f-b250-d0b7414a11db HTTP/1.1" status: 204 len: 173 time: 1.3487678 Apr 18 12:20:37.245439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6ae5e281-68cc-4346-84e0-3df6d1e2b4ca req-7ca5830e-a975-4f36-8f8e-9b2cc8cddeb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:37.246263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d6b17-f0a3-4d79-a83b-c705d260d244 req-11211883-ce8a-412e-9b92-d410ca227659 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:37.247502 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-805d6b17-f0a3-4d79-a83b-c705d260d244 req-11211883-ce8a-412e-9b92-d410ca227659 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0856791 Apr 18 12:20:37.292273 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-805d6b17-f0a3-4d79-a83b-c705d260d244 req-b8de1a1f-a588-46dd-9a08-ec75e4542888 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 Apr 18 12:20:37.308787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6ae5e281-68cc-4346-84e0-3df6d1e2b4ca req-7ca5830e-a975-4f36-8f8e-9b2cc8cddeb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:37.310532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ae5e281-68cc-4346-84e0-3df6d1e2b4ca req-7ca5830e-a975-4f36-8f8e-9b2cc8cddeb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=074b6046-04dc-4446-b06f-a99d66d60402 HTTP/1.1" status: 200 len: 210 time: 0.1061773 Apr 18 12:20:37.851348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b78732-b8c0-481c-aa04-5a2687acad76 req-da5d704b-57b3-421e-9c5b-0b99d5633f72 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:37.852681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c4b78732-b8c0-481c-aa04-5a2687acad76 req-da5d704b-57b3-421e-9c5b-0b99d5633f72 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0789878 Apr 18 12:20:37.898943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c4b78732-b8c0-481c-aa04-5a2687acad76 req-780860a4-13e1-42d6-bbbb-b5c5f7f3ad51 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Apr 18 12:20:37.977306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da002793-86f8-4940-8a59-9fa5d2cda5f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:38.403900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37492) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:38.470505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a897e71e-05c5-4539-9753-2de3fdffaf45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:38.498922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a897e71e-05c5-4539-9753-2de3fdffaf45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:38.549831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8beea2c4-a7f9-444f-b250-d0b7414a11db no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:38.622222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 8beea2c4-a7f9-444f-b250-d0b7414a11db {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:38.622222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8beea2c4-a7f9-444f-b250-d0b7414a11db not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:38.623876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a897e71e-05c5-4539-9753-2de3fdffaf45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:38.642745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897e71e-05c5-4539-9753-2de3fdffaf45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9de25db-efbe-4b4e-bff8-07481b0eeb80,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:38.713943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a897e71e-05c5-4539-9753-2de3fdffaf45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:38.715112 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a897e71e-05c5-4539-9753-2de3fdffaf45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9de25db-efbe-4b4e-bff8-07481b0eeb80 HTTP/1.1" status: 204 len: 168 time: 0.3102467 Apr 18 12:20:38.818115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37498) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:39.243554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49eef21-cb16-4e41-ad61-9873a1d82f22 req-58faf5ba-0dbf-4828-bcd9-14d9c32101cd tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:39.244901 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a49eef21-cb16-4e41-ad61-9873a1d82f22 req-58faf5ba-0dbf-4828-bcd9-14d9c32101cd tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.2311366 Apr 18 12:20:39.375079 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a49eef21-cb16-4e41-ad61-9873a1d82f22 req-32e3679c-6c12-47b8-99e5-186022b572f8 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e18e1c3-af58-488e-a2d2-6278ed4f9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171615 Apr 18 12:20:39.573671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:39.790029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-48ad4e5a-7a2e-4729-8684-c5a287a1f712 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:39.791512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-48ad4e5a-7a2e-4729-8684-c5a287a1f712 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 945 time: 0.0849054 Apr 18 12:20:39.868671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Deleting port 315a83a8-88f0-4eb3-813d-9192490f9efc {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:39.869012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:39.941487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 0be4e791-e689-4112-a02f-36f340251d6a {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:39.941825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.129076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] For port 315a83a8-88f0-4eb3-813d-9192490f9efc, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a83a8-88f0-4eb3-813d-9192490f9efc,segment=NetworkSegment(f6511ef6-d767-4a6a-bd0d-a5631514aa47),segment_id=f6511ef6-d767-4a6a-bd0d-a5631514aa47)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:40.129076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.136123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 0be4e791-e689-4112-a02f-36f340251d6a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0be4e791-e689-4112-a02f-36f340251d6a,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:40.136482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.204615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8753a0bf-f0f1-42fe-92e8-e196e183ae3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.255989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Calling delete_port for 315a83a8-88f0-4eb3-813d-9192490f9efc owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:40.261886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 0be4e791-e689-4112-a02f-36f340251d6a owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:40.517897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.530114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['315a83a8-88f0-4eb3-813d-9192490f9efc'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:20:40.573065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e322ccb-56b6-4ffd-92a8-8f7af186d872 req-32efa9f4-6f62-4d47-9de1-5c4e3c3de71e tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 210 time: 0.0911725 Apr 18 12:20:40.581878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Pushing event deleted for resources: {'Port': ['ID=315a83a8-88f0-4eb3-813d-9192490f9efc,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:40.648055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.660734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] No DVR routers for this DVR port 315a83a8-88f0-4eb3-813d-9192490f9efc on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:20:40.663469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:40.667356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'name': 'network-vif-deleted', 'tag': '315a83a8-88f0-4eb3-813d-9192490f9efc'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:20:40.693904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=0be4e791-e689-4112-a02f-36f340251d6a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:40.715079 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9040bb79-89c0-4674-8b61-2d729cc5490c'] response: {'server_uuid': '8f5b90a0-ef17-42e4-9f7b-6423921c03b6', 'name': 'network-vif-deleted', 'tag': '315a83a8-88f0-4eb3-813d-9192490f9efc', 'status': 'completed', 'code': 200} Apr 18 12:20:40.738528 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-27820cdd-fddf-4df1-a444-a31acfc66c70 req-a18970bc-3a7d-455d-b710-47acf61796c3 tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.15 "DELETE /v2.0/ports/315a83a8-88f0-4eb3-813d-9192490f9efc HTTP/1.1" status: 204 len: 173 time: 0.9418080 Apr 18 12:20:40.981434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:41.284275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:41.339141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:20:41.515488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:41.525749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] Sync routers for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:41.535600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:41.536219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:41.602445 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5b525bea-6a4a-4d04-bd74-58e58194830d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/b9e6a1cf-fd34-407a-ae3d-bc25606a61ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7832062 Apr 18 12:20:41.605140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37510) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:41.672992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet f54e6812-7e94-4726-aa15-df75bfcabc79 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:20:41.675945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:41.732599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:41.767277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:41.789368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4f79978d-5ec3-4cec-86e0-354bc7fb57f8 req-6c7c2652-b986-47a9-9db0-1cbd5f3127dc tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Synchronizing usage tracker for tenant:23e3f4be479642ee8218892e5e9c242d on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:41.793105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:41.884589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:41.960524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4f79978d-5ec3-4cec-86e0-354bc7fb57f8 req-6c7c2652-b986-47a9-9db0-1cbd5f3127dc tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] Unset dirty status for tenant:23e3f4be479642ee8218892e5e9c242d on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:41.962101 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f79978d-5ec3-4cec-86e0-354bc7fb57f8 req-6c7c2652-b986-47a9-9db0-1cbd5f3127dc tempest-TestServerAdvancedOps-192704700 tempest-TestServerAdvancedOps-192704700-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f5b90a0-ef17-42e4-9f7b-6423921c03b6 HTTP/1.1" status: 200 len: 210 time: 0.2242236 Apr 18 12:20:42.029963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.064762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:40Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:42.069828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] Checking router: b9e6a1cf-fd34-407a-ae3d-bc25606a61ff for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:42.073369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=f54e6812-7e94-4726-aa15-df75bfcabc79,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:42.076713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.079126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] Routers {'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:42.079835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:42.095632 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-092f4d74-74db-40b8-8caa-e46288277e35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/f54e6812-7e94-4726-aa15-df75bfcabc79 HTTP/1.1" status: 204 len: 168 time: 0.4893885 Apr 18 12:20:42.098310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37516) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:42.132025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ee6103-53e9-41b9-9513-ad57e7556975 None None] Network 3b1badc0-340d-4a0a-8154-25b412e67669 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:42.337063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.435543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] Set router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:42.553333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a83a8-88f0-4eb3-813d-9192490f9efc no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:42.598846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 315a83a8-88f0-4eb3-813d-9192490f9efc {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:42.599384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a83a8-88f0-4eb3-813d-9192490f9efc not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:42.702917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.768818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 525b68f3-cfcb-4530-9216-f482065d07d8 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:42.768818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.814676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] DHCP port deletion for 3b1badc0-340d-4a0a-8154-25b412e67669 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:20:42.844627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] Deleting port 9855c480-ebef-4783-8c30-fc64a8a897e8 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:20:42.844627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.975766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 525b68f3-cfcb-4530-9216-f482065d07d8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=525b68f3-cfcb-4530-9216-f482065d07d8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:42.976283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:42.983800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.099248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:40Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:43.113318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37522) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:43.119192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] For port 9855c480-ebef-4783-8c30-fc64a8a897e8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9855c480-ebef-4783-8c30-fc64a8a897e8,segment=NetworkSegment(da14c28d-95a1-41f3-8c6a-b69e19b86ab5),segment_id=da14c28d-95a1-41f3-8c6a-b69e19b86ab5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:43.119192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.129364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549ed83-f530-4c48-b031-68c44f35ff9d None None] The sync data for ids ['b9e6a1cf-fd34-407a-ae3d-bc25606a61ff'] in dv-neutron-837089-1-hyperv is: [{'id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'name': 'tempest-TestNetworkBasicOps-router-239263922', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115'}], 'enable_snat': True}, 'gw_port_id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:13Z', 'updated_at': '2022-04-18T12:20:40Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '525b68f3-cfcb-4530-9216-f482065d07d8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:0d:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9e6a1cf-fd34-407a-ae3d-bc25606a61ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:14Z', 'updated_at': '2022-04-18T12:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:43.159325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 525b68f3-cfcb-4530-9216-f482065d07d8 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:43.179269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Deleting subnet a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:20:43.179269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.335365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] Calling delete_port for 9855c480-ebef-4783-8c30-fc64a8a897e8 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:20:43.358273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.417239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.444588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.499982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=525b68f3-cfcb-4530-9216-f482065d07d8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:43.515706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.570484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.608764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] Pushing event deleted for resources: {'Port': ['ID=9855c480-ebef-4783-8c30-fc64a8a897e8,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:43.616548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065ed57a-8b9d-48dc-9021-78bc297858ab None None] No DVR routers for this DVR port 9855c480-ebef-4783-8c30-fc64a8a897e8 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:20:43.663511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:43.675435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.676454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.690944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-19cce660-9cae-4303-bc48-e17384d822d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a56f32d2-10b7-48c6-bbb3-a9f928ccb3a6 HTTP/1.1" status: 204 len: 168 time: 0.5854812 Apr 18 12:20:43.691620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37526) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:43.721557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9855c480-ebef-4783-8c30-fc64a8a897e8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:43.768107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9855c480-ebef-4783-8c30-fc64a8a897e8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:43.768107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9855c480-ebef-4783-8c30-fc64a8a897e8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:43.768107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0be4e791-e689-4112-a02f-36f340251d6a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:43.805055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 0be4e791-e689-4112-a02f-36f340251d6a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:43.805387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0be4e791-e689-4112-a02f-36f340251d6a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:43.830108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.891252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.893475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.952207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.976417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f4afec4-f1ff-409e-b6c7-f81bf770bcf1']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:43.988030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6511ef6-d767-4a6a-bd0d-a5631514aa47') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:43.988325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6511ef6-d767-4a6a-bd0d-a5631514aa47') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:43.989049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:43.989654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router b9e6a1cf-fd34-407a-ae3d-bc25606a61ff {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:20:44.000833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.007398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.008479 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cced1e2a-8f61-4d8c-bb74-1b70bb7a2d00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/b9e6a1cf-fd34-407a-ae3d-bc25606a61ff HTTP/1.1" status: 204 len: 168 time: 1.9091794 Apr 18 12:20:44.011269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37530) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:44.018185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.025674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:20:44.025674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:20:44.038043 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:20:44.130622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.198718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.217000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.225034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] Pushing event deleted for resources: {'Network': ['ID=6f4afec4-f1ff-409e-b6c7-f81bf770bcf1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:44.267624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.291126 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f59f7b79-5328-4f44-8810-f76d6ddfddaf admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f4afec4-f1ff-409e-b6c7-f81bf770bcf1 HTTP/1.1" status: 204 len: 168 time: 0.5972044 Apr 18 12:20:44.294354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37534) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:44.296176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1badc0-340d-4a0a-8154-25b412e67669']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:44.308193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:44.308493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da14c28d-95a1-41f3-8c6a-b69e19b86ab5') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:44.320165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.335765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.342066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:20:44.342452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.352965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Deleting subnet 034ae7cb-6f2f-4fc0-9673-f1c7dcd1bbbf {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:20:44.356428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:20:44.357095 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:20:44.408181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.464434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.521030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.547373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.648185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.673730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=3b1badc0-340d-4a0a-8154-25b412e67669,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:44.673730 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9c5c8077-6152-49c8-94c6-fa06b16f2c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/3b1badc0-340d-4a0a-8154-25b412e67669 HTTP/1.1" status: 204 len: 168 time: 0.6601589 Apr 18 12:20:44.694081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37538) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:44.695312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034ae7cb-6f2f-4fc0-9673-f1c7dcd1bbbf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:44.702498 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--834009171', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:44.703338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.706601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:44.707601 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ae9ba86c-1167-4e56-875d-20fa0f743a77 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/034ae7cb-6f2f-4fc0-9673-f1c7dcd1bbbf HTTP/1.1" status: 204 len: 168 time: 0.4122326 Apr 18 12:20:44.710166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37542) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:44.711319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:44.714851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:44.721397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:44.795302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:44.798913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.816272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.827524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:20:44.836155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.836486 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment 343586c4-fc98-4c0d-9da6-b15573a1b9bd of type vlan for network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a Apr 18 12:20:44.864443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.940420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.960414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.966516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b56274-935b-4b94-8155-9b3d4e938045']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:44.970023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:44.970023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:44.979137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf065729-c533-4dce-85e7-a7b5edb489de') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:44.979454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf065729-c533-4dce-85e7-a7b5edb489de') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:44.990963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.006915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.013497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:20:45.013871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:20:45.027453 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:20:45.075785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=9ea4a9c8-7586-4b51-b8d8-893d7dade90a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:45.081226 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0fe05b72-c8ce-477f-a0cb-22ddbc308e0f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3831997 Apr 18 12:20:45.081445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37546) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:45.086435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-759778257', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:45.091179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:20:45.094314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:45.098641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:45.103238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:45.109607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:45.152775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.158039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.180302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] Pushing event deleted for resources: {'Network': ['ID=42b56274-935b-4b94-8155-9b3d4e938045,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:45.182150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.186077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.187808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc9b7abe-eebe-4298-bfed-03ccd521caae admin admin] 10.222.0.24 "DELETE /v2.0/networks/42b56274-935b-4b94-8155-9b3d4e938045 HTTP/1.1" status: 204 len: 168 time: 0.4767952 Apr 18 12:20:45.200821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.301356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 525b68f3-cfcb-4530-9216-f482065d07d8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:20:45.344505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 525b68f3-cfcb-4530-9216-f482065d07d8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:20:45.344852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 525b68f3-cfcb-4530-9216-f482065d07d8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:20:45.429131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.570987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:45.574254 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.631504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fc823fe1-7c7b-4ee8-8c0b-c2c33dc4c212 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23e3f4be479642ee8218892e5e9c242d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0552630 Apr 18 12:20:45.633997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37556) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:45.702839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-76f05dc9-a292-4eab-980a-ad0f7a255fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.726770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-76f05dc9-a292-4eab-980a-ad0f7a255fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.851897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-76f05dc9-a292-4eab-980a-ad0f7a255fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:45.870254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f05dc9-a292-4eab-980a-ad0f7a255fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e18e1c3-af58-488e-a2d2-6278ed4f9b55,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:45.967589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:46.219583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:46.219583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.85 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/38f23471-9fbc-4570-bc55-f0902338d7bf) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:20:46.278854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:46.654099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-76f05dc9-a292-4eab-980a-ad0f7a255fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:46.654099 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-76f05dc9-a292-4eab-980a-ad0f7a255fc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e18e1c3-af58-488e-a2d2-6278ed4f9b55 HTTP/1.1" status: 204 len: 168 time: 1.0167859 Apr 18 12:20:46.686429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:46.754163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:46.754163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:46.758621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:20:46.811317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=38f23471-9fbc-4570-bc55-f0902338d7bf,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:47.421470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:47.442224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37564) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:47.494068 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d4d3a8c9-7375-4b01-9ef1-0147bc72eac6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b8433b90db481ab06d9ce0e6b65305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504742 Apr 18 12:20:47.496615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37568) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:47.579518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e89dc47d-cbf5-4f4f-906b-6211c1b05c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:47.624628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e89dc47d-cbf5-4f4f-906b-6211c1b05c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:47.732485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e89dc47d-cbf5-4f4f-906b-6211c1b05c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:47.787641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:47.850526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89dc47d-cbf5-4f4f-906b-6211c1b05c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a125f5e8-e521-423c-9187-573378d81aa5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:47.866212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e89dc47d-cbf5-4f4f-906b-6211c1b05c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:47.866212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e89dc47d-cbf5-4f4f-906b-6211c1b05c96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a125f5e8-e521-423c-9187-573378d81aa5 HTTP/1.1" status: 204 len: 168 time: 0.3654051 Apr 18 12:20:48.108827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 49ca1118-c8da-4814-a453-4786e9b43a77 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:20:48.299078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:48.312179 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Sync routers for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:48.327471 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:48.327471 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:48.377906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:48.381980 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-82db5279-5496-477b-aec5-f8de45c490e5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2967870 Apr 18 12:20:48.383292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37576) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:48.441454 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c002fa0a-c5c1-4f55-8c7b-6047d3120919 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528529 Apr 18 12:20:48.441454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37580) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:48.514263 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:48.581706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1ebe6-4313-4b53-b818-38760650cec7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:48.583119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e1f1ebe6-4313-4b53-b818-38760650cec7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424422 Apr 18 12:20:48.585887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37584) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:48.625765 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-418398d6-002b-4fbc-b235-8bac931200b7 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387738 Apr 18 12:20:48.628667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37588) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:48.637959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224616382', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:48.819315 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:47Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:48.823597 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Checking router: 49ca1118-c8da-4814-a453-4786e9b43a77 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:48.824128 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Updating router 49ca1118-c8da-4814-a453-4786e9b43a77 port 38f23471-9fbc-4570-bc55-f0902338d7bf binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:20:48.869576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:48.874727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:48.881597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:48.884632 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:48.894265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:49.006613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:20:49.008489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.263285 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.274282 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Transition to ACTIVE for port object 38f23471-9fbc-4570-bc55-f0902338d7bf will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:49.297493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.358267 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.381213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=32f38647-06b4-406b-8716-c93faf42f8e5,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:49.389858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:49.390218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: 9ea4a9c8-7586-4b51-b8d8-893d7dade90a, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:20:49.428949 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Pushing event updated for resources: {'Port': ['ID=38f23471-9fbc-4570-bc55-f0902338d7bf,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:49.432264 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Attempting to bind port 38f23471-9fbc-4570-bc55-f0902338d7bf on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:20:49.432616 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Attempting to bind port 38f23471-9fbc-4570-bc55-f0902338d7bf by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:20:49.432989 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Attempting to bind port 38f23471-9fbc-4570-bc55-f0902338d7bf on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:49.439460 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.440360 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.440360 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.440988 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.440988 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.441176 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.441484 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.441795 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.442206 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.442317 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.442593 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.442917 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:20:49.452730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:20:49.452730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:49.452730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.452730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:20:49.452730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Bound port: 38f23471-9fbc-4570-bc55-f0902338d7bf, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:20:49.452730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.468640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:20:49.531806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 9ea4a9c8-7586-4b51-b8d8-893d7dade90a) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:49.536415 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] For port 38f23471-9fbc-4570-bc55-f0902338d7bf, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:20:49.536570 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:49.537237 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.541742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81432150-a677-45e1-939b-ab8dc1ddfca5 None None] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:49.543447 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] For port 38f23471-9fbc-4570-bc55-f0902338d7bf, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=38f23471-9fbc-4570-bc55-f0902338d7bf,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:20:49.629748 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.629995 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-13e0544d-64f8-4260-bef6-c7a19cf9fde8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0005076 Apr 18 12:20:49.632610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37592) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:49.707963 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba7d4a-76d7-49ef-a14e-fbd05ce60207 None None] Pushing event updated for resources: {'Port': ['ID=38f23471-9fbc-4570-bc55-f0902338d7bf,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:49.718256 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:49.719109 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:49.764615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:20:49.766631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:49.905726 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:49.932691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Allocated IP 172.20.0.2 (9ea4a9c8-7586-4b51-b8d8-893d7dade90a/32f38647-06b4-406b-8716-c93faf42f8e5/0c496ade-404b-420f-879a-7cb6863c4e98) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:20:50.173259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:50.186118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Transition to ACTIVE for port object 0c496ade-404b-420f-879a-7cb6863c4e98 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:50.205048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Transition to ACTIVE for port object 0c496ade-404b-420f-879a-7cb6863c4e98 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:50.214236 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:47Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:50.218279 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588738ee-cb5b-48cf-a6ba-400716fcedb0 None None] The sync data for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv is: [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:47Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:50.280762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:50.352142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:50.354435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:50.358694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:20:50.374015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:50.405762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Pushing event updated for resources: {'Port': ['ID=0c496ade-404b-420f-879a-7cb6863c4e98,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:50.477631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Attempting to bind port 0c496ade-404b-420f-879a-7cb6863c4e98 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:20:50.477770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Attempting to bind port 0c496ade-404b-420f-879a-7cb6863c4e98 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:20:50.478003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Attempting to bind port 0c496ade-404b-420f-879a-7cb6863c4e98 on network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:50.484071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:20:50.484435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Checking segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:50.484836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:50.485215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Bound using segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:20:50.485671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Bound port: 0c496ade-404b-420f-879a-7cb6863c4e98, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:20:50.486031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:50.614398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] For port 0c496ade-404b-420f-879a-7cb6863c4e98, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:20:50.617980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] For port 0c496ade-404b-420f-879a-7cb6863c4e98, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0c496ade-404b-420f-879a-7cb6863c4e98,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:20:50.709215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:50.800296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa717f-9740-45a3-a756-cba128e3e465 None None] Pushing event updated for resources: {'Port': ['ID=0c496ade-404b-420f-879a-7cb6863c4e98,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:50.849008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (9ea4a9c8-7586-4b51-b8d8-893d7dade90a/32f38647-06b4-406b-8716-c93faf42f8e5/931eba48-31cb-4eda-80c8-9a7d35b12e4b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:20:51.052476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.070382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 931eba48-31cb-4eda-80c8-9a7d35b12e4b will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:51.200992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.261699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:51.265078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:51.268788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:20:51.312996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=931eba48-31cb-4eda-80c8-9a7d35b12e4b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:51.404194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 38f23471-9fbc-4570-bc55-f0902338d7bf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:51.466596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.558403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 38f23471-9fbc-4570-bc55-f0902338d7bf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:51.561786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 38f23471-9fbc-4570-bc55-f0902338d7bf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:51.562569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.667126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.686320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.703418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 38f23471-9fbc-4570-bc55-f0902338d7bf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=38f23471-9fbc-4570-bc55-f0902338d7bf,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:51.766255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:51.770549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0c496ade-404b-420f-879a-7cb6863c4e98 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:51.889520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=38f23471-9fbc-4570-bc55-f0902338d7bf,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:51.955498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0c496ade-404b-420f-879a-7cb6863c4e98 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:52.092063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:52.142866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:52.255212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=931eba48-31cb-4eda-80c8-9a7d35b12e4b,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:52.258968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:52.394988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:20:52.396318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:20:52.588528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 49ca1118-c8da-4814-a453-4786e9b43a77 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:20:52.654904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ee15fe-fb8d-489c-a353-aedd7aa8f983 None None] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:20:52.775404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:20:52.791454 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-66df85ac-579f-46cf-8c8d-04379190a560 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/49ca1118-c8da-4814-a453-4786e9b43a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1554043 Apr 18 12:20:52.791632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37596) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:52.803520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Sync routers for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:20:52.828805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:52.829409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:52.893417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] Provisioning for port 0c496ade-404b-420f-879a-7cb6863c4e98 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:52.908023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] Provisioning complete for port 0c496ade-404b-420f-879a-7cb6863c4e98 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:52.908386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:52.932726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:52.933205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:52.934189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:52.934813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:52.935378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:52.935847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:52.937573 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-53a7cd79-7cb3-481e-b89b-aee70f312ddf tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1451550 Apr 18 12:20:52.947594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37600) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:53.014064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:53.014491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:53.014952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:53.015404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:53.015855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:53.016332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:53.018053 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-712c3157-9227-4c69-a247-c026be5223d1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0767944 Apr 18 12:20:53.020799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37604) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:53.114801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:53.363262 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-82766533-1b96-4534-afed-8622add18e02 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3409860 Apr 18 12:20:53.389585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 38f23471-9fbc-4570-bc55-f0902338d7bf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:53.413463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:53.512312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] For port 0c496ade-404b-420f-879a-7cb6863c4e98, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0c496ade-404b-420f-879a-7cb6863c4e98,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:53.602817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:53.677607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 38f23471-9fbc-4570-bc55-f0902338d7bf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:53.677982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:53.755718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859eb9d2-1c8a-4748-a7fc-2257cbaafa13 None None] Pushing event updated for resources: {'Port': ['ID=0c496ade-404b-420f-879a-7cb6863c4e98,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:53.787518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:53.794232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Checking router: 49ca1118-c8da-4814-a453-4786e9b43a77 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:20:53.797486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37610) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:53.797957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Updating router 49ca1118-c8da-4814-a453-4786e9b43a77 port 931eba48-31cb-4eda-80c8-9a7d35b12e4b binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:20:53.799617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210374818', 'description': 'tempest-secgroup-smoke-1210374818 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:53.805668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:53.810385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:53.813486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:53.820988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:53.861206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0b7ec6a3-ee9b-4588-9a02-b33acc5f9318 None None] Provisioning for port 931eba48-31cb-4eda-80c8-9a7d35b12e4b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:53.891811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0b7ec6a3-ee9b-4588-9a02-b33acc5f9318 None None] Provisioning complete for port 931eba48-31cb-4eda-80c8-9a7d35b12e4b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:53.891811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec6a3-ee9b-4588-9a02-b33acc5f9318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:53.908904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:53.931771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:53.936209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:53.939203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:53.940692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:53.947531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:54.012768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ec6a3-ee9b-4588-9a02-b33acc5f9318 None None] Port 931eba48-31cb-4eda-80c8-9a7d35b12e4b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:20:54.017397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.082346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0b7ec6a3-ee9b-4588-9a02-b33acc5f9318 None None] Provisioning complete for port 0c496ade-404b-420f-879a-7cb6863c4e98 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:54.082748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0b7ec6a3-ee9b-4588-9a02-b33acc5f9318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.114257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.169696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a25bb0-e337-4ea8-bb32-a0c82d84c07c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:54.251543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.255794 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-92476216-ac8a-41f3-9aed-afda7fa1d243 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4574275 Apr 18 12:20:54.255794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37614) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:54.260558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '90a25bb0-e337-4ea8-bb32-a0c82d84c07c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:54.267110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:54.270950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:54.273799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:54.282635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:54.328241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.389993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.413579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.424566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Transition to ACTIVE for port object 931eba48-31cb-4eda-80c8-9a7d35b12e4b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:20:54.428707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.446266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fc1edec4-2fa7-4f59-b6d6-48ee327253ff None None] Provisioning complete for port 931eba48-31cb-4eda-80c8-9a7d35b12e4b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:54.446940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fc1edec4-2fa7-4f59-b6d6-48ee327253ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.452997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d63115-175a-4763-a78d-b495ee77d9fe,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:54.489621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.583255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.584732 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dd2d57ee-6085-4c24-9a43-db40068656ba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281584 Apr 18 12:20:54.588408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37618) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:54.594123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '90a25bb0-e337-4ea8-bb32-a0c82d84c07c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:54.600731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:54.605397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:54.612486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-fc1edec4-2fa7-4f59-b6d6-48ee327253ff None None] Port 931eba48-31cb-4eda-80c8-9a7d35b12e4b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:20:54.614367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:54.621160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:54.667033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a2d5-b501-4e2c-9629-4c8cb395ba4b None None] Pushing event updated for resources: {'Port': ['ID=931eba48-31cb-4eda-80c8-9a7d35b12e4b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:54.711313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.730014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Attempting to bind port 931eba48-31cb-4eda-80c8-9a7d35b12e4b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:20:54.730014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Attempting to bind port 931eba48-31cb-4eda-80c8-9a7d35b12e4b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:20:54.730014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Attempting to bind port 931eba48-31cb-4eda-80c8-9a7d35b12e4b on network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:20:54.734018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:20:54.734387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Checking segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:20:54.734959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.735346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Bound using segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:20:54.735803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Bound port: 931eba48-31cb-4eda-80c8-9a7d35b12e4b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:20:54.736168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.784163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.832022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] For port 931eba48-31cb-4eda-80c8-9a7d35b12e4b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:20:54.835737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] For port 931eba48-31cb-4eda-80c8-9a7d35b12e4b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=931eba48-31cb-4eda-80c8-9a7d35b12e4b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:20:54.879899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.903922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffe49b9-1d86-4ebf-93a5-9c73320a29cf,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:54.919138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.966586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:54.970743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bc3fb4d2-475c-4bcd-9027-134370e4b630 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3782897 Apr 18 12:20:54.972169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37622) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:54.977909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '90a25bb0-e337-4ea8-bb32-a0c82d84c07c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:54.984694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:54.991620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:54.994703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:54.997294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:20:54.998132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:20:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:55.000758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:55.056368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08a2d5-b501-4e2c-9629-4c8cb395ba4b None None] Pushing event updated for resources: {'Port': ['ID=931eba48-31cb-4eda-80c8-9a7d35b12e4b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:55.103891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.174396 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.190759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:20:55.290618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.324068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e59bfe4a-51d1-4ed1-96b5-4c2b2ab70227,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:55.359732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0c496ade-404b-420f-879a-7cb6863c4e98 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:55.383072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.384318 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1e28bcaa-2aa6-4663-bb52-c7b2848e089a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111512 Apr 18 12:20:55.388749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37626) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:55.393320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '90a25bb0-e337-4ea8-bb32-a0c82d84c07c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:55.399195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:55.403616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:55.406425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:55.412243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:55.502987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.552398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0c496ade-404b-420f-879a-7cb6863c4e98 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:55.552678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.572035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.650289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.677756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8ce548-ce8f-4865-8998-9bb089234580,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:55.717544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:54Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:20:55.725184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb299b74-b2a7-491b-9934-c836d6d93867 None None] The sync data for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv is: [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:54Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:20:55.794901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:55.796782 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f723c357-bf42-4499-a0ac-1155a440c911 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4074554 Apr 18 12:20:55.799588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37630) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:55.806236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '90a25bb0-e337-4ea8-bb32-a0c82d84c07c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:55.815436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:55.818583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:55.821806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:55.829071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:55.954752 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:20:55.955053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.023599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.158346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.183286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db2b28b-dbab-4cef-85df-4a18f5f39319,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:56.268983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.275192 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f29b5805-5e1f-4087-87f0-47d767d2ca66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4687457 Apr 18 12:20:56.275192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37634) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:20:56.278132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '90a25bb0-e337-4ea8-bb32-a0c82d84c07c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:20:56.284200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:20:56.288488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:20:56.297635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:20:56.298350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:20:56.378302 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:20:56.380293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.451882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.514684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.539324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca5600b-6d65-470d-977a-89dc3e655daa,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:56.662661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:56.662661 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6d45d005-9d3d-485a-818f-e61ee7e8ee75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3799496 Apr 18 12:20:57.035397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-261daba0-a63e-49e1-8916-1c9d0616229e req-c7eab432-3cd4-4e79-a6e8-9228ae98d32c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:57.168332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-261daba0-a63e-49e1-8916-1c9d0616229e req-c7eab432-3cd4-4e79-a6e8-9228ae98d32c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:57.168332 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-c7eab432-3cd4-4e79-a6e8-9228ae98d32c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210374818&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1650498 Apr 18 12:20:57.311769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-baedd920-bedb-47ce-bfc0-63035a3f2d2a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:20:57.311769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-261daba0-a63e-49e1-8916-1c9d0616229e req-baedd920-bedb-47ce-bfc0-63035a3f2d2a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:57.373124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 931eba48-31cb-4eda-80c8-9a7d35b12e4b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:57.403718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-261daba0-a63e-49e1-8916-1c9d0616229e req-baedd920-bedb-47ce-bfc0-63035a3f2d2a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:57.403718 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-baedd920-bedb-47ce-bfc0-63035a3f2d2a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a HTTP/1.1" status: 200 len: 796 time: 0.2332113 Apr 18 12:20:57.415644 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-8f705c9b-7d50-476f-8b23-04f58c0aad80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0091918 Apr 18 12:20:57.485883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 931eba48-31cb-4eda-80c8-9a7d35b12e4b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:20:57.491354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 931eba48-31cb-4eda-80c8-9a7d35b12e4b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:57.491724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:57.499835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-261daba0-a63e-49e1-8916-1c9d0616229e req-65a6b7ae-217c-4c96-bed9-5bf4a7dd74a9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:57.558278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-261daba0-a63e-49e1-8916-1c9d0616229e req-65a6b7ae-217c-4c96-bed9-5bf4a7dd74a9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:57.560342 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-65a6b7ae-217c-4c96-bed9-5bf4a7dd74a9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394958 Apr 18 12:20:57.577285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-c3a1cf00-7c42-4734-a8ef-855edb30af68 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:20:57.578340 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-c3a1cf00-7c42-4734-a8ef-855edb30af68 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060375 Apr 18 12:20:57.616804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:57.650246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 931eba48-31cb-4eda-80c8-9a7d35b12e4b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=931eba48-31cb-4eda-80c8-9a7d35b12e4b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:20:57.719009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-22a74be7-d013-4dbc-8619-9a77b2636f94 service neutron] 10.222.0.24 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341839 Apr 18 12:20:57.748563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:20:57.818231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=931eba48-31cb-4eda-80c8-9a7d35b12e4b,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:20:57.860605 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-ee35d06e-e6f6-4d38-bfd8-d237c6937846 service neutron] 10.222.0.24 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355674 Apr 18 12:20:58.155592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-a7c4150c-411e-4164-abcd-2c1b9dbed69a req-3ec47fb7-d0ee-4fb3-805b-d7564e4bc1a2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:20:58.167593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-a7c4150c-411e-4164-abcd-2c1b9dbed69a req-3ec47fb7-d0ee-4fb3-805b-d7564e4bc1a2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:20:58.169463 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a7c4150c-411e-4164-abcd-2c1b9dbed69a req-3ec47fb7-d0ee-4fb3-805b-d7564e4bc1a2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 210 time: 0.0560665 Apr 18 12:20:59.324421 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fcaf3f47-4cb7-4db2-a903-c56d560c55f1 req-3be9d612-da0d-4f41-9c8e-8351850b39d1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 210 time: 0.0467744 Apr 18 12:20:59.356297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 931eba48-31cb-4eda-80c8-9a7d35b12e4b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:20:59.424384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 931eba48-31cb-4eda-80c8-9a7d35b12e4b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:20:59.424756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:00.288798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-4bdec3bf-cceb-4cd3-b4d0-dc984ac6e3cc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:00.290181 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-4bdec3bf-cceb-4cd3-b4d0-dc984ac6e3cc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a HTTP/1.1" status: 200 len: 796 time: 0.1476772 Apr 18 12:21:00.340871 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-8f74e988-64ad-4a54-b374-b7783c9125c4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 380 time: 0.0409949 Apr 18 12:21:00.348066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['90a25bb0-e337-4ea8-bb32-a0c82d84c07c']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:21:00.493352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:21:00.503208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:21:00.607043 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a4433886-531c-4ab9-8a17-383eb947a445 req-218ae7a4-45da-4431-8549-464637326654 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 210 time: 0.1693759 Apr 18 12:21:00.630382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:21:00.633857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:00.794293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.8 (9ea4a9c8-7586-4b51-b8d8-893d7dade90a/32f38647-06b4-406b-8716-c93faf42f8e5/ddb5e399-cf72-436b-be1a-154db183423b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:21:00.988276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:01.003835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object ddb5e399-cf72-436b-be1a-154db183423b will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:21:01.078297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:01.147358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:21:01.150188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:21:01.162642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:21:01.208258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=ddb5e399-cf72-436b-be1a-154db183423b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:01.239537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:01.240236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:01.338122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-736145fe-4892-4ba4-89b8-1ae0eaaf1551 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9933043 Apr 18 12:21:01.347755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-0285a8c1-7283-401b-a6d1-d5abe0055f11 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:21:01.348733 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-0285a8c1-7283-401b-a6d1-d5abe0055f11 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049975 Apr 18 12:21:01.358765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Request body: {'port': {'device_id': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:21:01.457061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1adf21dd-55a1-411b-bd20-1f45f275c93e None None] Provisioning for port ddb5e399-cf72-436b-be1a-154db183423b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:21:01.462093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1adf21dd-55a1-411b-bd20-1f45f275c93e None None] Provisioning complete for port ddb5e399-cf72-436b-be1a-154db183423b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:21:01.462786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1adf21dd-55a1-411b-bd20-1f45f275c93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:01.471923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:01.519341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1adf21dd-55a1-411b-bd20-1f45f275c93e None None] Port ddb5e399-cf72-436b-be1a-154db183423b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:21:01.791768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f301540-f112-4fe9-9e23-740d2123659f req-1c3089ad-e3e2-46b5-95c6-8620faa209ec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:01.793873 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f301540-f112-4fe9-9e23-740d2123659f req-1c3089ad-e3e2-46b5-95c6-8620faa209ec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 931 time: 0.0809443 Apr 18 12:21:01.818585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb5e399-cf72-436b-be1a-154db183423b {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:21:01.825959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:01.839103 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f301540-f112-4fe9-9e23-740d2123659f req-c6b60f95-4a28-468c-8adc-a4c7255058b6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392549 Apr 18 12:21:01.841501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Transition to ACTIVE for port object ddb5e399-cf72-436b-be1a-154db183423b will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:21:01.897567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:02.036978 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Pushing event updated for resources: {'Port': ['ID=ddb5e399-cf72-436b-be1a-154db183423b,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:02.254428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Attempting to bind port ddb5e399-cf72-436b-be1a-154db183423b on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:21:02.254795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Attempting to bind port ddb5e399-cf72-436b-be1a-154db183423b by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:21:02.255124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Attempting to bind port ddb5e399-cf72-436b-be1a-154db183423b on network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:21:02.259802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Port ddb5e399-cf72-436b-be1a-154db183423b on network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:21:02.260165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Attempting to bind port ddb5e399-cf72-436b-be1a-154db183423b on network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:21:02.265903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:21:02.266235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Checking segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:21:02.266650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Bound using segment: {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:21:02.267120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Bound port: ddb5e399-cf72-436b-be1a-154db183423b, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343586c4-fc98-4c0d-9da6-b15573a1b9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:21:02.267467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:02.357553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] For port ddb5e399-cf72-436b-be1a-154db183423b, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:21:02.360512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] For port ddb5e399-cf72-436b-be1a-154db183423b, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ddb5e399-cf72-436b-be1a-154db183423b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:21:02.434641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:02.489731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:02.490440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:02.491698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] 10.222.0.15 "PUT /v2.0/ports/ddb5e399-cf72-436b-be1a-154db183423b HTTP/1.1" status: 200 len: 1093 time: 1.1371443 Apr 18 12:21:02.492137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:21:02.526021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ceb76-c31f-444c-91a8-fbc8e8be23fb service neutron] Pushing event updated for resources: {'Port': ['ID=ddb5e399-cf72-436b-be1a-154db183423b,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:02.544122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20857029-728a-47ed-8e46-bf3c4cb8635a'] response: {'name': 'network-changed', 'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b', 'status': 'completed', 'code': 200} Apr 18 12:21:02.645973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a217ad-c19f-4538-9b37-0421cb8cc78a req-06fb0912-e031-4304-9a7c-6d2d47952181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:02.647214 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5a217ad-c19f-4538-9b37-0421cb8cc78a req-06fb0912-e031-4304-9a7c-6d2d47952181 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 1096 time: 0.0784507 Apr 18 12:21:02.791509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a217ad-c19f-4538-9b37-0421cb8cc78a req-d701bd67-a290-4eba-881b-eac5129cb3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:02.793036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5a217ad-c19f-4538-9b37-0421cb8cc78a req-d701bd67-a290-4eba-881b-eac5129cb3d3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1382949 Apr 18 12:21:02.927728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a217ad-c19f-4538-9b37-0421cb8cc78a req-55f3f9d7-029d-4d4d-bd22-19a31bdbd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:02.929150 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5a217ad-c19f-4538-9b37-0421cb8cc78a req-55f3f9d7-029d-4d4d-bd22-19a31bdbd7a0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308486 Apr 18 12:21:03.028474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c397c08-d29b-4d11-b3d5-1f013d661808 req-28a5e899-d147-40bb-b38c-1b2c33c12992 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:03.029848 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c397c08-d29b-4d11-b3d5-1f013d661808 req-28a5e899-d147-40bb-b38c-1b2c33c12992 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 943 time: 0.0836928 Apr 18 12:21:03.039121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-93156fed-52f3-4306-aca8-1481e4895d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:03.039121 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-93156fed-52f3-4306-aca8-1481e4895d36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 1096 time: 0.0708725 Apr 18 12:21:03.079042 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c397c08-d29b-4d11-b3d5-1f013d661808 req-bd9727df-5c20-4cd3-8c5f-d7ff55115571 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410426 Apr 18 12:21:03.108274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-ba9153cf-7af4-4899-ab61-ec5c1384a590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb5e399-cf72-436b-be1a-154db183423b HTTP/1.1" status: 200 len: 217 time: 0.0651023 Apr 18 12:21:03.175965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-97a291ed-f528-4c3c-8a1e-c45c5e100bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:03.177352 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-97a291ed-f528-4c3c-8a1e-c45c5e100bc7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32f38647-06b4-406b-8716-c93faf42f8e5 HTTP/1.1" status: 200 len: 835 time: 0.0642140 Apr 18 12:21:03.252088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261daba0-a63e-49e1-8916-1c9d0616229e req-1c4f43ca-d364-4376-bc9a-316af9846100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:03.253522 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-1c4f43ca-d364-4376-bc9a-316af9846100 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689347 Apr 18 12:21:03.383126 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-1f64cc8e-90ce-4372-8520-5ddc29aa1760 service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234884 Apr 18 12:21:03.513988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-261daba0-a63e-49e1-8916-1c9d0616229e req-2e5adf7a-34bd-45f2-958f-f80d48bc3347 service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249850 Apr 18 12:21:04.121990 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:21:04.269871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d34fe33-1d19-467e-bb77-1862b5753cb6 req-a8583d1f-075d-4703-8a15-3d198c3fc6e7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:04.270963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d34fe33-1d19-467e-bb77-1862b5753cb6 req-a8583d1f-075d-4703-8a15-3d198c3fc6e7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:21:04.340720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d34fe33-1d19-467e-bb77-1862b5753cb6 req-a8583d1f-075d-4703-8a15-3d198c3fc6e7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:21:04.341874 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d34fe33-1d19-467e-bb77-1862b5753cb6 req-a8583d1f-075d-4703-8a15-3d198c3fc6e7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 943 time: 0.1552284 Apr 18 12:21:04.400691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d34fe33-1d19-467e-bb77-1862b5753cb6 req-25c0e137-6aa8-4e6e-8f42-8258148d379f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471189 Apr 18 12:21:05.578761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46688c3-51e5-43d5-b33c-da822a9a0b02 req-7b5c1269-4e75-44f2-bb86-4f47ea0a2378 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:05.580208 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a46688c3-51e5-43d5-b33c-da822a9a0b02 req-7b5c1269-4e75-44f2-bb86-4f47ea0a2378 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 943 time: 0.0791783 Apr 18 12:21:05.625269 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a46688c3-51e5-43d5-b33c-da822a9a0b02 req-debb9f72-4a8d-469f-bbd0-cd5b8511795b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391064 Apr 18 12:21:06.641852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ddb5e399-cf72-436b-be1a-154db183423b details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:21:06.774200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port ddb5e399-cf72-436b-be1a-154db183423b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ddb5e399-cf72-436b-be1a-154db183423b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:06.792329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'ddb5e399-cf72-436b-be1a-154db183423b', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'port_id': 'ddb5e399-cf72-436b-be1a-154db183423b', 'mac_address': 'fa:16:3e:d5:fd:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:21:06.815033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad12d9-3843-4681-80be-2fe06a8c295a req-a75e294c-de9b-4442-b975-7fe5b8f250d9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:06.816509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bbad12d9-3843-4681-80be-2fe06a8c295a req-a75e294c-de9b-4442-b975-7fe5b8f250d9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 943 time: 0.0838230 Apr 18 12:21:06.854408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:06.860833 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bbad12d9-3843-4681-80be-2fe06a8c295a req-cbc6b386-5e3a-4ec3-8426-a3e862232565 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386438 Apr 18 12:21:06.870949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb5e399-cf72-436b-be1a-154db183423b {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:21:06.886157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port ddb5e399-cf72-436b-be1a-154db183423b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ddb5e399-cf72-436b-be1a-154db183423b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:06.988240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:07.053079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=ddb5e399-cf72-436b-be1a-154db183423b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:07.210141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['ddb5e399-cf72-436b-be1a-154db183423b'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:21:08.026746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9a2585ca-ffda-4b24-a39e-03f64d72301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:08.046886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1c9ee-cf9d-4aa9-94c1-2cc393c66b94 req-a8fb20fe-a135-42ba-9dab-e35c88e25771 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:08.048303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-47d1c9ee-cf9d-4aa9-94c1-2cc393c66b94 req-a8fb20fe-a135-42ba-9dab-e35c88e25771 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 944 time: 0.0829308 Apr 18 12:21:08.092610 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-47d1c9ee-cf9d-4aa9-94c1-2cc393c66b94 req-654bd25f-8de4-45a6-99a1-974b4f7b27dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386524 Apr 18 12:21:08.657382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ddb5e399-cf72-436b-be1a-154db183423b up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:21:08.805712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port ddb5e399-cf72-436b-be1a-154db183423b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:21:08.811520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port ddb5e399-cf72-436b-be1a-154db183423b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:21:08.811918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:08.927985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:08.953910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:21:08.967476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port ddb5e399-cf72-436b-be1a-154db183423b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ddb5e399-cf72-436b-be1a-154db183423b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:08.997504 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b152a1a-eac6-4976-9880-619964be6264'] response: {'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b', 'code': 200} Apr 18 12:21:09.068239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:09.142654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=ddb5e399-cf72-436b-be1a-154db183423b,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:09.285022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657c05c-cba7-491b-a7ae-8cf883cc05d9 req-19246bd0-1c24-46c9-a08f-ddd13fcb64ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:09.286527 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9657c05c-cba7-491b-a7ae-8cf883cc05d9 req-19246bd0-1c24-46c9-a08f-ddd13fcb64ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.0844724 Apr 18 12:21:09.331922 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9657c05c-cba7-491b-a7ae-8cf883cc05d9 req-2764e5e3-2efb-4be9-b780-949413593f24 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382349 Apr 18 12:21:09.431786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be18864-b47d-40c9-b019-08a525b60d8d req-ad981055-c286-437d-9ecb-0000691167db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:09.433489 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4be18864-b47d-40c9-b019-08a525b60d8d req-ad981055-c286-437d-9ecb-0000691167db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 1098 time: 0.1151071 Apr 18 12:21:09.472820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4be18864-b47d-40c9-b019-08a525b60d8d req-65b4dac7-f04e-4891-9d8c-5c1346337ba1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333238 Apr 18 12:21:10.216481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af7d26d3-878f-4715-9321-2cac29244259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:10.518705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2117b33-0fe3-42e3-8465-82b634e748e3 req-7caaa5d0-e64a-4c3e-aae2-d7528a069e8b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:10.520144 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d2117b33-0fe3-42e3-8465-82b634e748e3 req-7caaa5d0-e64a-4c3e-aae2-d7528a069e8b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.0802429 Apr 18 12:21:10.565381 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d2117b33-0fe3-42e3-8465-82b634e748e3 req-3f744d56-1633-48a3-ad70-52420ae66d16 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Apr 18 12:21:11.292178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:11.632637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:11.751493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77d071-48f8-46c5-8b32-fa422a53849d req-21de10ed-5222-471d-a980-bd966701b2c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:11.752940 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7f77d071-48f8-46c5-8b32-fa422a53849d req-21de10ed-5222-471d-a980-bd966701b2c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.0791121 Apr 18 12:21:11.796554 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7f77d071-48f8-46c5-8b32-fa422a53849d req-c82c42d4-ee71-4e50-93a0-fee58ec66389 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380359 Apr 18 12:21:12.079021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20289bf6-a98e-4f8d-aab8-0e64850851eb req-ceda245e-f1b8-449d-b7f8-41883e324960 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:12.080462 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20289bf6-a98e-4f8d-aab8-0e64850851eb req-ceda245e-f1b8-449d-b7f8-41883e324960 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.1810753 Apr 18 12:21:12.124869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-20289bf6-a98e-4f8d-aab8-0e64850851eb req-da840a87-4ca7-4001-9c11-e113041951e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 Apr 18 12:21:12.147370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37702) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:12.306361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6566cdd-45ff-4cd7-b115-05e3e419c5be tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:12.308925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b6566cdd-45ff-4cd7-b115-05e3e419c5be tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 1093 time: 0.1595526 Apr 18 12:21:12.311217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37706) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:12.316079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': 'ddb5e399-cf72-436b-be1a-154db183423b', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:21:12.321779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:21:12.326297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:21:12.329127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:21:12.335201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:21:12.432389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:12.567701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:12.703382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.144 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/952c6d60-37e3-45cb-a801-449ba27b7528) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:21:12.847454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:12.903469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:12.960166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:13.020576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:21:13.023199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:21:13.032447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:21:13.064291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=952c6d60-37e3-45cb-a801-449ba27b7528,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:13.081290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.081626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.081952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.082272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.082633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.082952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.083266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.083578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.083889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.084204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.084501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.084804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:13.453972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:13.591601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:13.795161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:13.885593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:13.995751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=952c6d60-37e3-45cb-a801-449ba27b7528,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:14.008017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:14.278683 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP cd020ad7-ddcd-41c3-aca8-df5f984009a7 associated. External IP: 172.26.4.144, port: ddb5e399-cf72-436b-be1a-154db183423b. Apr 18 12:21:14.629404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 49ca1118-c8da-4814-a453-4786e9b43a77 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:21:14.812525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:21:14.822263 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] Sync routers for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:21:14.831777 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:21:14.835950 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:14.923678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:14.982086 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a962c829-ceba-48d9-8b4f-600307c238cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6672983 Apr 18 12:21:14.982086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:21:14.982783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37712) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:15.019042 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:21:15.023506 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee1d959-0082-4943-83c3-002457b0206d'] response: {'name': 'network-changed', 'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b', 'status': 'completed', 'code': 200} Apr 18 12:21:15.144164 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2a8e43e2-23a7-4915-b794-ac66e5c0dfcf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/cd020ad7-ddcd-41c3-aca8-df5f984009a7 HTTP/1.1" status: 200 len: 991 time: 0.1601813 Apr 18 12:21:15.162725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-a97a8852-e863-4572-b894-6db01179a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:15.164178 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-a97a8852-e863-4572-b894-6db01179a718 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 1098 time: 0.1159668 Apr 18 12:21:15.295453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-d6fe21f3-8033-4702-be5c-8592cac3be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:15.296910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-d6fe21f3-8033-4702-be5c-8592cac3be54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a HTTP/1.1" status: 200 len: 897 time: 0.1271160 Apr 18 12:21:15.387832 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'cd020ad7-ddcd-41c3-aca8-df5f984009a7', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'port_id': 'ddb5e399-cf72-436b-be1a-154db183423b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'mac_address': 'fa:16:3e:d5:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:21:13Z', 'updated_at': '2022-04-18T12:21:13Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:15.391597 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] Checking router: 49ca1118-c8da-4814-a453-4786e9b43a77 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:21:15.403970 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:21:15.403970 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:15.404366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-be6729d3-4c5d-44ea-8dc3-1a34600795a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb5e399-cf72-436b-be1a-154db183423b HTTP/1.1" status: 200 len: 999 time: 0.1002736 Apr 18 12:21:15.422732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:15.466426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-a5cd1ec5-f962-4bf6-a23d-c3fe6909aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:15.467930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-a5cd1ec5-f962-4bf6-a23d-c3fe6909aa5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32f38647-06b4-406b-8716-c93faf42f8e5 HTTP/1.1" status: 200 len: 835 time: 0.0580661 Apr 18 12:21:15.541556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-9debdc59-e540-44a0-9a67-d2106098fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:15.543056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-9debdc59-e540-44a0-9a67-d2106098fde9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693865 Apr 18 12:21:15.575192 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:21:15.677995 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-9cad5ea5-e4c6-46de-9f25-2d57df6df2ce service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287031 Apr 18 12:21:15.808551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a51cf31-0d2a-4f19-9706-cade812d1668 req-bfce1aed-33ff-4b46-bd97-4e46af323ecd service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245563 Apr 18 12:21:15.928282 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'cd020ad7-ddcd-41c3-aca8-df5f984009a7', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'port_id': 'ddb5e399-cf72-436b-be1a-154db183423b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'mac_address': 'fa:16:3e:d5:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:21:13Z', 'updated_at': '2022-04-18T12:21:13Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:15.932135 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24ab390-40d8-46b6-a36c-d794f48e1345 None None] The sync data for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv is: [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'cd020ad7-ddcd-41c3-aca8-df5f984009a7', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'port_id': 'ddb5e399-cf72-436b-be1a-154db183423b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'mac_address': 'fa:16:3e:d5:fd:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:21:13Z', 'updated_at': '2022-04-18T12:21:13Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:21:16.106858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80b47a2-3a76-45c4-850d-c5c43aede66d None None] New status for floating IP cd020ad7-ddcd-41c3-aca8-df5f984009a7: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:21:16.147439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37718) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:16.257961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3b00b1cc-93d1-4f8e-a610-9a314677ad9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/cd020ad7-ddcd-41c3-aca8-df5f984009a7 HTTP/1.1" status: 200 len: 991 time: 0.1093628 Apr 18 12:21:17.261934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37722) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:17.371976 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-497280c1-e6f7-488e-b87e-118e1e0639d4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/cd020ad7-ddcd-41c3-aca8-df5f984009a7 HTTP/1.1" status: 200 len: 993 time: 0.1088829 Apr 18 12:21:25.745366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-58efbe4a-ddbf-4c0d-84a8-2982e6f8378e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739152 Apr 18 12:21:25.833380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-a54a3274-a9b1-4e3e-a66d-83392849af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:25.834850 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-a54a3274-a9b1-4e3e-a66d-83392849af87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1098 time: 0.0700352 Apr 18 12:21:25.976758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-ad7cbfe7-1768-40d3-82c2-19d246450707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:25.978181 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-ad7cbfe7-1768-40d3-82c2-19d246450707 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1251690 Apr 18 12:21:26.080801 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-bb397177-71e5-4159-9760-7d0bc3a017df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9 HTTP/1.1" status: 200 len: 1000 time: 0.0959666 Apr 18 12:21:26.144103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-a7feca7b-8137-40b2-a088-9521d1f92109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:26.145468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-a7feca7b-8137-40b2-a088-9521d1f92109 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0568862 Apr 18 12:21:26.327796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-bd8e0077-4475-4e41-aeef-fda1cb8d8551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:26.331330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-bd8e0077-4475-4e41-aeef-fda1cb8d8551 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1775289 Apr 18 12:21:26.460334 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-c8936829-9496-4702-8be8-6fd03936da87 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236947 Apr 18 12:21:26.591381 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b7818d87-4d41-4541-a43d-e2b0cedee83d req-6e9660cb-074b-4c8e-9090-ea63c9f5bf01 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245196 Apr 18 12:21:37.987763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75e54706-0383-42c5-a12a-0c3baa4eef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:40.233548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ed28e8b-e89c-4d33-b2aa-799db2f82c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:41.121301 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:21:41.290757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:41.634276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:42.905880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:45.419908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:46.554338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37744) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:46.660858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-54ef278b-b81c-43cc-ac2f-b92164e5d51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/cd020ad7-ddcd-41c3-aca8-df5f984009a7 HTTP/1.1" status: 200 len: 993 time: 0.1048126 Apr 18 12:21:46.926669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37752) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:47.126227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 952c6d60-37e3-45cb-a801-449ba27b7528 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:21:47.126596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:47.293839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:47.294164 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:47.518737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 952c6d60-37e3-45cb-a801-449ba27b7528 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:21:47.736370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:47.785836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=952c6d60-37e3-45cb-a801-449ba27b7528,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:47.874668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:47.874997 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP cd020ad7-ddcd-41c3-aca8-df5f984009a7 disassociated (deleted). External IP: 172.26.4.144, port: ddb5e399-cf72-436b-be1a-154db183423b. Apr 18 12:21:48.241353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 49ca1118-c8da-4814-a453-4786e9b43a77 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:21:48.418235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:21:48.428202 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] Sync routers for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:21:48.437051 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:21:48.437640 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:48.501656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:48.569729 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f96ba78b-f245-4df9-8878-cdd1fe775ce7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd020ad7-ddcd-41c3-aca8-df5f984009a7 HTTP/1.1" status: 204 len: 168 time: 1.6419795 Apr 18 12:21:48.570290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:21:48.622189 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af17f7e0-f87e-43ce-87e3-ed0ce9c35176'] response: {'name': 'network-changed', 'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b', 'status': 'completed', 'code': 200} Apr 18 12:21:48.653820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:21:48.717900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-a4094d7c-f594-4562-9639-52adec6ee2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:48.719180 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-a4094d7c-f594-4562-9639-52adec6ee2f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 1098 time: 0.0721180 Apr 18 12:21:48.855009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-649f3d4b-6198-4c0e-97ca-9d87da56f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:48.857054 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-649f3d4b-6198-4c0e-97ca-9d87da56f822 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a HTTP/1.1" status: 200 len: 897 time: 0.1310496 Apr 18 12:21:48.930675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-0003dfe9-92bb-4f5a-87ad-d20eea0e4636 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ddb5e399-cf72-436b-be1a-154db183423b HTTP/1.1" status: 200 len: 217 time: 0.0654962 Apr 18 12:21:48.967862 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:48.971616 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] Checking router: 49ca1118-c8da-4814-a453-4786e9b43a77 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:21:48.980888 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:21:48.981480 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:48.994281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-2e741527-198c-4fd0-b570-b9499b4bf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:48.995768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-2e741527-198c-4fd0-b570-b9499b4bf0b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32f38647-06b4-406b-8716-c93faf42f8e5 HTTP/1.1" status: 200 len: 835 time: 0.0588176 Apr 18 12:21:49.092043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-6d1c2c99-67d8-4a43-8f9d-87f98a6a30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:49.093605 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-6d1c2c99-67d8-4a43-8f9d-87f98a6a30d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9ea4a9c8-7586-4b51-b8d8-893d7dade90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822461 Apr 18 12:21:49.163797 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:21:49.239045 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-19c79ea4-1206-40bc-ac02-efa3a2875846 service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336575 Apr 18 12:21:49.266249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c13969-10db-455b-a717-e1cc8c2aa8df req-cde47e21-3305-4e44-b394-43a750840443 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:49.270620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-a6c13969-10db-455b-a717-e1cc8c2aa8df req-cde47e21-3305-4e44-b394-43a750840443 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:21:49.359664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-a6c13969-10db-455b-a717-e1cc8c2aa8df req-cde47e21-3305-4e44-b394-43a750840443 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:21:49.363621 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a6c13969-10db-455b-a717-e1cc8c2aa8df req-cde47e21-3305-4e44-b394-43a750840443 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.1863852 Apr 18 12:21:49.377315 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a0c3e135-8a2f-44a4-9771-5643036e1db9 req-25fffe32-43c7-4e47-85f6-245d93b3c8fc service neutron] 10.222.0.15 "GET /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321046 Apr 18 12:21:49.410820 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a6c13969-10db-455b-a717-e1cc8c2aa8df req-c1ec03fd-454a-4ab5-9031-65d310debc51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429628 Apr 18 12:21:49.504100 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:49.507952 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9acdac-0fd2-4cdb-816a-d6f4f88fe8ab None None] The sync data for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv is: [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '931eba48-31cb-4eda-80c8-9a7d35b12e4b', 'name': '', 'network_id': '9ea4a9c8-7586-4b51-b8d8-893d7dade90a', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:be:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1344, 'fixed_ips': [{'subnet_id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:50Z', 'updated_at': '2022-04-18T12:20:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '32f38647-06b4-406b-8716-c93faf42f8e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:21:49.716164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f029527b-4116-4bf8-9002-55ab5b6c0b8b None None] New status for floating IP cd020ad7-ddcd-41c3-aca8-df5f984009a7: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:21:50.513673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-0ac4697d-4675-420f-a05f-9ce4ccf87a71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:50.515178 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-0ac4697d-4675-420f-a05f-9ce4ccf87a71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.0812044 Apr 18 12:21:50.646924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port ddb5e399-cf72-436b-be1a-154db183423b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:21:50.647264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:50.759875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a63f09-b640-4268-b4bc-d22b4ef9bc87 req-0062e8e5-af46-4d89-9fa7-618cf19d4d94 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:50.764324 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e5a63f09-b640-4268-b4bc-d22b4ef9bc87 req-0062e8e5-af46-4d89-9fa7-618cf19d4d94 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 945 time: 0.2410035 Apr 18 12:21:50.908060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e5a63f09-b640-4268-b4bc-d22b4ef9bc87 req-aa468a99-4b6c-4fcf-a452-7202368dd4f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a25bb0-e337-4ea8-bb32-a0c82d84c07c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407888 Apr 18 12:21:50.960523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port ddb5e399-cf72-436b-be1a-154db183423b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ddb5e399-cf72-436b-be1a-154db183423b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:50.960871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:51.191643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for ddb5e399-cf72-436b-be1a-154db183423b owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:21:51.419690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:51.472038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=ddb5e399-cf72-436b-be1a-154db183423b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:51.510088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.510432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.510793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.511123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.511449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.511775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.512098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.512417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.512738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.513056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.513373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.513689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:51.577880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port ddb5e399-cf72-436b-be1a-154db183423b on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:21:51.577880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:51.577880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'name': 'network-vif-deleted', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:21:51.686376 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-02a713d4-de4b-4f56-a0ef-ca9bf320f105 req-33235a47-2d14-445f-a232-2b26fbb8a34d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/ddb5e399-cf72-436b-be1a-154db183423b HTTP/1.1" status: 204 len: 173 time: 1.1624165 Apr 18 12:21:51.686376 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c109d1f3-4acd-4b6b-863b-26eb5542a2df'] response: {'server_uuid': '0f39202a-7583-43d6-ac13-f0e38d1d9536', 'name': 'network-vif-deleted', 'tag': 'ddb5e399-cf72-436b-be1a-154db183423b', 'status': 'completed', 'code': 200} Apr 18 12:21:52.084626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9225fda3-1bcf-416f-8fb6-d091c36b88d7 req-d88ccdb8-b155-45a8-9397-9cc6adbd7cec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:21:52.197070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9225fda3-1bcf-416f-8fb6-d091c36b88d7 req-d88ccdb8-b155-45a8-9397-9cc6adbd7cec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:21:52.201617 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9225fda3-1bcf-416f-8fb6-d091c36b88d7 req-d88ccdb8-b155-45a8-9397-9cc6adbd7cec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f39202a-7583-43d6-ac13-f0e38d1d9536 HTTP/1.1" status: 200 len: 210 time: 0.1610048 Apr 18 12:21:52.905857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ddb5e399-cf72-436b-be1a-154db183423b no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:21:52.940352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: ddb5e399-cf72-436b-be1a-154db183423b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:21:52.940684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ddb5e399-cf72-436b-be1a-154db183423b not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:21:53.301749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37772) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:53.369828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d92a5d6a-589b-417a-93ca-dd50972b40d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:53.399284 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d92a5d6a-589b-417a-93ca-dd50972b40d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:53.593200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d92a5d6a-589b-417a-93ca-dd50972b40d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:53.611826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a5d6a-589b-417a-93ca-dd50972b40d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a25bb0-e337-4ea8-bb32-a0c82d84c07c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:53.672405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d92a5d6a-589b-417a-93ca-dd50972b40d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:53.673627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d92a5d6a-589b-417a-93ca-dd50972b40d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/90a25bb0-e337-4ea8-bb32-a0c82d84c07c HTTP/1.1" status: 204 len: 168 time: 0.3708849 Apr 18 12:21:53.743381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37778) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:54.293698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:54.746845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 931eba48-31cb-4eda-80c8-9a7d35b12e4b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:21:54.747459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:54.934794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 931eba48-31cb-4eda-80c8-9a7d35b12e4b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=931eba48-31cb-4eda-80c8-9a7d35b12e4b,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:54.935157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:55.061397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 931eba48-31cb-4eda-80c8-9a7d35b12e4b owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:21:55.460512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:55.536857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=931eba48-31cb-4eda-80c8-9a7d35b12e4b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:55.798000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:56.266607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 49ca1118-c8da-4814-a453-4786e9b43a77 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:21:56.438044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:21:56.447904 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] Sync routers for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:21:56.456786 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:21:56.457380 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:56.541046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0146202b-2d53-4128-baa6-b7f5e07d71d2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/49ca1118-c8da-4814-a453-4786e9b43a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935288 Apr 18 12:21:56.541433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37786) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:56.613570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet 32f38647-06b4-406b-8716-c93faf42f8e5 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:21:56.623431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:56.637321 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:21:56.677983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:56.770373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:56.919863 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:21:55Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:56.923316 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] Checking router: 49ca1118-c8da-4814-a453-4786e9b43a77 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:21:56.932195 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] Routers {'49ca1118-c8da-4814-a453-4786e9b43a77'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:21:56.932773 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['49ca1118-c8da-4814-a453-4786e9b43a77'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:56.942376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:56.983938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=32f38647-06b4-406b-8716-c93faf42f8e5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:56.985878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:56.992349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52286af6-4087-4757-be96-879b473c4378 None None] Network 9ea4a9c8-7586-4b51-b8d8-893d7dade90a requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:21:57.002635 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b8429d73-c078-4189-8e69-e3a24bfa1c10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/32f38647-06b4-406b-8716-c93faf42f8e5 HTTP/1.1" status: 204 len: 168 time: 0.4537182 Apr 18 12:21:57.003365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37790) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:57.111077 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] Set router 49ca1118-c8da-4814-a453-4786e9b43a77 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:21:57.202597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.263820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] DHCP port deletion for 9ea4a9c8-7586-4b51-b8d8-893d7dade90a request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:21:57.269064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Deleting port 0c496ade-404b-420f-879a-7cb6863c4e98 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:21:57.269669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.481313 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:21:55Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:57.485818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0c496ade-404b-420f-879a-7cb6863c4e98 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:21:57.485989 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a9bf54-8536-46e1-9df5-5ef426015e0b None None] The sync data for ids ['49ca1118-c8da-4814-a453-4786e9b43a77'] in dv-neutron-837089-1-hyperv is: [{'id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'name': 'tempest-TestNetworkBasicOps-router-759778257', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85'}], 'enable_snat': True}, 'gw_port_id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:20:45Z', 'updated_at': '2022-04-18T12:21:55Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '38f23471-9fbc-4570-bc55-f0902338d7bf', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ca1118-c8da-4814-a453-4786e9b43a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:20:46Z', 'updated_at': '2022-04-18T12:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:21:57.535352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.602608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] For port 0c496ade-404b-420f-879a-7cb6863c4e98, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0c496ade-404b-420f-879a-7cb6863c4e98,segment=NetworkSegment(343586c4-fc98-4c0d-9da6-b15573a1b9bd),segment_id=343586c4-fc98-4c0d-9da6-b15573a1b9bd)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:57.602608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.644907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 38f23471-9fbc-4570-bc55-f0902338d7bf {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:21:57.648571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.713839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Calling delete_port for 0c496ade-404b-420f-879a-7cb6863c4e98 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:21:57.825579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 38f23471-9fbc-4570-bc55-f0902338d7bf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=38f23471-9fbc-4570-bc55-f0902338d7bf,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:21:57.832010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.832285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.923539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:57.958220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 38f23471-9fbc-4570-bc55-f0902338d7bf owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:21:58.010179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] No DVR routers for this DVR port 0c496ade-404b-420f-879a-7cb6863c4e98 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:21:58.011837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Pushing event deleted for resources: {'Port': ['ID=0c496ade-404b-420f-879a-7cb6863c4e98,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:58.025738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.025858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.026172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.026523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.026849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.027168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.027928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.027928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.028094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.028390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.028703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.029087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a64a1-c794-439c-8690-61ae75323a2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:21:58.238889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.289926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=38f23471-9fbc-4570-bc55-f0902338d7bf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:58.377867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.551195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.553354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.661744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.666482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router 49ca1118-c8da-4814-a453-4786e9b43a77 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:21:58.677998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.679146 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-75f98a5b-5bfe-4525-a373-b6129ee0fd49 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/49ca1118-c8da-4814-a453-4786e9b43a77 HTTP/1.1" status: 204 len: 168 time: 1.6792769 Apr 18 12:21:58.681766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37794) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:58.798636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.931708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.957557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea4a9c8-7586-4b51-b8d8-893d7dade90a']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:58.970326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343586c4-fc98-4c0d-9da6-b15573a1b9bd') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:58.970663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343586c4-fc98-4c0d-9da6-b15573a1b9bd') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:21:58.981898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:58.998133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.007642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:21:59.007642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:21:59.023235 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:21:59.176357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.193694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.206920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=9ea4a9c8-7586-4b51-b8d8-893d7dade90a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:59.271900 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-23de56fd-15f9-4dfc-a5cc-ff31fde2dfef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/9ea4a9c8-7586-4b51-b8d8-893d7dade90a HTTP/1.1" status: 204 len: 168 time: 0.5891402 Apr 18 12:21:59.289240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37798) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:59.299843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--1317490063', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:21:59.303518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:21:59.308207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:21:59.311135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:21:59.317290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:21:59.377467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 38f23471-9fbc-4570-bc55-f0902338d7bf no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:21:59.408103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:21:59.411603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.412288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 38f23471-9fbc-4570-bc55-f0902338d7bf {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:21:59.412626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 38f23471-9fbc-4570-bc55-f0902338d7bf not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:21:59.413047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 931eba48-31cb-4eda-80c8-9a7d35b12e4b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:21:59.453042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:21:59.453272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 931eba48-31cb-4eda-80c8-9a7d35b12e4b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:21:59.453272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 931eba48-31cb-4eda-80c8-9a7d35b12e4b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:21:59.456421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.456758 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment d94036de-d665-447b-a779-d1c5071086ee of type vlan for network 58265cf3-c4a4-4157-870e-9c6a30985664 Apr 18 12:21:59.481882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.598900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.605382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:21:59.606093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.718037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=58265cf3-c4a4-4157-870e-9c6a30985664,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:21:59.733256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 58265cf3-c4a4-4157-870e-9c6a30985664 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:21:59.750026 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4f15b195-5b91-45bd-a866-36c7c2b7ea6d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4553592 Apr 18 12:21:59.750026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37802) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:21:59.753790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:21:59.760746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:21:59.764524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:21:59.767622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:21:59.773810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:21:59.851639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.851639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:21:59.861063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:00.237067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:00.682658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:00.712507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:00.844106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.138 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/e9eb44ed-f266-4ca6-a939-8cb56afb5c9b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:22:00.992395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:01.076948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:01.135005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:22:01.137510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:01.140938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:22:01.182370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:01.620215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:01.949578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:02.352621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:22:02.528675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:22:02.539537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:22:02.550799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:22:02.551650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:02.632450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:02.634347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eb55fe89-5ca9-4ab8-9f56-bc27de186db1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8838518 Apr 18 12:22:02.636923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37806) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:02.679546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e2612ce5-975f-44c0-9bb1-6cebdc6eb204 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391932 Apr 18 12:22:02.679767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37810) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:02.738275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:22:02.810259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8de12f9-d200-4ed9-af93-379cb80b81c8 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:02.814322 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f8de12f9-d200-4ed9-af93-379cb80b81c8 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1310449 Apr 18 12:22:02.815956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37814) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:02.853914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-44c1e468-eb45-45a4-b7ea-f6a53bf97981 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383091 Apr 18 12:22:02.856470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37818) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:02.861664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-181882176', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:02.975681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:02.979550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:02.982363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:02.988060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:03.029597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:01Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:03.033639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:22:03.033993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Updating router 3fa428a2-6e99-4589-a194-6d5e936b950d port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:22:03.086001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.090515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:22:03.095163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.368862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.445279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=a2634a2b-2c40-4081-8c94-b25541cdbcb3,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:03.450648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.454039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:22:03.454385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: 58265cf3-c4a4-4157-870e-9c6a30985664, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:22:03.463235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Transition to ACTIVE for port object e9eb44ed-f266-4ca6-a939-8cb56afb5c9b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:03.547691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.570304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 58265cf3-c4a4-4157-870e-9c6a30985664 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:22:03.632562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Attempting to bind port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:22:03.633073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Attempting to bind port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:22:03.633607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Attempting to bind port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:22:03.638310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436117f-3c20-4688-bf69-01e4f7a917ad None None] Pushing event updated for resources: {'Port': ['ID=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:03.644432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:22:03.644954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:22:03.645525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.646039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:22:03.646734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Bound port: e9eb44ed-f266-4ca6-a939-8cb56afb5c9b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:22:03.647290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.672888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 58265cf3-c4a4-4157-870e-9c6a30985664) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:03.677517 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:03.678128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.684271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29a0367-0351-4a94-bebb-9d383af96f20 None None] Network 58265cf3-c4a4-4157-870e-9c6a30985664 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:22:03.760785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f03b5f08-a6ee-4331-978f-bb28dc56d0c1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9024458 Apr 18 12:22:03.762624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37822) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:03.820590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] For port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:22:03.825683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] For port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:22:03.918681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:03.980016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-58265cf3-c4a4-4157-870e-9c6a30985664', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:22:03.980831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:04.034561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436117f-3c20-4688-bf69-01e4f7a917ad None None] Pushing event updated for resources: {'Port': ['ID=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:04.073571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:22:04.073571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:04.330976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:22:04.439979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Allocated IP 172.20.0.2 (58265cf3-c4a4-4157-870e-9c6a30985664/a2634a2b-2c40-4081-8c94-b25541cdbcb3/21f12107-a7fa-4709-99c0-f6d35c7b2468) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:22:04.592464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:04.784713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:04.798152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Transition to ACTIVE for port object 21f12107-a7fa-4709-99c0-f6d35c7b2468 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:04.805288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:01Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:04.813420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9e93b4-4950-4750-b8f8-befd2df2a9ca None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:01Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:22:04.824547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Transition to ACTIVE for port object 21f12107-a7fa-4709-99c0-f6d35c7b2468 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:04.896622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.017360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (58265cf3-c4a4-4157-870e-9c6a30985664/a2634a2b-2c40-4081-8c94-b25541cdbcb3/478cc9e3-46a8-48aa-b945-b8504d561c87) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:22:05.024694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Network 58265cf3-c4a4-4157-870e-9c6a30985664 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:22:05.040640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:05.046322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:22:05.048500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Pushing event updated for resources: {'Port': ['ID=21f12107-a7fa-4709-99c0-f6d35c7b2468,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:05.149324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Attempting to bind port 21f12107-a7fa-4709-99c0-f6d35c7b2468 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:22:05.150132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Attempting to bind port 21f12107-a7fa-4709-99c0-f6d35c7b2468 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:22:05.150240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Attempting to bind port 21f12107-a7fa-4709-99c0-f6d35c7b2468 on network 58265cf3-c4a4-4157-870e-9c6a30985664 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:22:05.161454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:22:05.161736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Checking segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:22:05.162107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.162521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Bound using segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:22:05.164915 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Bound port: 21f12107-a7fa-4709-99c0-f6d35c7b2468, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:22:05.166725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.211948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.227099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 478cc9e3-46a8-48aa-b945-b8504d561c87 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:05.261753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] For port 21f12107-a7fa-4709-99c0-f6d35c7b2468, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:22:05.264794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] For port 21f12107-a7fa-4709-99c0-f6d35c7b2468, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=21f12107-a7fa-4709-99c0-f6d35c7b2468,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:22:05.317582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.352429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.390493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 58265cf3-c4a4-4157-870e-9c6a30985664 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:22:05.393476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:05.403214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:22:05.435848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=478cc9e3-46a8-48aa-b945-b8504d561c87,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:05.452267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9eb44ed-f266-4ca6-a939-8cb56afb5c9b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:05.481102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.506611 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1f52d-59a3-4551-a12d-eb8a18e32c2f None None] Pushing event updated for resources: {'Port': ['ID=21f12107-a7fa-4709-99c0-f6d35c7b2468,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:05.644634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:05.664735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:05.665192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.822750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.847615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:22:05.883325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.901696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:05.970249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:06.436601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:06.522080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:06.632561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:06.648031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=478cc9e3-46a8-48aa-b945-b8504d561c87,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:06.776942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 58265cf3-c4a4-4157-870e-9c6a30985664 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:22:06.778050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:06.974068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:22:07.039281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666a9372-d37a-43a6-9df0-4289995f5a97 None None] Network 58265cf3-c4a4-4157-870e-9c6a30985664 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:22:07.153111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:22:07.163453 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:22:07.168238 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-74a55939-fdec-42af-a645-415bb9c91335 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/3fa428a2-6e99-4589-a194-6d5e936b950d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4045691 Apr 18 12:22:07.170663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37826) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:07.173681 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:22:07.174572 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:07.211869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-78f6958f-e6ba-466c-abb4-715e65d469d4 None None] Provisioning for port 21f12107-a7fa-4709-99c0-f6d35c7b2468 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:07.335786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.336337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.336912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.337519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.338221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.339095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.341882 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9f79a717-9b3a-4c12-86db-68e40c085b87 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1702502 Apr 18 12:22:07.344507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37830) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:07.358237 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:22:07.490476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9eb44ed-f266-4ca6-a939-8cb56afb5c9b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:07.563163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.564228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.565121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.566718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.567460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.568076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:07.570106 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e6687c4-22da-418b-ae91-8204015da675 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.2246041 Apr 18 12:22:07.573260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37834) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:07.596246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:07.596613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:07.651930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95db90a6-62da-4462-b13b-bc447f111c59 None None] Provisioning for port 478cc9e3-46a8-48aa-b945-b8504d561c87 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:07.671500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-95db90a6-62da-4462-b13b-bc447f111c59 None None] Provisioning complete for port 478cc9e3-46a8-48aa-b945-b8504d561c87 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:07.672105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95db90a6-62da-4462-b13b-bc447f111c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:07.732669 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:06Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:07.737472 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:22:07.737960 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Updating router 3fa428a2-6e99-4589-a194-6d5e936b950d port 478cc9e3-46a8-48aa-b945-b8504d561c87 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:22:07.747336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-95db90a6-62da-4462-b13b-bc447f111c59 None None] Port 478cc9e3-46a8-48aa-b945-b8504d561c87 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:22:07.809080 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:07.810959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 21f12107-a7fa-4709-99c0-f6d35c7b2468 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:07.823036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a36f5714-9349-4cca-8fa5-ee521a36188e tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2487738 Apr 18 12:22:07.879673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-43766578-08c2-4512-8d2f-52d4a728f029 None None] Provisioning complete for port 478cc9e3-46a8-48aa-b945-b8504d561c87 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:07.880025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-43766578-08c2-4512-8d2f-52d4a728f029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:07.966977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-43766578-08c2-4512-8d2f-52d4a728f029 None None] Port 478cc9e3-46a8-48aa-b945-b8504d561c87 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:22:08.005626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-64706b3a-3492-4310-9bdd-4cb567ad6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.030739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 21f12107-a7fa-4709-99c0-f6d35c7b2468 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:08.036856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 21f12107-a7fa-4709-99c0-f6d35c7b2468 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:08.037344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.104499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-769f67c8-8f7d-40b5-b409-96d5b14206c7 None None] Provisioning complete for port 478cc9e3-46a8-48aa-b945-b8504d561c87 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:08.105169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-769f67c8-8f7d-40b5-b409-96d5b14206c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.180118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37840) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:08.186191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-348806936', 'description': 'tempest-secgroup-smoke-348806936 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:08.188266 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.192664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:08.198020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:08.199197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-769f67c8-8f7d-40b5-b409-96d5b14206c7 None None] Port 478cc9e3-46a8-48aa-b945-b8504d561c87 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:22:08.201674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:08.207044 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Transition to ACTIVE for port object 478cc9e3-46a8-48aa-b945-b8504d561c87 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:08.207564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:08.217244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.250061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 21f12107-a7fa-4709-99c0-f6d35c7b2468, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=21f12107-a7fa-4709-99c0-f6d35c7b2468,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:22:08.288071 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.322362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.322653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.343675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:08.348004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:08.351305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:08.357149 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Pushing event updated for resources: {'Port': ['ID=478cc9e3-46a8-48aa-b945-b8504d561c87,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:08.357982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:08.407796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=21f12107-a7fa-4709-99c0-f6d35c7b2468,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:08.424859 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.425191 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.425517 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.425842 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.425842 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.426487 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.426793 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.427104 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.427421 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.427730 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.428040 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.428879 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:22:08.453951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.517057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.520885 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Attempting to bind port 478cc9e3-46a8-48aa-b945-b8504d561c87 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:22:08.521252 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Attempting to bind port 478cc9e3-46a8-48aa-b945-b8504d561c87 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:22:08.521601 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Attempting to bind port 478cc9e3-46a8-48aa-b945-b8504d561c87 on network 58265cf3-c4a4-4157-870e-9c6a30985664 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:22:08.527658 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:22:08.528028 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Checking segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:22:08.528422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.528809 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Bound using segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:22:08.529394 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Bound port: 478cc9e3-46a8-48aa-b945-b8504d561c87, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:22:08.529608 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.564851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d43985b9-235e-4bb0-95a6-ab4ac999912a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:08.624686 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] For port 478cc9e3-46a8-48aa-b945-b8504d561c87, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:22:08.631114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] For port 478cc9e3-46a8-48aa-b945-b8504d561c87, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=478cc9e3-46a8-48aa-b945-b8504d561c87,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:22:08.649947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.651208 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3e6362bf-7bc9-4fb8-bf0d-66822d2965d8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4700549 Apr 18 12:22:08.654034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37844) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:08.658870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'd43985b9-235e-4bb0-95a6-ab4ac999912a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:08.665159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:08.668920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:08.671748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:08.677285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:08.707738 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.771697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.785843 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:22:08.786502 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:21:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:08.839332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.841447 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc912fab-4194-4fa5-b5b2-cce7362a365c None None] Pushing event updated for resources: {'Port': ['ID=478cc9e3-46a8-48aa-b945-b8504d561c87,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:08.924192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:08.948551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36f3e79-fc34-443d-880c-8382a2f96a7d,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:09.002021 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:22:09.025294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.027817 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7821b155-3440-40c3-a30a-8126d8747b62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3715394 Apr 18 12:22:09.029285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37848) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:09.034214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'd43985b9-235e-4bb0-95a6-ab4ac999912a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:09.040830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:09.044882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:09.047768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:09.053410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:09.134622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.195845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.273695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.299764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d1277a-a0c4-4ddc-ba81-99f1e0b62557,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:09.304919 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:08Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:09.311350 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497fcd6-b5b8-498e-8271-38a9fc362327 None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:08Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:22:09.370264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.375038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37852) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:09.375553 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-35c4a177-95f3-4199-8666-f53dbb60c878 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3448613 Apr 18 12:22:09.381064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'd43985b9-235e-4bb0-95a6-ab4ac999912a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:09.388072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:09.392816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:09.403155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:09.409230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:09.417916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 21f12107-a7fa-4709-99c0-f6d35c7b2468 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:09.491175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 21f12107-a7fa-4709-99c0-f6d35c7b2468 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:09.492574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.518000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.589631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.661590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.686205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b450c26-3639-46e8-b248-213324e1bcc9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:09.776082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.777323 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cccc91a7-ee10-4530-93e2-0cffe0f41e21 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4004371 Apr 18 12:22:09.779983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37856) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:09.785175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'd43985b9-235e-4bb0-95a6-ab4ac999912a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:09.791301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:09.795217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:09.798256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:09.804666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:09.874644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:09.944874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.021699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.046060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecc2500-e618-4d3e-b5a6-57636746af06,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:10.124755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.126067 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-49479522-96e5-4be5-86b4-6de5d2537a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451722 Apr 18 12:22:10.128788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37860) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:10.134298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'd43985b9-235e-4bb0-95a6-ab4ac999912a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:10.140627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:10.144699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:10.147755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:10.153696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:10.221821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ee27e9a4-2a21-488e-8434-80ced406d0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.250145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:22:10.257443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.325277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.409955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.433599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e1a875-8fca-4642-aa04-b0e9d5973561,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:10.587359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.588768 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7a048356-7219-4c2c-bd93-9a82f0bebd3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4587576 Apr 18 12:22:10.591507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37864) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:10.596233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'd43985b9-235e-4bb0-95a6-ab4ac999912a', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:10.602737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:10.606543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:10.609412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:10.615168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:10.695603 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:22:10.702064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.764595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.839159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.865234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc58c3d-8634-4145-9c8a-e95b1b41f3c9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:10.930603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:10.931787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-45352a0f-7eba-4e0d-b513-9ca8719912b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3393886 Apr 18 12:22:11.089973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-c22781e2-f2b9-459a-b1fd-c0a736e7aa3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:22:11.176128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-c22781e2-f2b9-459a-b1fd-c0a736e7aa3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:22:11.177310 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-c22781e2-f2b9-459a-b1fd-c0a736e7aa3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-348806936&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1255827 Apr 18 12:22:11.316510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:11.405484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 478cc9e3-46a8-48aa-b945-b8504d561c87 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:11.442528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-b6ea5836-450f-4546-8b70-5e279e5a4d0a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:11.443201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-b6ea5836-450f-4546-8b70-5e279e5a4d0a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:22:11.533508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-b6ea5836-450f-4546-8b70-5e279e5a4d0a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:22:11.534721 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-b6ea5836-450f-4546-8b70-5e279e5a4d0a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 797 time: 0.3502135 Apr 18 12:22:11.546869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 478cc9e3-46a8-48aa-b945-b8504d561c87 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:11.549739 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-ed08f221-b5a4-4254-bb30-ead13ae02be7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Apr 18 12:22:11.551733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 478cc9e3-46a8-48aa-b945-b8504d561c87 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:11.552099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:11.635401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-164d15f0-1f10-4b3d-9503-e0279529d20c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:22:11.668556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:11.680465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:11.711063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 478cc9e3-46a8-48aa-b945-b8504d561c87, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=478cc9e3-46a8-48aa-b945-b8504d561c87,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:22:11.747017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-164d15f0-1f10-4b3d-9503-e0279529d20c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:22:11.748324 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-164d15f0-1f10-4b3d-9503-e0279529d20c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919427 Apr 18 12:22:11.763667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-f4fdd40c-6c62-4662-af1e-6c6918fbd903 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:22:11.764575 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-f4fdd40c-6c62-4662-af1e-6c6918fbd903 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050530 Apr 18 12:22:11.775641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:11.843701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=478cc9e3-46a8-48aa-b945-b8504d561c87,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:11.894612 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-4e2d342c-ecbb-410c-93f1-3b83cd28c2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247048 Apr 18 12:22:12.024715 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-78f43faf-4f64-43d9-ab54-81004c336b62 service neutron] 10.222.0.24 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236897 Apr 18 12:22:12.275017 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-93d79d8d-5542-4b79-b8fc-aa7df57604c6 req-37d799c4-fb25-4397-86e2-a6a8d0ce3ac3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 210 time: 0.0430727 Apr 18 12:22:12.893561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:13.389325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 478cc9e3-46a8-48aa-b945-b8504d561c87 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:13.431483 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d26a3ae7-0451-4241-8299-f5efe883e887 req-7ea71473-b5aa-4604-a51a-e587845ca7ee tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 210 time: 0.0522239 Apr 18 12:22:13.456011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 478cc9e3-46a8-48aa-b945-b8504d561c87 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:13.456390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:14.377756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-d99ea015-fd2e-4644-9a2e-ac8f572c66ae tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:14.379851 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-d99ea015-fd2e-4644-9a2e-ac8f572c66ae tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 797 time: 0.1519411 Apr 18 12:22:14.427358 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-e2914dbf-ee32-47ec-8e0e-a2135cc0a70c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 379 time: 0.0397406 Apr 18 12:22:14.435618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['d43985b9-235e-4bb0-95a6-ab4ac999912a']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:14.572600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:14.582896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:14.586049 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-641d425d-7bba-4357-b970-05250f524cd6 req-c84cc298-d062-4244-9fea-7ab2c43a0344 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 210 time: 0.0430164 Apr 18 12:22:14.676492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:22:14.680116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:14.843406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.11 (58265cf3-c4a4-4157-870e-9c6a30985664/a2634a2b-2c40-4081-8c94-b25541cdbcb3/65e5eb17-da28-45ce-8cc2-b2b829d2b87b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:22:15.034818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:15.049610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 65e5eb17-da28-45ce-8cc2-b2b829d2b87b will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:15.134089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:15.195721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 58265cf3-c4a4-4157-870e-9c6a30985664 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:22:15.198571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:15.202262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:22:15.247022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:15.282679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:15.283297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:15.393773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-6ee8a3f2-61f9-4896-8bdc-177f1a2d4b75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9616659 Apr 18 12:22:15.405060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Request body: {'port': {'device_id': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:15.421734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:15.478316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a6b5b974-4f47-4d37-8f7a-a6d2fed68cb0 None None] Provisioning for port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:15.483250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a6b5b974-4f47-4d37-8f7a-a6d2fed68cb0 None None] Provisioning complete for port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:15.483612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b974-4f47-4d37-8f7a-a6d2fed68cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:15.514678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:15.539521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5b974-4f47-4d37-8f7a-a6d2fed68cb0 None None] Port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:22:16.031140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65e5eb17-da28-45ce-8cc2-b2b829d2b87b {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:22:16.045247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5f1e7-335e-4351-8248-eecf8e9e5d50 req-2561dd51-423c-4fa8-9396-6a5841f6b9d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:16.045938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-77b5f1e7-335e-4351-8248-eecf8e9e5d50 req-2561dd51-423c-4fa8-9396-6a5841f6b9d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:22:16.050012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:16.070280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Transition to ACTIVE for port object 65e5eb17-da28-45ce-8cc2-b2b829d2b87b will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:22:16.124078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-77b5f1e7-335e-4351-8248-eecf8e9e5d50 req-2561dd51-423c-4fa8-9396-6a5841f6b9d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:22:16.125206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-77b5f1e7-335e-4351-8248-eecf8e9e5d50 req-2561dd51-423c-4fa8-9396-6a5841f6b9d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 932 time: 0.2283347 Apr 18 12:22:16.149625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:16.279708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-77b5f1e7-335e-4351-8248-eecf8e9e5d50 req-5a07b0ab-b58a-42c3-bc28-3c335f2ed54a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488760 Apr 18 12:22:16.296296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Pushing event updated for resources: {'Port': ['ID=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:16.402531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Attempting to bind port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:22:16.402798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Attempting to bind port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:22:16.403122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Attempting to bind port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b on network 58265cf3-c4a4-4157-870e-9c6a30985664 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:22:16.407713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b on network 58265cf3-c4a4-4157-870e-9c6a30985664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:22:16.408030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Attempting to bind port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b on network 58265cf3-c4a4-4157-870e-9c6a30985664 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:22:16.413087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:22:16.413421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Checking segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:22:16.413797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Bound using segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:22:16.414213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Bound port: 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:22:16.414578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:16.502554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] For port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:22:16.505447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] For port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:22:16.579413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:16.636308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:16.636941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:16.638270 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] 10.222.0.15 "PUT /v2.0/ports/65e5eb17-da28-45ce-8cc2-b2b829d2b87b HTTP/1.1" status: 200 len: 1094 time: 1.2371905 Apr 18 12:22:16.640907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:22:16.669747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35f64-f8b8-4366-b243-9a8d725b241b service neutron] Pushing event updated for resources: {'Port': ['ID=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:16.687409 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f17ebce8-172e-4e32-ac73-684e3429b44b'] response: {'name': 'network-changed', 'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'status': 'completed', 'code': 200} Apr 18 12:22:16.779406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386d128-b4c7-4b78-9421-8fd42aa8f8da req-601582dc-713e-4464-ab5e-05cab72bfe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:16.780889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2386d128-b4c7-4b78-9421-8fd42aa8f8da req-601582dc-713e-4464-ab5e-05cab72bfe07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1097 time: 0.0734797 Apr 18 12:22:16.921484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386d128-b4c7-4b78-9421-8fd42aa8f8da req-f28a5ad0-ead6-4f33-9d04-07f17859cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:16.922862 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2386d128-b4c7-4b78-9421-8fd42aa8f8da req-f28a5ad0-ead6-4f33-9d04-07f17859cf8c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1346388 Apr 18 12:22:17.054718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386d128-b4c7-4b78-9421-8fd42aa8f8da req-3f290dc5-29a6-4810-99ad-c3a8ac3935f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:17.056131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2386d128-b4c7-4b78-9421-8fd42aa8f8da req-3f290dc5-29a6-4810-99ad-c3a8ac3935f2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276174 Apr 18 12:22:17.161533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-d1e8b3dc-d40c-4886-8545-1a9d749befd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:17.162999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-d1e8b3dc-d40c-4886-8545-1a9d749befd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1097 time: 0.0727808 Apr 18 12:22:17.228512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-e8325cbf-52a6-4ffd-be1b-827e4e049e0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b HTTP/1.1" status: 200 len: 217 time: 0.0590582 Apr 18 12:22:17.291444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3724ea53-7257-4297-a619-aa7e299328d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:17.292809 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-3724ea53-7257-4297-a619-aa7e299328d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 200 len: 834 time: 0.0587814 Apr 18 12:22:17.367860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-eb4243d3-15ec-4516-b983-7d54b5ccd791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:17.369331 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-eb4243d3-15ec-4516-b983-7d54b5ccd791 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58265cf3-c4a4-4157-870e-9c6a30985664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706995 Apr 18 12:22:17.559597 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-68fa4768-7ac9-4203-bd44-deeae5fa70db service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832259 Apr 18 12:22:17.568232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97d854-a3e1-4903-8384-5fdce8b9671c req-41bb1436-5022-4296-b87b-b4d3ff14aefa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:17.569583 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9b97d854-a3e1-4903-8384-5fdce8b9671c req-41bb1436-5022-4296-b87b-b4d3ff14aefa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 944 time: 0.1758106 Apr 18 12:22:17.804591 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9b97d854-a3e1-4903-8384-5fdce8b9671c req-758e8ba5-a922-4163-9b7a-197e15635f7d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166877 Apr 18 12:22:17.833386 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-51d9fd10-bd16-4176-902d-7330abe0ff30 req-459b3e01-3d83-47e6-becf-be5853f74494 service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629151 Apr 18 12:22:18.119580 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:22:18.989738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622f98e-55fc-4ded-99af-fac8a9295329 req-9d6eec6e-40ba-4acf-bcd3-ed3705899b22 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:18.991733 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2622f98e-55fc-4ded-99af-fac8a9295329 req-9d6eec6e-40ba-4acf-bcd3-ed3705899b22 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 944 time: 0.0811040 Apr 18 12:22:19.035737 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2622f98e-55fc-4ded-99af-fac8a9295329 req-a409865c-1521-4b0f-99a7-6d3c737cf710 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381985 Apr 18 12:22:20.223733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa09ae-7ece-4abd-9aa6-93a99f2ea2b3 req-452e941b-f886-43c5-befc-54b6c1c56d8c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:20.225112 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4baa09ae-7ece-4abd-9aa6-93a99f2ea2b3 req-452e941b-f886-43c5-befc-54b6c1c56d8c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 944 time: 0.0794609 Apr 18 12:22:20.270969 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4baa09ae-7ece-4abd-9aa6-93a99f2ea2b3 req-ba9f0e34-a01f-4de1-9c69-446a74558ac4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402210 Apr 18 12:22:20.992014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65e5eb17-da28-45ce-8cc2-b2b829d2b87b details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:22:21.120493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:22:21.132981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'port_id': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'mac_address': 'fa:16:3e:79:63:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:22:21.185432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:21.201232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65e5eb17-da28-45ce-8cc2-b2b829d2b87b {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:22:21.216380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:22:21.283752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:21.353127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:21.453038 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e931978-6cea-4279-87af-aa9000e6d073 req-e79166ff-8e9b-4a68-8d3e-59d05bb5e20d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:21.454513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8e931978-6cea-4279-87af-aa9000e6d073 req-e79166ff-8e9b-4a68-8d3e-59d05bb5e20d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 945 time: 0.0799842 Apr 18 12:22:21.500702 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8e931978-6cea-4279-87af-aa9000e6d073 req-f2d8a753-678a-4ccb-8584-5e645dbdec79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399818 Apr 18 12:22:21.502717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['65e5eb17-da28-45ce-8cc2-b2b829d2b87b'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:22:22.684700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d83fa2-0082-4989-8947-2fbe1b5c938b req-cd8edbea-73fd-4c52-89e7-a6ed7549bcba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:22.686121 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-80d83fa2-0082-4989-8947-2fbe1b5c938b req-cd8edbea-73fd-4c52-89e7-a6ed7549bcba tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 945 time: 0.0788710 Apr 18 12:22:22.729239 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-80d83fa2-0082-4989-8947-2fbe1b5c938b req-fd2135c6-b49c-472b-98b8-cd3839e329ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374219 Apr 18 12:22:23.008534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65e5eb17-da28-45ce-8cc2-b2b829d2b87b up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:22:23.135806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:22:23.140525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:22:23.147930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:23.252812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:23.283620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:22:23.293172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:22:23.375703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:23.437477 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09da705c-202e-4442-b464-b32b47e63506'] response: {'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'code': 200} Apr 18 12:22:23.446156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:23.778041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd37bf7-6ceb-448c-b141-f913e88f3c1c req-8d8481d8-77ca-4f60-9565-1cfe1d137937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:23.779561 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1bd37bf7-6ceb-448c-b141-f913e88f3c1c req-8d8481d8-77ca-4f60-9565-1cfe1d137937 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1099 time: 0.0733650 Apr 18 12:22:23.820848 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1bd37bf7-6ceb-448c-b141-f913e88f3c1c req-3ee3b7ed-0d54-4baa-b770-be9ad06fd8ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347004 Apr 18 12:22:23.909618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f33250-96ae-4912-b61d-e6030b3b593b req-139f8755-0eb5-4047-8c0a-a20455ea44a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:23.910998 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c8f33250-96ae-4912-b61d-e6030b3b593b req-139f8755-0eb5-4047-8c0a-a20455ea44a6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 946 time: 0.0790193 Apr 18 12:22:23.955071 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c8f33250-96ae-4912-b61d-e6030b3b593b req-bc23cd48-2f56-4fe8-a9f1-160a59974522 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376716 Apr 18 12:22:25.140499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6fc24f-0e7d-4236-af66-752948e59dd6 req-e9f8007f-f854-4ae0-8ad5-8909120812f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:25.141926 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cc6fc24f-0e7d-4236-af66-752948e59dd6 req-e9f8007f-f854-4ae0-8ad5-8909120812f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 946 time: 0.0783200 Apr 18 12:22:25.185272 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cc6fc24f-0e7d-4236-af66-752948e59dd6 req-9b26a162-a708-4a5a-bd6a-2888460e808c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375297 Apr 18 12:22:25.367613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be858c0c-f641-4493-a0f5-7ded93b267b1 req-4a50a37a-a1a1-426c-a42d-465b5debf268 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:25.369052 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-be858c0c-f641-4493-a0f5-7ded93b267b1 req-4a50a37a-a1a1-426c-a42d-465b5debf268 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 946 time: 0.0828586 Apr 18 12:22:25.415982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-be858c0c-f641-4493-a0f5-7ded93b267b1 req-9c203bb3-407e-40de-8784-8b6759212dec tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Apr 18 12:22:25.438276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37926) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:25.507022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c004abb6-2735-4d1b-8c9a-cf9471197182 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:25.508486 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c004abb6-2735-4d1b-8c9a-cf9471197182 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1094 time: 0.0691731 Apr 18 12:22:25.511244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37930) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:25.516014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:22:25.521856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:22:25.526162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:22:25.528987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:22:25.534516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:22:25.581057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:25.714856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:25.848011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.162 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/a729c92f-7cbb-475a-9a59-71852bc6ae4a) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:22:25.989923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:26.090281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:26.153669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:22:26.156349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:22:26.159823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:22:26.200353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=a729c92f-7cbb-475a-9a59-71852bc6ae4a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:26.568337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:26.814666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:26.876350 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-493b98f7-be9e-4a8e-94a2-3f41994e96e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2667115 Apr 18 12:22:27.087535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-24c280cc-7735-400d-b510-d729d6a42961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:27.089242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-24c280cc-7735-400d-b510-d729d6a42961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 1098 time: 0.1248784 Apr 18 12:22:27.096044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:27.186883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:27.311527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=a729c92f-7cbb-475a-9a59-71852bc6ae4a,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:22:27.339854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-77cfeb01-5397-42ea-8243-5e3e261bc8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:27.341273 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-77cfeb01-5397-42ea-8243-5e3e261bc8f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.2350366 Apr 18 12:22:27.341959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:27.563574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-8b7885fb-d12a-4318-851b-e6b74f3a5048 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9 HTTP/1.1" status: 200 len: 1000 time: 0.1750567 Apr 18 12:22:27.633241 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70 associated. External IP: 172.26.4.162, port: 65e5eb17-da28-45ce-8cc2-b2b829d2b87b. Apr 18 12:22:27.707618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-f38f3260-180c-4334-ace1-cfaf2a8a6c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:27.709019 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-f38f3260-180c-4334-ace1-cfaf2a8a6c59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.1384132 Apr 18 12:22:27.929311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-189987e7-3c1d-4e5a-9d45-a8a9b9860c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:27.930773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-189987e7-3c1d-4e5a-9d45-a8a9b9860c13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2158837 Apr 18 12:22:28.264776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:22:28.272927 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-6d5fa853-8339-4b13-ac40-aeb2486e1845 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357470 Apr 18 12:22:28.550440 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46cb96-b60b-4363-b17f-c0a9236014aa req-818b8905-44a3-4b3f-a23a-a5263d4d39fa service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271583 Apr 18 12:22:28.551565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:22:28.577804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:22:28.587075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:22:28.587665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:22:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:28.633581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:28.687667 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5cd6473b-6db8-4f3d-a1b5-7771b7ccf133 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1754212 Apr 18 12:22:28.688434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:22:28.690641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37934) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:28.738124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230a7761-22ec-4309-b1a3-9a6c12382d19'] response: {'name': 'network-changed', 'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'status': 'completed', 'code': 200} Apr 18 12:22:28.798945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:22:28.801886 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8774a154-d6a2-4b6b-85cf-cbd723edd8ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 992 time: 0.1098385 Apr 18 12:22:28.832770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07767af3-46cb-473f-b7f6-c8025528cedf req-eb2104f7-6f4a-4bf3-9c66-629f11d80147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:28.834288 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-eb2104f7-6f4a-4bf3-9c66-629f11d80147 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1099 time: 0.0746067 Apr 18 12:22:28.969267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07767af3-46cb-473f-b7f6-c8025528cedf req-5436246f-2bdb-41a5-8e3d-079005e7e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:28.970814 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-5436246f-2bdb-41a5-8e3d-079005e7e49c service neutron] 10.222.0.15 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 898 time: 0.1305642 Apr 18 12:22:29.076886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-992043fe-b41f-455d-a67e-22494312ddc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b HTTP/1.1" status: 200 len: 1000 time: 0.0988591 Apr 18 12:22:29.144276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07767af3-46cb-473f-b7f6-c8025528cedf req-cb2c9d5c-eece-42be-be6d-80cf37dc9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:29.145691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-cb2c9d5c-eece-42be-be6d-80cf37dc9a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 200 len: 834 time: 0.0616426 Apr 18 12:22:29.152620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '465ab83a-4ade-4f22-ba5b-7e5598c2ba70', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'port_id': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'mac_address': 'fa:16:3e:79:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:22:26Z', 'updated_at': '2022-04-18T12:22:26Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:29.156463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:22:29.165319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:22:29.165914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:22:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:29.227925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07767af3-46cb-473f-b7f6-c8025528cedf req-6e1af4b7-dd8c-4bef-8971-54055da09315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:22:29.229382 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-6e1af4b7-dd8c-4bef-8971-54055da09315 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58265cf3-c4a4-4157-870e-9c6a30985664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754793 Apr 18 12:22:29.340594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:22:29.360286 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-fc556d61-9d1f-45d1-b5b9-b59a412de460 service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245155 Apr 18 12:22:29.491630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-07767af3-46cb-473f-b7f6-c8025528cedf req-391b063f-262b-42f8-ade7-010064253a70 service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246710 Apr 18 12:22:29.683673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '465ab83a-4ade-4f22-ba5b-7e5598c2ba70', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'port_id': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'mac_address': 'fa:16:3e:79:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:22:26Z', 'updated_at': '2022-04-18T12:22:26Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:22:29.687723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f2b30d-ad2b-49e2-a884-9815ed19ca98 None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '465ab83a-4ade-4f22-ba5b-7e5598c2ba70', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'port_id': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'mac_address': 'fa:16:3e:79:63:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:22:26Z', 'updated_at': '2022-04-18T12:22:26Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:22:29.805552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37940) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:29.878760 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b51d3-ba05-40bc-bc6c-d396d10edf70 None None] New status for floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:22:29.913287 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1b0f9257-5baf-4375-bc16-a117e337fb59 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 992 time: 0.1066036 Apr 18 12:22:30.916228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37944) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:22:31.140742 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-32158b50-6121-4186-87a4-4784f5ee5728 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 994 time: 0.2233920 Apr 18 12:22:38.021177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e7de1816-0af4-4c24-ba36-44b7ed434838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:40.198162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c809759-f24f-48c9-94fc-8a9765abc410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:41.304147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:41.632027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:42.901020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:45.461028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:22:55.118079 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:23:00.377077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37960) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:00.449676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12383bb6-d480-46f0-ba85-292a50d84a75 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:00.450078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12383bb6-d480-46f0-ba85-292a50d84a75 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:00.450578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12383bb6-d480-46f0-ba85-292a50d84a75 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:00.452206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-12383bb6-d480-46f0-ba85-292a50d84a75 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=4b554162884446c69528cc5f4e32b911&network_id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 3000 time: 0.0741818 Apr 18 12:23:02.339450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37972) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:02.399906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc02e2f3-7452-4a05-bea3-26baa38678fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:02.401315 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fc02e2f3-7452-4a05-bea3-26baa38678fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618 HTTP/1.1" status: 200 len: 814 time: 0.0609150 Apr 18 12:23:03.190236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37980) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:03.195521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:03.293137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:03.551666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:03.600662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:03.601075 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70 disassociated. External IP: 172.26.4.162, port: 65e5eb17-da28-45ce-8cc2-b2b829d2b87b. Apr 18 12:23:04.066304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:23:04.247223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:23:04.252049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:04.256965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:23:04.266688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:04.267276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:22:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:04.306312 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6baa2925-2cd6-4dc1-9a18-d00e3dd147e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 690 time: 1.1149137 Apr 18 12:23:04.306954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:04.309118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37984) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:04.396951 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e721a27-63d6-4b04-9a8c-7dfda2c63c03 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 690 time: 0.0861013 Apr 18 12:23:04.435824 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c156d9-9e87-451e-b540-e7119c77209d'] response: {'name': 'network-changed', 'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'status': 'completed', 'code': 200} Apr 18 12:23:04.451352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:04.525926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-01b81ad2-133f-4062-a0e6-9761cc5a945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:04.527314 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-01b81ad2-133f-4062-a0e6-9761cc5a945f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1099 time: 0.0712075 Apr 18 12:23:04.657559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-e67a8b8c-7d38-42c9-abfb-3a68c35bc0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:04.659016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-e67a8b8c-7d38-42c9-abfb-3a68c35bc0af service neutron] 10.222.0.15 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 898 time: 0.1262195 Apr 18 12:23:04.729258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-61855fca-98da-4578-86e3-280e24387723 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b HTTP/1.1" status: 200 len: 217 time: 0.0638735 Apr 18 12:23:04.793041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-629b97f5-9e99-4249-963e-7086a85f1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:04.795076 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-629b97f5-9e99-4249-963e-7086a85f1c37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 200 len: 834 time: 0.0606010 Apr 18 12:23:04.801291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:04.805066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:23:04.813233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:04.813822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:22:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:04.867616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-93c3ac01-37af-4c49-86c1-c660bae48122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:04.869069 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-93c3ac01-37af-4c49-86c1-c660bae48122 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58265cf3-c4a4-4157-870e-9c6a30985664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685329 Apr 18 12:23:04.990094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:04.998173 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-64f5a84f-b389-4c30-9157-d23dc6164326 service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228371 Apr 18 12:23:05.131581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-691c4e70-050e-47e5-9b2b-7632899f43fc req-8c71a9b3-6086-435e-92e1-e2a32618d37b service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272244 Apr 18 12:23:05.296729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:05.300701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29668f13-94e2-4a44-afcd-402ed9e33f0f None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:23:05.400714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 37992) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:05.487441 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-43624d7d-fda7-49bd-ad2c-9e32dd0d38bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 690 time: 0.0855668 Apr 18 12:23:05.510591 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e24420-6238-4024-8269-465c527fe533 None None] New status for floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:23:06.491854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 37996) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:06.576381 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d41befe5-e88f-405c-abee-140fe9b0fb65 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 688 time: 0.0834038 Apr 18 12:23:07.908984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38002) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:07.914368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-953584297', 'description': 'tempest-secgroup-smoke-953584297 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:07.921185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:07.931252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:07.974725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-eb9c004d-d7d0-4247-914a-f5840b2503c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.003285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.024139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:08.028561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:08.031360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:08.037520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:08.104801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.181391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.228394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ede49b-736c-4701-9101-e6b609abac8b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:08.234439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.234856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.235196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.235531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.235865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.236193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.236518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.236844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.237169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.237488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.237810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.238129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.298377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.299202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9306640e-54c9-4af0-93ab-8414460a3320 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3891971 Apr 18 12:23:08.302063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38006) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:08.307038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a9ede49b-736c-4701-9101-e6b609abac8b', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:08.312876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:08.316715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:08.319643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:08.326234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:08.415178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.476523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.557819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.581655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157af50e-cc39-4b4f-9e1b-887f86da65b7,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:08.663897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.665394 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-22cf2913-d2c8-4781-99ee-bdd0b03df538 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620811 Apr 18 12:23:08.668113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38010) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:08.673319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a9ede49b-736c-4701-9101-e6b609abac8b', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:08.679768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:08.683630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:08.687126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:08.693546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:08.779319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.839726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.901236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:08.927543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea50a8b3-22c6-4d18-8004-4400b0b0565b,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:08.937779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.938118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.938449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.938794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.939183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.939508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.939829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.940145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.940468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.940772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.941097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:08.941399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:09.070631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.070631 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c96f16b5-6531-4478-b168-e08874d3199e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3983166 Apr 18 12:23:09.070631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38014) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:09.075107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a9ede49b-736c-4701-9101-e6b609abac8b', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:09.080923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:09.084880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:09.096325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:09.096325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:09.210073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.272950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.341404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.371613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def08256-d28b-45f9-91df-4ae30daa7a1e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:09.435335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.436521 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-88369a3d-9994-4112-afe9-9f14883655e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654368 Apr 18 12:23:09.439270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38018) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:09.444208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a9ede49b-736c-4701-9101-e6b609abac8b', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:09.450047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:09.453808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:09.456649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:09.463035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:09.539171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.602024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.680090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.706230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c715cf85-1e9d-4d7e-b7cd-cf45c86ed79d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:09.766774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:09.767983 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e1c176bf-3338-4995-87cf-8206ee6f81f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277040 Apr 18 12:23:09.770705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38022) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:09.852289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a9ede49b-736c-4701-9101-e6b609abac8b', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:09.858550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:09.862326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:09.865205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:09.875550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:09.963099 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:23:09.972312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.046234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.123169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.146844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f27335-536a-4e22-8ced-db38094b458b,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:10.214683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7baf2d90-5d25-4cdb-a827-85fb0c2fd7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.242966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.244245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c089fe5f-a979-4639-bd07-3b3689a96ad5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4726431 Apr 18 12:23:10.247487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38028) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:10.252334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a9ede49b-736c-4701-9101-e6b609abac8b', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:10.258091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:10.263287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:10.265481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:10.271400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:10.334729 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:23:10.342067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.405251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.500110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.526883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8721abf5-fee0-4e31-865f-2328be4b1b0d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:10.603993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:10.604768 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d7a024be-3723-4e2f-b5f4-57422a495562 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3563325 Apr 18 12:23:10.835513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-78c93288-bce1-4885-9bea-3189b0846aa2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-953584297&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.0382259 Apr 18 12:23:10.982763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-50e17a2e-337b-4de0-bdad-b90bddb4ad77 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:10.983432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-50e17a2e-337b-4de0-bdad-b90bddb4ad77 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:23:10.994818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-50e17a2e-337b-4de0-bdad-b90bddb4ad77 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:23:10.996057 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-50e17a2e-337b-4de0-bdad-b90bddb4ad77 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 797 time: 0.1534781 Apr 18 12:23:11.011180 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-ac527bf1-4035-4406-a109-a7aa2982c602 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0091052 Apr 18 12:23:11.102039 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-10d1599c-044b-478b-a80d-ac3813171208 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853660 Apr 18 12:23:11.281943 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-fd9ad474-a02b-4133-99f0-828d714fcf64 service neutron] 10.222.0.24 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685014 Apr 18 12:23:11.334433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:11.410903 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-0a5b0684-bcb6-48e5-ac3c-d3f019c29f86 service neutron] 10.222.0.24 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231093 Apr 18 12:23:11.689108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:12.707707 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6702a098-0531-4668-bf40-834c0fa21849 req-613cb676-9409-41e2-b309-3b71a86e7ae6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.0430882 Apr 18 12:23:12.900218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:13.805380 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-92264014-c9b8-4cd5-a9a5-89772f56f44d req-1803dc92-5238-4c35-b9f6-05ff2ee9e531 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.0430930 Apr 18 12:23:14.899056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef3852ea-9dbf-469f-9837-5467a1d7543b req-ed311eee-dc47-447c-8ac9-a16a89d465ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.0420861 Apr 18 12:23:15.498201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:16.048369 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ced567e-d7ea-49cc-9423-172c1f4164a7 req-a617db2c-2bfe-4da6-bdb1-485a9dddf627 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.0455329 Apr 18 12:23:17.200181 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cf8e6a4-cdee-465b-976f-38622c497947 req-17c44172-6864-4e5f-b5e8-337c615fb726 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.0467780 Apr 18 12:23:17.814059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-2ea9ad7f-beca-4514-ba8b-36c536c10e60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:17.819407 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-2ea9ad7f-beca-4514-ba8b-36c536c10e60 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 797 time: 0.1477787 Apr 18 12:23:17.881811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-35f78179-4abb-490e-b5bd-4fc5af25763a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:23:17.974601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-35f78179-4abb-490e-b5bd-4fc5af25763a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:23:17.979118 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-35f78179-4abb-490e-b5bd-4fc5af25763a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 471 time: 0.1515052 Apr 18 12:23:17.985014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['a9ede49b-736c-4701-9101-e6b609abac8b']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:18.230863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:18.241123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:18.342705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:23:18.346047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:18.370022 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1ccfea88-587f-47ed-abb0-e79ced5b5a94 req-e413f22d-6971-4b21-bec5-123d0bd3fd0a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.0634923 Apr 18 12:23:18.520224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.12 (58265cf3-c4a4-4157-870e-9c6a30985664/a2634a2b-2c40-4081-8c94-b25541cdbcb3/e13d8864-8189-4cc5-8115-65068949fa6d) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:23:18.631946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9a9be-4f28-419a-9c28-c782bffd6d32 req-4749d7a4-cd47-44fe-91f8-205d5ce41d0e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:18.633381 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-94b9a9be-4f28-419a-9c28-c782bffd6d32 req-4749d7a4-cd47-44fe-91f8-205d5ce41d0e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.1868420 Apr 18 12:23:18.678072 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-94b9a9be-4f28-419a-9c28-c782bffd6d32 req-7c7665d0-07af-4f2a-9029-8d11f8ebc8d4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384841 Apr 18 12:23:18.716355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:18.731998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object e13d8864-8189-4cc5-8115-65068949fa6d will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:23:18.826024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:18.888697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 58265cf3-c4a4-4157-870e-9c6a30985664 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:23:18.892158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:23:18.895843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:23:18.936932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=e13d8864-8189-4cc5-8115-65068949fa6d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:18.973373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:18.973998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:19.087335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-1c6e6cd6-7f69-4219-851c-b289c0a444aa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1059294 Apr 18 12:23:19.101051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Request body: {'port': {'device_id': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:19.183639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2543b8b2-4e16-49be-84c5-260e484a2d48 None None] Provisioning for port e13d8864-8189-4cc5-8115-65068949fa6d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:23:19.189845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2543b8b2-4e16-49be-84c5-260e484a2d48 None None] Provisioning complete for port e13d8864-8189-4cc5-8115-65068949fa6d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:23:19.190210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2543b8b2-4e16-49be-84c5-260e484a2d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:19.212980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:19.244049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2543b8b2-4e16-49be-84c5-260e484a2d48 None None] Port e13d8864-8189-4cc5-8115-65068949fa6d cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:23:19.612507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13d8864-8189-4cc5-8115-65068949fa6d {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:23:19.627254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:19.638708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9a30d-d3e2-42b1-9109-2c5448ef03d8 req-1c4014c8-c160-4b12-8b7f-0d05bba2f670 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:19.639391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-21c9a30d-d3e2-42b1-9109-2c5448ef03d8 req-1c4014c8-c160-4b12-8b7f-0d05bba2f670 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:23:19.654214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Transition to ACTIVE for port object e13d8864-8189-4cc5-8115-65068949fa6d will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:23:19.717353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:19.767735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-21c9a30d-d3e2-42b1-9109-2c5448ef03d8 req-1c4014c8-c160-4b12-8b7f-0d05bba2f670 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:23:19.768928 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-21c9a30d-d3e2-42b1-9109-2c5448ef03d8 req-1c4014c8-c160-4b12-8b7f-0d05bba2f670 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 932 time: 0.2875924 Apr 18 12:23:19.878017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059fa30-0292-4831-a0c6-3323f8d94fa6 req-07bcc4de-488d-433e-a156-610e46e26f17 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:19.879569 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1059fa30-0292-4831-a0c6-3323f8d94fa6 req-07bcc4de-488d-433e-a156-610e46e26f17 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.0941539 Apr 18 12:23:19.904733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e13d8864-8189-4cc5-8115-65068949fa6d,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:19.936734 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1059fa30-0292-4831-a0c6-3323f8d94fa6 req-ab063261-84ec-43bb-99c9-b0e7963b3026 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493095 Apr 18 12:23:20.011051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-21c9a30d-d3e2-42b1-9109-2c5448ef03d8 req-ede58101-f2cd-4d45-a8bd-9846b24b9f97 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343142 Apr 18 12:23:20.062850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Attempting to bind port e13d8864-8189-4cc5-8115-65068949fa6d on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:23:20.063181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Attempting to bind port e13d8864-8189-4cc5-8115-65068949fa6d by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:23:20.063505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Attempting to bind port e13d8864-8189-4cc5-8115-65068949fa6d on network 58265cf3-c4a4-4157-870e-9c6a30985664 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:23:20.070099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Port e13d8864-8189-4cc5-8115-65068949fa6d on network 58265cf3-c4a4-4157-870e-9c6a30985664 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:23:20.070415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Attempting to bind port e13d8864-8189-4cc5-8115-65068949fa6d on network 58265cf3-c4a4-4157-870e-9c6a30985664 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:23:20.082339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:23:20.082693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Checking segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:23:20.083078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Bound using segment: {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:23:20.083504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Bound port: e13d8864-8189-4cc5-8115-65068949fa6d, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94036de-d665-447b-a779-d1c5071086ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:23:20.083842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:20.105199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e94d8-0fb3-4c36-884f-923607b0293e req-1078f4d4-e162-4e59-a0d7-a610c995c2a1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:20.106623 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-813e94d8-0fb3-4c36-884f-923607b0293e req-1078f4d4-e162-4e59-a0d7-a610c995c2a1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.1777892 Apr 18 12:23:20.348242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Deleting port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:23:20.348482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:20.386507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] For port e13d8864-8189-4cc5-8115-65068949fa6d, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:23:20.400892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] For port e13d8864-8189-4cc5-8115-65068949fa6d, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e13d8864-8189-4cc5-8115-65068949fa6d,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:23:20.484046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:20.601468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:20.601994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:20.603477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] 10.222.0.15 "PUT /v2.0/ports/e13d8864-8189-4cc5-8115-65068949fa6d HTTP/1.1" status: 200 len: 1094 time: 1.5063896 Apr 18 12:23:20.605879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:20.653171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839015d4-b92b-4a28-a4cb-110c30f26bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=e13d8864-8189-4cc5-8115-65068949fa6d,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:20.676228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e33c2eff-8235-4b20-80c0-6fba66817358'] response: {'name': 'network-changed', 'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'status': 'completed', 'code': 200} Apr 18 12:23:20.685724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] For port 25c93d0c-090e-42ae-8f87-c74173bf3bd9, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=25c93d0c-090e-42ae-8f87-c74173bf3bd9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:20.686080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:20.988249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfabda-a1f0-49a8-afb9-3b2bbef84d28 req-5220c55c-d2a4-4804-b95d-50b38e10fd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:20.989723 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e6cfabda-a1f0-49a8-afb9-3b2bbef84d28 req-5220c55c-d2a4-4804-b95d-50b38e10fd59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 1097 time: 0.2919800 Apr 18 12:23:21.177109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:21.177477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:21.177785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Floating IP d417bf18-0609-43f6-aa79-6053e7be0680 disassociated. External IP: 172.26.4.14, port: 25c93d0c-090e-42ae-8f87-c74173bf3bd9. Apr 18 12:23:21.178119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Calling delete_port for 25c93d0c-090e-42ae-8f87-c74173bf3bd9 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:23:21.195194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631eec0-51c5-4ad5-b87b-e36bedf974d2 req-b2c157e0-5ec4-4cc5-96ac-a4f4e5d2406f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:21.196647 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4631eec0-51c5-4ad5-b87b-e36bedf974d2 req-b2c157e0-5ec4-4cc5-96ac-a4f4e5d2406f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 944 time: 0.0784013 Apr 18 12:23:21.243537 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4631eec0-51c5-4ad5-b87b-e36bedf974d2 req-8021dfa3-d40f-406f-8173-0dc6b959435c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 Apr 18 12:23:21.260510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfabda-a1f0-49a8-afb9-3b2bbef84d28 req-c8bb60b4-474d-4ef6-9067-1e31eb63e658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:21.261912 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e6cfabda-a1f0-49a8-afb9-3b2bbef84d28 req-c8bb60b4-474d-4ef6-9067-1e31eb63e658 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2631545 Apr 18 12:23:21.428105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393922fe-4f81-481a-aaba-5486782da263 req-87598dea-925e-4f9b-a8e6-15ce137f86ad tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:21.429541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-393922fe-4f81-481a-aaba-5486782da263 req-87598dea-925e-4f9b-a8e6-15ce137f86ad tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 945 time: 0.3797054 Apr 18 12:23:21.513330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-393922fe-4f81-481a-aaba-5486782da263 req-9d1668b6-7106-456a-85f8-e4b3ea8f7392 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706415 Apr 18 12:23:21.515586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfabda-a1f0-49a8-afb9-3b2bbef84d28 req-7c57f011-8527-4dcd-8701-b1758338b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:21.516955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e6cfabda-a1f0-49a8-afb9-3b2bbef84d28 req-7c57f011-8527-4dcd-8701-b1758338b646 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2333002 Apr 18 12:23:21.588020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:21.650498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'Port': ['ID=25c93d0c-090e-42ae-8f87-c74173bf3bd9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:21.868313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-845a6109-ec7b-43ef-829a-20c93fa50404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:21.869765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-845a6109-ec7b-43ef-829a-20c93fa50404 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 1097 time: 0.3153424 Apr 18 12:23:21.997841 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-f46e880e-fbb6-4b23-9fb3-05223913399f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e13d8864-8189-4cc5-8115-65068949fa6d HTTP/1.1" status: 200 len: 217 time: 0.1200030 Apr 18 12:23:22.075331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:23:22.085739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-317752ec-3b46-4b12-94e8-15704dac4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:22.087221 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-317752ec-3b46-4b12-94e8-15704dac4a17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 200 len: 834 time: 0.0838997 Apr 18 12:23:22.319005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:23:22.321968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-ecacb29b-7647-4fdd-9f7c-99468a6c6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:22.323854 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-ecacb29b-7647-4fdd-9f7c-99468a6c6152 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58265cf3-c4a4-4157-870e-9c6a30985664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2298834 Apr 18 12:23:22.329278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:23:22.339833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:22.340448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:22.427463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b7e13-7dee-4fbd-91b1-a72211384dc1 req-4efdce12-159f-4297-aea7-00164db50645 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:22.428619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] No DVR routers for this DVR port 25c93d0c-090e-42ae-8f87-c74173bf3bd9 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:23:22.428858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a09b7e13-7dee-4fbd-91b1-a72211384dc1 req-4efdce12-159f-4297-aea7-00164db50645 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 944 time: 0.0802658 Apr 18 12:23:22.472265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:22.474881 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a09b7e13-7dee-4fbd-91b1-a72211384dc1 req-7e1fe5b4-079b-4483-acfe-2ad8e2a8571f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400102 Apr 18 12:23:22.525828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:22.527951 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-01dbfed5-82cc-4ceb-9733-58795c4266d5 service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788023 Apr 18 12:23:22.614322 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-813e94d8-0fb3-4c36-884f-923607b0293e req-b7cb8f58-bdc6-417c-a5d7-013962b63c92 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "DELETE /v2.0/ports/25c93d0c-090e-42ae-8f87-c74173bf3bd9 HTTP/1.1" status: 204 len: 173 time: 2.4766579 Apr 18 12:23:22.678601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'name': 'network-vif-deleted', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:22.696203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-136cabaa-1380-42bb-a633-48ce1d7f9b6f req-544f67fb-eca5-4cc2-a40d-bf87f3818960 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:23:22.729399 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea65c77e-a6ab-4946-9f58-150e4e460f85 req-a976aded-4d7c-40ef-bde0-82814fd0465c service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951270 Apr 18 12:23:22.731089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcf8e15-44db-4107-8718-a7e27dd499fa'] response: {'server_uuid': 'df0e9ee1-8e30-486a-b2df-78ff9afa159d', 'name': 'network-vif-deleted', 'tag': '25c93d0c-090e-42ae-8f87-c74173bf3bd9', 'status': 'completed', 'code': 200} Apr 18 12:23:22.812371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-136cabaa-1380-42bb-a633-48ce1d7f9b6f req-544f67fb-eca5-4cc2-a40d-bf87f3818960 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:23:22.814165 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-136cabaa-1380-42bb-a633-48ce1d7f9b6f req-544f67fb-eca5-4cc2-a40d-bf87f3818960 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 210 time: 0.1748016 Apr 18 12:23:22.891150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:22.894938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:23:22.903336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:22.903771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:23.080882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:23.296773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 25c93d0c-090e-42ae-8f87-c74173bf3bd9 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:23:23.341101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 25c93d0c-090e-42ae-8f87-c74173bf3bd9 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:23:23.341818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 25c93d0c-090e-42ae-8f87-c74173bf3bd9 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:23:23.433342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:23.437353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d683e445-5789-4f3e-a0c3-48001c13dd6e None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:23:23.679040 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34e48c-3fed-415b-be8f-5999b7cc9946 None None] New status for floating IP d417bf18-0609-43f6-aa79-6053e7be0680: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:23:23.681618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015eeb1-3779-4646-bc29-95d1888dced6 req-43b52d78-1b67-434a-a517-bfad4b22ae4f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:23.683756 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f015eeb1-3779-4646-bc29-95d1888dced6 req-43b52d78-1b67-434a-a517-bfad4b22ae4f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 944 time: 0.0870309 Apr 18 12:23:23.728407 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f015eeb1-3779-4646-bc29-95d1888dced6 req-66dfa7fd-6234-4daa-bdbd-f361fdfcf460 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383012 Apr 18 12:23:23.980538 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dd94d4e3-01f8-49cb-b859-0b5be2e92230 req-57cde340-cc5f-40dd-bf53-70a5a5f9bea0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=df0e9ee1-8e30-486a-b2df-78ff9afa159d HTTP/1.1" status: 200 len: 210 time: 0.0450480 Apr 18 12:23:24.907678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69eb9ae-7fd3-4156-b741-958e292dff95 req-19feb033-e461-4e8d-a59e-7b071ce80a3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:24.909024 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a69eb9ae-7fd3-4156-b741-958e292dff95 req-19feb033-e461-4e8d-a59e-7b071ce80a3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 944 time: 0.0779917 Apr 18 12:23:24.954453 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a69eb9ae-7fd3-4156-b741-958e292dff95 req-7e543f8c-0198-4606-9820-033bbdd79a5f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399072 Apr 18 12:23:25.306724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e13d8864-8189-4cc5-8115-65068949fa6d details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:23:25.348513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-de38ea0d-3d29-4578-a61e-f1007a2916b9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204652358&fields=id&tenant_id=eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 267 time: 0.0437226 Apr 18 12:23:25.444993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e13d8864-8189-4cc5-8115-65068949fa6d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e13d8864-8189-4cc5-8115-65068949fa6d,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:25.458685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'port_id': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'mac_address': 'fa:16:3e:f3:92:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:23:25.497176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-620178e3-e853-4a04-ad5b-0fb477b86fdc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:25.498629 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-620178e3-e853-4a04-ad5b-0fb477b86fdc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 810 time: 0.1432772 Apr 18 12:23:25.512729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:25.512944 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-45e812a2-b14f-4ab3-8da5-611606792a61 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/quotas/eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 375 time: 0.0087216 Apr 18 12:23:25.529208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13d8864-8189-4cc5-8115-65068949fa6d {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:23:25.547962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e13d8864-8189-4cc5-8115-65068949fa6d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e13d8864-8189-4cc5-8115-65068949fa6d,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:25.598118 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-f699233e-7ec8-4601-a726-3c7372904bcd tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803509 Apr 18 12:23:25.612251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:25.682781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=e13d8864-8189-4cc5-8115-65068949fa6d,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:25.689787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.690133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.690480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.690799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.691121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.691441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.691762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.692075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.692389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.692701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.693011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.693316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:23:25.746153 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-30164c5b-f734-4960-80e4-4c0a2d4d42f8 service neutron] 10.222.0.24 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345630 Apr 18 12:23:25.824851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['e13d8864-8189-4cc5-8115-65068949fa6d'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:23:25.877147 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-19d01463-ce80-484e-b984-b00d805e565b service neutron] 10.222.0.24 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251187 Apr 18 12:23:26.143985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa6977-0ef5-4861-97cd-32789e93c10e req-f61b9624-0a31-4e93-8f46-07045251f628 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:26.145489 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3baa6977-0ef5-4861-97cd-32789e93c10e req-f61b9624-0a31-4e93-8f46-07045251f628 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 945 time: 0.0853767 Apr 18 12:23:26.188699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3baa6977-0ef5-4861-97cd-32789e93c10e req-325059fe-1efa-4d34-8ec4-c5050896a5f1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375204 Apr 18 12:23:26.484038 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bc1ae9b9-9f35-4bb6-87aa-6e639c2d3cf1 req-921690d9-f5d1-45e2-be43-f15f89e3401a tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 210 time: 0.0410073 Apr 18 12:23:27.323653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e13d8864-8189-4cc5-8115-65068949fa6d up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:23:27.380921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6377-71e4-47d4-8d1f-16105e1033ed req-288bb5db-b073-4c5a-a602-718b29409c62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:27.382525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-64bd6377-71e4-47d4-8d1f-16105e1033ed req-288bb5db-b073-4c5a-a602-718b29409c62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 945 time: 0.0838063 Apr 18 12:23:27.428400 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-64bd6377-71e4-47d4-8d1f-16105e1033ed req-ffb892ae-bad8-4ccd-ab99-1b03b6671d2b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Apr 18 12:23:27.457233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port e13d8864-8189-4cc5-8115-65068949fa6d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:23:27.462135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port e13d8864-8189-4cc5-8115-65068949fa6d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:23:27.462532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:27.582749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:27.614822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:27.626796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e13d8864-8189-4cc5-8115-65068949fa6d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e13d8864-8189-4cc5-8115-65068949fa6d,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:27.648340 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7866a977-ac97-45ae-bfbf-ad2001b52de9 req-ac66bba6-2d2d-441a-bf83-85ec6cb39f7c tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 210 time: 0.0505259 Apr 18 12:23:27.663736 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5c55fa-5e77-4690-859a-3cfa80b13e2f'] response: {'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'code': 200} Apr 18 12:23:27.697796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:27.725494 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-b6019fa6-d749-4fae-9d7b-d738ac0d5052 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705583 Apr 18 12:23:27.806728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=e13d8864-8189-4cc5-8115-65068949fa6d,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:27.822743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609861f5-ee17-4706-894b-25708573ea4c req-66da67ea-a4db-4ba5-985e-417c627fc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:27.824191 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-66da67ea-a4db-4ba5-985e-417c627fc50e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 1099 time: 0.0767007 Apr 18 12:23:27.970431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609861f5-ee17-4706-894b-25708573ea4c req-a6c35537-c987-4d65-b58b-7ed04f7727c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:27.971885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-a6c35537-c987-4d65-b58b-7ed04f7727c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 898 time: 0.1281269 Apr 18 12:23:28.186262 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-db6a627f-355a-44aa-834d-97697a7a3e3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b HTTP/1.1" status: 200 len: 217 time: 0.2078879 Apr 18 12:23:28.256073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609861f5-ee17-4706-894b-25708573ea4c req-52f59920-1a68-47bf-a82a-019722b900fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:28.257366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-52f59920-1a68-47bf-a82a-019722b900fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 200 len: 834 time: 0.0639036 Apr 18 12:23:28.267337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107cfdc-9a7a-4ac7-8b24-ecde8d5a1c1f req-cd8ecb41-5e6d-48e8-a8ce-8d8104667622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:28.268672 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e107cfdc-9a7a-4ac7-8b24-ecde8d5a1c1f req-cd8ecb41-5e6d-48e8-a8ce-8d8104667622 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 1099 time: 0.1328871 Apr 18 12:23:28.353019 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e107cfdc-9a7a-4ac7-8b24-ecde8d5a1c1f req-e105b4c1-7122-4c88-a72b-80770f880832 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473719 Apr 18 12:23:28.370315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609861f5-ee17-4706-894b-25708573ea4c req-7e40dd22-faae-4d35-ba7d-49d6183dc43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:28.372755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-7e40dd22-faae-4d35-ba7d-49d6183dc43a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58265cf3-c4a4-4157-870e-9c6a30985664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022420 Apr 18 12:23:28.799284 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f2cebcbc-74b2-4c01-9a3f-a929cd582c9c req-19f6bd59-7875-4ba6-ae45-c8b55584e1fc tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 210 time: 0.0435064 Apr 18 12:23:28.839965 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-2de66d0a-b81d-4045-83a6-59078e9c4249 service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715948 Apr 18 12:23:28.849599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a29838-010b-4dae-bcc7-3c384f4675c8 req-edc0e748-3688-45a9-9fa6-86b1cc75e666 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:28.851031 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08a29838-010b-4dae-bcc7-3c384f4675c8 req-edc0e748-3688-45a9-9fa6-86b1cc75e666 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 946 time: 0.3195252 Apr 18 12:23:28.875588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4bb42e99-f4ca-4d50-9bc8-281dfdee0e2e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:28.876806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4bb42e99-f4ca-4d50-9bc8-281dfdee0e2e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 810 time: 0.3138196 Apr 18 12:23:29.019848 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-32d45571-1dfc-4425-b762-ce734905159e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 379 time: 0.1178598 Apr 18 12:23:29.025997 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-08a29838-010b-4dae-bcc7-3c384f4675c8 req-06a7fe65-bdd5-4dcf-a88f-903706f0e4dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463995 Apr 18 12:23:29.036928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'port': {'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'admin_state_up': True, 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'security_groups': ['258eab1e-f6e3-498f-b86e-5fcd6e4eed2b']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:29.142498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-609861f5-ee17-4706-894b-25708573ea4c req-51728c22-f8bf-4799-826f-12931f70e68d service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904785 Apr 18 12:23:29.191421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:29.200821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:29.262994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Made reservation on behalf of eea82502110e4288885c1ccc616ffbbf for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:23:29.266525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:29.435089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Allocated IP 172.20.0.8 (16ad020b-fc1b-4f71-aa04-bed4525b22ae/bf2c7212-c2be-4e73-8e44-b60145a2f058/e50d8c74-debd-494e-a6cc-5ef188f61ff1) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:23:29.628941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:29.644260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Transition to ACTIVE for port object e50d8c74-debd-494e-a6cc-5ef188f61ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:23:29.721046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:29.786144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:23:29.789079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:23:29.798301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:23:29.832659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=e50d8c74-debd-494e-a6cc-5ef188f61ff1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:29.882265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:29.882972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:29.981185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-9e89d820-8583-4c74-bb64-a356cf02bbc5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9523888 Apr 18 12:23:29.994571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Request body: {'port': {'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:30.024587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d20670-ae58-4cdc-8698-8537e7cc735e req-295391ab-cd02-4d65-a159-6248a9f0ce8c tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:30.026711 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-77d20670-ae58-4cdc-8698-8537e7cc735e req-295391ab-cd02-4d65-a159-6248a9f0ce8c tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 931 time: 0.0878363 Apr 18 12:23:30.087526 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-77d20670-ae58-4cdc-8698-8537e7cc735e req-bcdf99ac-660c-4dc3-a503-5f7cd4552348 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544677 Apr 18 12:23:30.128487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ce0881a2-cff6-4f58-8145-4f6de4cf1bcb None None] Provisioning for port e50d8c74-debd-494e-a6cc-5ef188f61ff1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:23:30.134113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ce0881a2-cff6-4f58-8145-4f6de4cf1bcb None None] Provisioning complete for port e50d8c74-debd-494e-a6cc-5ef188f61ff1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:23:30.134549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ce0881a2-cff6-4f58-8145-4f6de4cf1bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:30.195859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ce0881a2-cff6-4f58-8145-4f6de4cf1bcb None None] Port e50d8c74-debd-494e-a6cc-5ef188f61ff1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:23:30.269884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:30.464667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d12b34-f0e0-445f-82a6-9375117efca2 req-1a2f9d48-4e5c-49ac-94e8-32b97a75d1d1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:30.466124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-61d12b34-f0e0-445f-82a6-9375117efca2 req-1a2f9d48-4e5c-49ac-94e8-32b97a75d1d1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 946 time: 0.1973865 Apr 18 12:23:30.594151 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-61d12b34-f0e0-445f-82a6-9375117efca2 req-c4a18d20-30e6-4bea-ba84-62d25dab4c74 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198590 Apr 18 12:23:30.719083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50d8c74-debd-494e-a6cc-5ef188f61ff1 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:23:30.726235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:30.740784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Transition to ACTIVE for port object e50d8c74-debd-494e-a6cc-5ef188f61ff1 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:23:30.783678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c913f-248c-4a19-9021-de12dc34406a req-d11bd0f8-bbd4-448c-bff6-492dbaae8beb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:30.785125 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-542c913f-248c-4a19-9021-de12dc34406a req-d11bd0f8-bbd4-448c-bff6-492dbaae8beb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 946 time: 0.0800281 Apr 18 12:23:30.809054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:30.830435 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-542c913f-248c-4a19-9021-de12dc34406a req-7917ddd4-48c0-406e-bedd-f3e662d65d59 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394475 Apr 18 12:23:30.853314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38150) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:30.970635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e50d8c74-debd-494e-a6cc-5ef188f61ff1,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:31.063587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50458d7c-c4e1-4302-9d9f-d2214d7e5672 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.066078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-50458d7c-c4e1-4302-9d9f-d2214d7e5672 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 1094 time: 0.2113442 Apr 18 12:23:31.068641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Attempting to bind port e50d8c74-debd-494e-a6cc-5ef188f61ff1 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:23:31.068922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38156) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:31.069059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Attempting to bind port e50d8c74-debd-494e-a6cc-5ef188f61ff1 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:23:31.069489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Attempting to bind port e50d8c74-debd-494e-a6cc-5ef188f61ff1 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:23:31.075136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'port_id': 'e13d8864-8189-4cc5-8115-65068949fa6d'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:31.075473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Port e50d8c74-debd-494e-a6cc-5ef188f61ff1 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:23:31.075921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Attempting to bind port e50d8c74-debd-494e-a6cc-5ef188f61ff1 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:23:31.084027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:23:31.084505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Checking segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:23:31.085195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Bound using segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:23:31.085798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Bound port: e50d8c74-debd-494e-a6cc-5ef188f61ff1, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:23:31.086290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:31.212568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] For port e50d8c74-debd-494e-a6cc-5ef188f61ff1, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:23:31.259855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:31.261698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] For port e50d8c74-debd-494e-a6cc-5ef188f61ff1, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:23:31.298716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a978a8c-ed80-490d-ad47-ecf3f2f3432e req-efb752dd-4abc-4dd2-89da-1d68f9206aa7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.299408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-1a978a8c-ed80-490d-ad47-ecf3f2f3432e req-efb752dd-4abc-4dd2-89da-1d68f9206aa7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:23:31.326568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:31.381844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.381844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:31.382960 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] 10.222.0.15 "PUT /v2.0/ports/e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 1093 time: 1.3951230 Apr 18 12:23:31.383395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:31.413187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-1a978a8c-ed80-490d-ad47-ecf3f2f3432e req-efb752dd-4abc-4dd2-89da-1d68f9206aa7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:23:31.415008 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1a978a8c-ed80-490d-ad47-ecf3f2f3432e req-efb752dd-4abc-4dd2-89da-1d68f9206aa7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.2045426 Apr 18 12:23:31.422956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fdf44-152c-4c0c-ae73-96ff23933c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e50d8c74-debd-494e-a6cc-5ef188f61ff1,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:31.455110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcfbf2a9-6435-46a8-b947-5cf58fe797a3'] response: {'name': 'network-changed', 'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'status': 'completed', 'code': 200} Apr 18 12:23:31.533005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1a978a8c-ed80-490d-ad47-ecf3f2f3432e req-d55ad388-cd91-4e7d-84f1-d5b8e67659b5 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056812 Apr 18 12:23:31.569323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0d6c-8253-4949-af9d-2ea778fa6284 req-c7a6d65e-8ba6-4eef-9a5d-ff47274f02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.571731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f9cc0d6c-8253-4949-af9d-2ea778fa6284 req-c7a6d65e-8ba6-4eef-9a5d-ff47274f02a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1096 time: 0.1053360 Apr 18 12:23:31.716669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0d6c-8253-4949-af9d-2ea778fa6284 req-37a8bdd4-52bb-443a-91fa-5b72b85e3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.718092 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f9cc0d6c-8253-4949-af9d-2ea778fa6284 req-37a8bdd4-52bb-443a-91fa-5b72b85e3ab1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=eea82502110e4288885c1ccc616ffbbf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1401269 Apr 18 12:23:31.857689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0d6c-8253-4949-af9d-2ea778fa6284 req-b8eab716-0c07-480f-9ca5-a65155380e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.859731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f9cc0d6c-8253-4949-af9d-2ea778fa6284 req-b8eab716-0c07-480f-9ca5-a65155380e40 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351843 Apr 18 12:23:31.897522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:31.961995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-b353a321-f491-4875-b59c-797bbadf66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:31.963472 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-b353a321-f491-4875-b59c-797bbadf66b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1096 time: 0.0698190 Apr 18 12:23:31.968242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:32.036041 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-6c7ca340-0a8d-4bc0-9aec-9e384cb14fdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 217 time: 0.0659235 Apr 18 12:23:32.097362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-09f63e24-3462-48a7-9f9d-21df0f66d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:32.098858 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-09f63e24-3462-48a7-9f9d-21df0f66d0ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0568962 Apr 18 12:23:32.118018 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:23:32.140647 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70 associated. External IP: 172.26.4.162, port: e13d8864-8189-4cc5-8115-65068949fa6d. Apr 18 12:23:32.175481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-1d917c78-bb13-4788-ae3e-52e323493908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:32.176830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-1d917c78-bb13-4788-ae3e-52e323493908 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721743 Apr 18 12:23:32.421418 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-659d8572-0c7a-4c19-bafa-c218d2197eae service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383361 Apr 18 12:23:32.494906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:23:32.550967 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8d17bc1-bf68-4ad9-afe2-b1b3f4d94af1 req-524a0425-2cf3-4a63-ab00-eaa16bac96c5 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230350 Apr 18 12:23:32.824176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:23:32.835361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:32.837594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:23:32.847140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:32.847864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:32.899373 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c90a762f-5ea7-4fbe-b0ab-76f3f8ede99c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 992 time: 1.8291576 Apr 18 12:23:32.901194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:32.902236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38166) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:32.912840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4be83-7740-4c6b-98de-684fdb6ebe80 req-172eb14b-1536-4007-af28-08a3d02b8209 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:32.914281 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-17c4be83-7740-4c6b-98de-684fdb6ebe80 req-172eb14b-1536-4007-af28-08a3d02b8209 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.1686361 Apr 18 12:23:32.952180 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153a6134-a79d-4e46-a215-4999561f9b8e'] response: {'name': 'network-changed', 'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'status': 'completed', 'code': 200} Apr 18 12:23:32.968118 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-17c4be83-7740-4c6b-98de-684fdb6ebe80 req-c73e9745-e330-43be-9324-31c08682fdea tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480390 Apr 18 12:23:33.032748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:33.080202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-86d4acf2-a057-4b65-83cb-8d05edd0bdc6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 992 time: 0.1765795 Apr 18 12:23:33.097574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-38aa2902-c4fb-4c70-975f-788251e49da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:33.099013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-38aa2902-c4fb-4c70-975f-788251e49da4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 1099 time: 0.0980380 Apr 18 12:23:33.227414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-5a04e7a4-2fc8-4273-b0e3-1e66351b3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:33.228837 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-5a04e7a4-2fc8-4273-b0e3-1e66351b3f13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 200 len: 898 time: 0.1243718 Apr 18 12:23:33.331013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-4ee666da-1e3b-4045-9b39-b5afad0a1abd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e13d8864-8189-4cc5-8115-65068949fa6d HTTP/1.1" status: 200 len: 1000 time: 0.0966177 Apr 18 12:23:33.379434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '465ab83a-4ade-4f22-ba5b-7e5598c2ba70', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'port_id': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'mac_address': 'fa:16:3e:f3:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:22:26Z', 'updated_at': '2022-04-18T12:23:31Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:33.383321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:23:33.391612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:33.392206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:33.395393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-20e91956-fd18-455c-ab17-65e7a7e0516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:33.396839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-20e91956-fd18-455c-ab17-65e7a7e0516f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 200 len: 834 time: 0.0601401 Apr 18 12:23:33.469972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-8425d67b-f163-4e87-bba4-fd7a3ac8d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:33.471429 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-8425d67b-f163-4e87-bba4-fd7a3ac8d4b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58265cf3-c4a4-4157-870e-9c6a30985664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689178 Apr 18 12:23:33.570019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:33.603033 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-3888c66b-8f2f-4ff9-8f21-224eb59be5ce service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240239 Apr 18 12:23:33.731958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b688d948-7ee8-458d-9382-564f2cab98f4 req-22f35740-9a63-427d-84b6-4719e895d1ce service neutron] 10.222.0.15 "GET /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231198 Apr 18 12:23:33.923264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '465ab83a-4ade-4f22-ba5b-7e5598c2ba70', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'port_id': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'mac_address': 'fa:16:3e:f3:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:22:26Z', 'updated_at': '2022-04-18T12:23:31Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:33.927156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79a217d-18da-4dc1-8556-556196d2a206 None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '465ab83a-4ade-4f22-ba5b-7e5598c2ba70', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'port_id': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'mac_address': 'fa:16:3e:f3:92:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:22:26Z', 'updated_at': '2022-04-18T12:23:31Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:23:34.083909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38174) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:34.111502 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24d6e76-ce05-4106-8214-df82294cf83e None None] New status for floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:23:34.159336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2687925e-af83-428d-a7da-9157f0f9feb9 req-3852cb51-aeae-4b85-80bb-d81e13c62893 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:34.162660 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2687925e-af83-428d-a7da-9157f0f9feb9 req-3852cb51-aeae-4b85-80bb-d81e13c62893 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.0857904 Apr 18 12:23:34.201559 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1da429c2-0550-4178-8e71-0b51553b81f1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 992 time: 0.1164308 Apr 18 12:23:34.212472 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2687925e-af83-428d-a7da-9157f0f9feb9 req-622f8278-d7f5-44cd-8c64-c6b2a5aaedc1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Apr 18 12:23:35.205405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38178) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:35.307078 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3c7a8ad4-3f92-4031-8af9-40c75c45e861 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 200 len: 994 time: 0.1005664 Apr 18 12:23:35.396354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6f718-0961-47b5-9b23-3f030309e2f2 req-c50bf46b-abaa-4cd7-b74e-db60849ea3ca tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:35.397792 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24e6f718-0961-47b5-9b23-3f030309e2f2 req-c50bf46b-abaa-4cd7-b74e-db60849ea3ca tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.0796278 Apr 18 12:23:35.441141 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24e6f718-0961-47b5-9b23-3f030309e2f2 req-1ab0731e-aef5-492d-886b-1067891c91d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373790 Apr 18 12:23:36.624103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14a8acb-094e-4510-a6ca-2d997e536c14 req-b1369222-3f29-471d-9565-ea3a35d7b706 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:36.625567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d14a8acb-094e-4510-a6ca-2d997e536c14 req-b1369222-3f29-471d-9565-ea3a35d7b706 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.0821767 Apr 18 12:23:36.668135 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d14a8acb-094e-4510-a6ca-2d997e536c14 req-f6da1aba-c889-4da8-90ea-37d34b1feb26 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370314 Apr 18 12:23:37.850026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dbd21-5c28-4f5f-be58-d5d245ea8328 req-649ad298-479d-4f0e-b301-d6ec285083e8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:37.851449 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a21dbd21-5c28-4f5f-be58-d5d245ea8328 req-649ad298-479d-4f0e-b301-d6ec285083e8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.0805771 Apr 18 12:23:37.894158 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a21dbd21-5c28-4f5f-be58-d5d245ea8328 req-f88830d0-2d1e-47d7-91db-41b478508957 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370169 Apr 18 12:23:38.014005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55b7bcbe-935f-4897-9d21-d0c80ef42a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:39.076153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5800c-3770-4874-a5b8-be218e466605 req-6337f581-af27-4399-8afe-0f6c5b4369e8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:39.077594 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ae5800c-3770-4874-a5b8-be218e466605 req-6337f581-af27-4399-8afe-0f6c5b4369e8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 943 time: 0.0790532 Apr 18 12:23:39.227122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ae5800c-3770-4874-a5b8-be218e466605 req-c09e247e-00df-4376-8bd0-2fa8f1c56458 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438200 Apr 18 12:23:39.391685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e50d8c74-debd-494e-a6cc-5ef188f61ff1 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:23:39.557789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e50d8c74-debd-494e-a6cc-5ef188f61ff1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:39.570624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:23:39.625794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:39.642118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50d8c74-debd-494e-a6cc-5ef188f61ff1 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:23:39.657800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e50d8c74-debd-494e-a6cc-5ef188f61ff1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:39.745681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:39.814130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=e50d8c74-debd-494e-a6cc-5ef188f61ff1,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:39.973457 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['e50d8c74-debd-494e-a6cc-5ef188f61ff1'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:23:40.210494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1367c101-d589-4547-b8d7-97837ff58fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:40.408908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546f9f-6a53-447e-91c4-bf5a73232ce4 req-b45ffff9-8053-4e88-90b5-7bee0ebccc23 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:40.410369 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-32546f9f-6a53-447e-91c4-bf5a73232ce4 req-b45ffff9-8053-4e88-90b5-7bee0ebccc23 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 944 time: 0.0780647 Apr 18 12:23:40.463351 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-32546f9f-6a53-447e-91c4-bf5a73232ce4 req-f9b5ab38-e706-4e08-b60d-2ec24fe22b30 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468545 Apr 18 12:23:41.308158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:41.422366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e50d8c74-debd-494e-a6cc-5ef188f61ff1 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:23:41.542665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port e50d8c74-debd-494e-a6cc-5ef188f61ff1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:23:41.547713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port e50d8c74-debd-494e-a6cc-5ef188f61ff1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:23:41.548079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:41.649668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f884c3b-44b2-4acf-adc0-b9e626655862 req-d22134a9-605d-4d4d-82d1-a9babfbe411d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:41.651276 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5f884c3b-44b2-4acf-adc0-b9e626655862 req-d22134a9-605d-4d4d-82d1-a9babfbe411d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 944 time: 0.0832789 Apr 18 12:23:41.660794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:41.676231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:41.696095 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5f884c3b-44b2-4acf-adc0-b9e626655862 req-0a789004-82e1-4a32-bf5d-11abe6dc1e51 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380762 Apr 18 12:23:41.705534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:41.715663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port e50d8c74-debd-494e-a6cc-5ef188f61ff1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:23:41.748828 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4040598-1d86-40ab-8b63-ca4dfd7a77b3'] response: {'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'code': 200} Apr 18 12:23:41.796751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:41.862673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=e50d8c74-debd-494e-a6cc-5ef188f61ff1,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:42.142240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b165bf9b-216d-4188-b57d-83080aabbc65 req-41aee63d-927b-4908-84df-5a9a37f0469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:42.143750 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b165bf9b-216d-4188-b57d-83080aabbc65 req-41aee63d-927b-4908-84df-5a9a37f0469e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.0713627 Apr 18 12:23:42.182776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b165bf9b-216d-4188-b57d-83080aabbc65 req-834c8074-8afd-4dc2-99ee-ded70eddccef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328856 Apr 18 12:23:42.897096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:42.916990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c909423f-c57c-49ed-92c4-fc864cc5ca18 req-3558deb9-d176-4b20-b5cf-db835381df82 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:42.918432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c909423f-c57c-49ed-92c4-fc864cc5ca18 req-3558deb9-d176-4b20-b5cf-db835381df82 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 945 time: 0.0803204 Apr 18 12:23:42.964739 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c909423f-c57c-49ed-92c4-fc864cc5ca18 req-08d03214-64c9-4c2f-b587-9e760abe8132 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405457 Apr 18 12:23:44.150443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48ffd6-ee4e-47cf-b452-d71f0843ee7d req-bf69bb03-32ff-49e3-becb-17c5173f9895 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:44.155122 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4d48ffd6-ee4e-47cf-b452-d71f0843ee7d req-bf69bb03-32ff-49e3-becb-17c5173f9895 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 945 time: 0.0810530 Apr 18 12:23:44.196005 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4d48ffd6-ee4e-47cf-b452-d71f0843ee7d req-1cad0e15-50ea-441e-be6d-c412f31bb8d1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379450 Apr 18 12:23:44.387442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d1675-7410-42d8-a1d9-331be8840b89 req-55771a57-ef10-4795-8d50-906de6b4f345 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:44.389284 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b29d1675-7410-42d8-a1d9-331be8840b89 req-55771a57-ef10-4795-8d50-906de6b4f345 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 945 time: 0.0805342 Apr 18 12:23:44.438026 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b29d1675-7410-42d8-a1d9-331be8840b89 req-30c7322c-9cf8-47bf-a3e4-ac161dc484fe tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424914 Apr 18 12:23:44.461812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38204) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:44.534797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d9671f-625b-42f2-875c-7c1f226a32a5 tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:44.535490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c7d9671f-625b-42f2-875c-7c1f226a32a5 tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] Synchronizing usage tracker for tenant:03d03ed62fba4ec990d88358cb50d39e on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:23:44.619932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c7d9671f-625b-42f2-875c-7c1f226a32a5 tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] Unset dirty status for tenant:03d03ed62fba4ec990d88358cb50d39e on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:23:44.621169 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c7d9671f-625b-42f2-875c-7c1f226a32a5 tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1093 time: 0.1583309 Apr 18 12:23:44.623982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38208) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:23:44.629171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:23:44.635229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:23:44.639270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:floatingip and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:23:44.643146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:23:44.649036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:23:44.745457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:44.887943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:45.023358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Allocated IP 172.26.4.26 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/17db039e-4781-4f6e-8ae3-731ff70baebf) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:23:45.164539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:45.257615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:45.319401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:23:45.322084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:23:45.324607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:23:45.368561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=17db039e-4781-4f6e-8ae3-731ff70baebf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:45.423354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:45.739395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:45.894342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:46.192331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:46.247798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:46.353352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=17db039e-4781-4f6e-8ae3-731ff70baebf,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:23:46.365016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:46.534355 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Floating IP 3188b90d-153e-4713-b761-a5f716cf50d0 associated. External IP: 172.26.4.26, port: e50d8c74-debd-494e-a6cc-5ef188f61ff1. Apr 18 12:23:46.880684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:23:47.052838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:23:47.062155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:23:47.071045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:47.071657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:47.125835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:23:47.183421 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0e690aca-8d33-4a11-9108-3227d08aa332 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5582321 Apr 18 12:23:47.183918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:23:47.227838 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de26296-e422-4baf-bb70-c0a11634bed9'] response: {'name': 'network-changed', 'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'status': 'completed', 'code': 200} Apr 18 12:23:47.249994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:47.317712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-a8a62a52-210b-408d-9635-146af2063639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:47.319225 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-a8a62a52-210b-408d-9635-146af2063639 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.0705378 Apr 18 12:23:47.455629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-86a322f1-2685-4120-b55b-f92afa3b9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:47.456969 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-86a322f1-2685-4120-b55b-f92afa3b9204 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1318493 Apr 18 12:23:47.559985 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-22d15482-b665-4e45-b5e3-dc0cf06f463d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 998 time: 0.0952778 Apr 18 12:23:47.601405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:45Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:47.605252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:23:47.613485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:23:47.614092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:47.747493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-f2615c32-26a2-4579-8346-bf1174c7e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:47.748863 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-f2615c32-26a2-4579-8346-bf1174c7e867 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.1816068 Apr 18 12:23:47.794206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:23:47.825238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-100c40e2-d89b-4956-aa55-c0343c6cdb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:23:47.826763 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-100c40e2-d89b-4956-aa55-c0343c6cdb6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699730 Apr 18 12:23:47.959467 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-c49d86db-76c6-416e-81d5-338f65aa50e2 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257255 Apr 18 12:23:48.091110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-487f9062-d609-4a1e-b739-cbd3448c0216 req-f9d2406b-35ba-47a5-8169-250b014d06d9 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246126 Apr 18 12:23:48.164422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:45Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:23:48.168325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d52321-7b05-41d9-b5f6-488d7919b45f None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:45Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:23:48.354977 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d944c8b-6665-4520-915b-11ebb6dc9baf None None] New status for floating IP 3188b90d-153e-4713-b761-a5f716cf50d0: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:24:06.986580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4c888-768a-46bb-a57d-b1eb12cfbd37 req-66fc1783-9fe1-4fcc-8d67-10956f349831 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:06.987990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bf4c888-768a-46bb-a57d-b1eb12cfbd37 req-66fc1783-9fe1-4fcc-8d67-10956f349831 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 946 time: 0.0853679 Apr 18 12:24:07.032588 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bf4c888-768a-46bb-a57d-b1eb12cfbd37 req-19cc6fda-2aa0-40d1-83bf-86475d9c6ff6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382640 Apr 18 12:24:07.995166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f5a36c6-0244-45b2-85ac-38a8283f500c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:08.227139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c367d72-92f0-4df6-84ee-43b8480bcefd req-9abe8415-ab8c-46bf-8057-265defd8d31c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:08.228397 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c367d72-92f0-4df6-84ee-43b8480bcefd req-9abe8415-ab8c-46bf-8057-265defd8d31c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 946 time: 0.0808315 Apr 18 12:24:08.275300 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c367d72-92f0-4df6-84ee-43b8480bcefd req-1df6507a-d272-4d0c-8705-8f30f53b2bb6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9ede49b-736c-4701-9101-e6b609abac8b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412211 Apr 18 12:24:08.364233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87838bd3-963f-4b88-a76b-492148252bf7 req-a6612b4e-51a6-4382-80bd-bcaf3af2e1fc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:08.365640 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-87838bd3-963f-4b88-a76b-492148252bf7 req-a6612b4e-51a6-4382-80bd-bcaf3af2e1fc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 946 time: 0.0796170 Apr 18 12:24:08.442453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port e13d8864-8189-4cc5-8115-65068949fa6d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:24:08.442453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:08.685290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port e13d8864-8189-4cc5-8115-65068949fa6d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e13d8864-8189-4cc5-8115-65068949fa6d,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:08.685644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:08.976083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:08.976449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:08.976755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70 disassociated. External IP: 172.26.4.162, port: e13d8864-8189-4cc5-8115-65068949fa6d. Apr 18 12:24:08.977086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for e13d8864-8189-4cc5-8115-65068949fa6d owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:24:09.116036 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:24:09.219005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:09.273554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=e13d8864-8189-4cc5-8115-65068949fa6d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:09.334385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.334750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.335085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.335418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.335743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.336075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.336394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.336711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.337089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.337406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.337721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.338034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:09.597501 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-559de8d0-b5aa-4225-a9da-369f9dbc3f73 req-6bc943e3-7f0f-4e5d-9e30-4049647088d0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.1638629 Apr 18 12:24:09.616646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:24:09.805117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:24:09.815426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:24:09.825855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:09.826228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:23:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:09.880594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port e13d8864-8189-4cc5-8115-65068949fa6d on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:24:09.889031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:09.889031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'name': 'network-vif-deleted', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:24:09.933462 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c0786d-af74-4bef-bf16-cfec19ed044d'] response: {'server_uuid': '4e9b2f8c-e6c0-439e-a37c-b53ba873909b', 'name': 'network-vif-deleted', 'tag': 'e13d8864-8189-4cc5-8115-65068949fa6d', 'status': 'completed', 'code': 200} Apr 18 12:24:09.974528 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-87838bd3-963f-4b88-a76b-492148252bf7 req-ea6fa014-691d-4642-8b7d-ac0b6f376cd9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/e13d8864-8189-4cc5-8115-65068949fa6d HTTP/1.1" status: 204 len: 173 time: 1.6032109 Apr 18 12:24:10.022634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:10.283189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-826763b0-482a-44bb-857b-d27fe0df5607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:10.348774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:10.352187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:24:10.361059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:10.361642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:10.560447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:10.775715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9ff98d64-2604-4f28-8fff-73709b92e816 req-ec29fb0e-2acc-46b2-a2fe-7529381b20f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:10.866177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9ff98d64-2604-4f28-8fff-73709b92e816 req-ec29fb0e-2acc-46b2-a2fe-7529381b20f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:10.866177 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ff98d64-2604-4f28-8fff-73709b92e816 req-ec29fb0e-2acc-46b2-a2fe-7529381b20f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e9b2f8c-e6c0-439e-a37c-b53ba873909b HTTP/1.1" status: 200 len: 210 time: 0.1240389 Apr 18 12:24:10.952028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:10.958327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c1aeb1-a6e8-4601-8e60-3341fd5ea745 None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '478cc9e3-46a8-48aa-b945-b8504d561c87', 'name': '', 'network_id': '58265cf3-c4a4-4157-870e-9c6a30985664', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:04Z', 'updated_at': '2022-04-18T12:22:11Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'a2634a2b-2c40-4081-8c94-b25541cdbcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:24:11.176496 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f784f65f-6080-4499-b932-ac7154067911 None None] New status for floating IP 465ab83a-4ade-4f22-ba5b-7e5598c2ba70: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:24:11.321764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:11.603101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e13d8864-8189-4cc5-8115-65068949fa6d no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:24:11.637131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: e13d8864-8189-4cc5-8115-65068949fa6d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:24:11.637470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e13d8864-8189-4cc5-8115-65068949fa6d not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:24:11.662287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:11.964161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38240) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:12.031425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77d2434a-e77e-4cc6-8010-51267efd2117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.060124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77d2434a-e77e-4cc6-8010-51267efd2117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.191648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77d2434a-e77e-4cc6-8010-51267efd2117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.214593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2434a-e77e-4cc6-8010-51267efd2117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ede49b-736c-4701-9101-e6b609abac8b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:12.470103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77d2434a-e77e-4cc6-8010-51267efd2117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.471378 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-77d2434a-e77e-4cc6-8010-51267efd2117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9ede49b-736c-4701-9101-e6b609abac8b HTTP/1.1" status: 204 len: 168 time: 0.5062132 Apr 18 12:24:12.583410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38246) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:12.743321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port a729c92f-7cbb-475a-9a59-71852bc6ae4a {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:24:12.743760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.910566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.910820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:12.945072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:13.037058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for a729c92f-7cbb-475a-9a59-71852bc6ae4a owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:24:13.220648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:13.269008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=a729c92f-7cbb-475a-9a59-71852bc6ae4a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:13.366364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:13.450283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:13.451429 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-53f025fa-2978-464b-adbc-036c56976bef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/465ab83a-4ade-4f22-ba5b-7e5598c2ba70 HTTP/1.1" status: 204 len: 168 time: 0.8670068 Apr 18 12:24:14.029277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826cbf4f-3391-4428-9cff-538cfd79147d req-a1ce41a4-34bd-45c0-84a5-daafa5e9a44e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:14.029967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-826cbf4f-3391-4428-9cff-538cfd79147d req-a1ce41a4-34bd-45c0-84a5-daafa5e9a44e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:14.136444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-826cbf4f-3391-4428-9cff-538cfd79147d req-a1ce41a4-34bd-45c0-84a5-daafa5e9a44e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:14.137634 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-826cbf4f-3391-4428-9cff-538cfd79147d req-a1ce41a4-34bd-45c0-84a5-daafa5e9a44e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 946 time: 0.1875219 Apr 18 12:24:14.184579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-826cbf4f-3391-4428-9cff-538cfd79147d req-634a25cf-8eb2-4cdb-b8f3-aac17b2bd44b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:14.258941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-826cbf4f-3391-4428-9cff-538cfd79147d req-634a25cf-8eb2-4cdb-b8f3-aac17b2bd44b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:14.260120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-826cbf4f-3391-4428-9cff-538cfd79147d req-634a25cf-8eb2-4cdb-b8f3-aac17b2bd44b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161830 Apr 18 12:24:15.297600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-6b761481-b132-4e7a-a99e-f29d46062ef7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:15.299122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-6b761481-b132-4e7a-a99e-f29d46062ef7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 946 time: 0.0834560 Apr 18 12:24:15.369602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:24:15.370290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:15.443202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:15.457119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17262b8-c325-4ece-918b-c6b29ad1f3fb req-9ba8d41e-e6a1-430f-ba0e-e9c037ba829f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:15.458656 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f17262b8-c325-4ece-918b-c6b29ad1f3fb req-9ba8d41e-e6a1-430f-ba0e-e9c037ba829f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 946 time: 0.0840166 Apr 18 12:24:15.506843 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f17262b8-c325-4ece-918b-c6b29ad1f3fb req-ab288c74-37ce-4a71-85f8-c5df85809d6c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=d43985b9-235e-4bb0-95a6-ab4ac999912a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385337 Apr 18 12:24:15.733707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:15.734061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:15.856390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 65e5eb17-da28-45ce-8cc2-b2b829d2b87b owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:24:16.102322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:16.153422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=65e5eb17-da28-45ce-8cc2-b2b829d2b87b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:16.228375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 65e5eb17-da28-45ce-8cc2-b2b829d2b87b on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:24:16.230729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:16.233123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'name': 'network-vif-deleted', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:24:16.277860 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba973f9-dd3f-44e8-b7ca-f845ec86fd6c'] response: {'server_uuid': 'c7b447f2-c204-4798-b60e-640f84ee4e28', 'name': 'network-vif-deleted', 'tag': '65e5eb17-da28-45ce-8cc2-b2b829d2b87b', 'status': 'completed', 'code': 200} Apr 18 12:24:16.296808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5fffbfd6-fd30-45c0-acca-c2d7d00e48a5 req-89bbe161-aede-4bf1-a343-9d96f09407e4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/65e5eb17-da28-45ce-8cc2-b2b829d2b87b HTTP/1.1" status: 204 len: 173 time: 0.9925411 Apr 18 12:24:16.673551 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e0b19c40-55eb-461c-9c87-bdd6aab9996e req-dce6d677-3576-436a-87d8-a57b22d987f1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7b447f2-c204-4798-b60e-640f84ee4e28 HTTP/1.1" status: 200 len: 210 time: 0.0420568 Apr 18 12:24:17.648022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65e5eb17-da28-45ce-8cc2-b2b829d2b87b no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:24:17.681984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 65e5eb17-da28-45ce-8cc2-b2b829d2b87b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:24:17.682322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65e5eb17-da28-45ce-8cc2-b2b829d2b87b not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:24:17.769394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38262) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:17.843066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3c78d9c-c37f-4589-a613-e2d90bb5a920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:17.873421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3c78d9c-c37f-4589-a613-e2d90bb5a920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:17.987892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3c78d9c-c37f-4589-a613-e2d90bb5a920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:18.009108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c78d9c-c37f-4589-a613-e2d90bb5a920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43985b9-235e-4bb0-95a6-ab4ac999912a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:18.068215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f3c78d9c-c37f-4589-a613-e2d90bb5a920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:18.068215 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f3c78d9c-c37f-4589-a613-e2d90bb5a920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/d43985b9-235e-4bb0-95a6-ab4ac999912a HTTP/1.1" status: 204 len: 168 time: 0.2976921 Apr 18 12:24:18.157282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38268) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:18.706061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:19.164817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 478cc9e3-46a8-48aa-b945-b8504d561c87 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:24:19.165496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:19.352644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 478cc9e3-46a8-48aa-b945-b8504d561c87, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=478cc9e3-46a8-48aa-b945-b8504d561c87,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:19.352998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:19.474727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 478cc9e3-46a8-48aa-b945-b8504d561c87 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:24:19.864791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:19.915110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=478cc9e3-46a8-48aa-b945-b8504d561c87,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:20.185560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:20.656038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 3fa428a2-6e99-4589-a194-6d5e936b950d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:24:20.830677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:24:20.839957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] Sync routers for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:24:20.844834 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-38a81fde-16b9-48f8-aa74-97207b71813c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/3fa428a2-6e99-4589-a194-6d5e936b950d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6859963 Apr 18 12:24:20.847506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38272) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:20.854117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:20.854117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:20.917159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet a2634a2b-2c40-4081-8c94-b25541cdbcb3 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:24:20.920131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:20.980172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.036462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:21.071261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.214163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.252964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.257508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=a2634a2b-2c40-4081-8c94-b25541cdbcb3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:21.258954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a191d-e5e4-4f38-8740-15093d74fcb7 None None] Network 58265cf3-c4a4-4157-870e-9c6a30985664 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:24:21.265654 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-21ebfe8c-c0b7-48cf-8d9a-bf36785f8bf2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/a2634a2b-2c40-4081-8c94-b25541cdbcb3 HTTP/1.1" status: 204 len: 168 time: 0.4140663 Apr 18 12:24:21.265654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38276) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:21.452395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.480517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:24:19Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:21.486870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] Checking router: 3fa428a2-6e99-4589-a194-6d5e936b950d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:24:21.499452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] Routers {'3fa428a2-6e99-4589-a194-6d5e936b950d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:21.500055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['3fa428a2-6e99-4589-a194-6d5e936b950d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:21.638233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.673726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] DHCP port deletion for 58265cf3-c4a4-4157-870e-9c6a30985664 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:24:21.684093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] Deleting port 21f12107-a7fa-4709-99c0-f6d35c7b2468 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:24:21.684458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.719518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:24:21.723758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:21.723907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] Set router 3fa428a2-6e99-4589-a194-6d5e936b950d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:21.900684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port e9eb44ed-f266-4ca6-a939-8cb56afb5c9b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:21.901024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.024168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for e9eb44ed-f266-4ca6-a939-8cb56afb5c9b owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:24:22.225439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] For port 21f12107-a7fa-4709-99c0-f6d35c7b2468, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=21f12107-a7fa-4709-99c0-f6d35c7b2468,segment=NetworkSegment(d94036de-d665-447b-a779-d1c5071086ee),segment_id=d94036de-d665-447b-a779-d1c5071086ee)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:22.226887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.366107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] Calling delete_port for 21f12107-a7fa-4709-99c0-f6d35c7b2468 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:24:22.396684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.443689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:24:19Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:22.447868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=e9eb44ed-f266-4ca6-a939-8cb56afb5c9b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:22.449441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649e51f-605a-4c15-862e-14949c0266fc None None] The sync data for ids ['3fa428a2-6e99-4589-a194-6d5e936b950d'] in dv-neutron-837089-1-hyperv is: [{'id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'name': 'tempest-TestNetworkBasicOps-router-1473099608', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138'}], 'enable_snat': True}, 'gw_port_id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:21:59Z', 'updated_at': '2022-04-18T12:24:19Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'e9eb44ed-f266-4ca6-a939-8cb56afb5c9b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa428a2-6e99-4589-a194-6d5e936b950d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:22:00Z', 'updated_at': '2022-04-18T12:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:24:22.551955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.588048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.641507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] No DVR routers for this DVR port 21f12107-a7fa-4709-99c0-f6d35c7b2468 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:24:22.645928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12522e8-e839-402c-831c-8608a5ca989d None None] Pushing event deleted for resources: {'Port': ['ID=21f12107-a7fa-4709-99c0-f6d35c7b2468,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:22.729447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.731612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.877352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.879010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router 3fa428a2-6e99-4589-a194-6d5e936b950d {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:24:22.894024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:22.895300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fc4fc831-63f3-4e97-9af9-ef911c8a34c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/3fa428a2-6e99-4589-a194-6d5e936b950d HTTP/1.1" status: 204 len: 168 time: 1.6292067 Apr 18 12:24:22.897898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38280) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:23.014317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.153505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.178286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58265cf3-c4a4-4157-870e-9c6a30985664']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:23.190654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94036de-d665-447b-a779-d1c5071086ee') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:23.190951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94036de-d665-447b-a779-d1c5071086ee') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:23.209881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.222112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.228257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:24:23.229370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:24:23.243913 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:24:23.381682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.400200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.411612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=58265cf3-c4a4-4157-870e-9c6a30985664,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:23.469835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 478cc9e3-46a8-48aa-b945-b8504d561c87 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:24:23.504681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 478cc9e3-46a8-48aa-b945-b8504d561c87 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:24:23.505028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 478cc9e3-46a8-48aa-b945-b8504d561c87 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:24:23.505439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9eb44ed-f266-4ca6-a939-8cb56afb5c9b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:24:23.522410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-db669f40-c993-487d-87c2-102bde4cb9f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/58265cf3-c4a4-4157-870e-9c6a30985664 HTTP/1.1" status: 204 len: 168 time: 0.6234367 Apr 18 12:24:23.538093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: e9eb44ed-f266-4ca6-a939-8cb56afb5c9b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:24:23.538576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9eb44ed-f266-4ca6-a939-8cb56afb5c9b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:24:23.538995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 21f12107-a7fa-4709-99c0-f6d35c7b2468 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:24:23.550817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38284) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:23.560114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--1318038216', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:23.565965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:23.571169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:23.575646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 21f12107-a7fa-4709-99c0-f6d35c7b2468 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:24:23.576294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 21f12107-a7fa-4709-99c0-f6d35c7b2468 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:24:23.577001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:23.583228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:23.662032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:24:23.665572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.693111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:24:23.701246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.705724 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment 3180cf3e-6781-496a-9fbb-8e4a7659f518 of type vlan for network f7210871-7ae9-43cd-b76d-957885765997 Apr 18 12:24:23.730156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.847130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.851135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:23.851734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:23.960886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=f7210871-7ae9-43cd-b76d-957885765997,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:23.968216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.968550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.968878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.969201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.969520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.969836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.970780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.971095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.971410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.971720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.972034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.972340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:23.977253 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-08645e79-ee40-417b-a51e-481f375b4715 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4218698 Apr 18 12:24:23.980948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38288) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:23.983838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network f7210871-7ae9-43cd-b76d-957885765997 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:24:23.985189 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:23.992359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:23.996250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:24.006438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:24.006732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:24.076286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:24.078039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:24.095671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:24.427956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:24.901576 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:24.933707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:25.066822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.202 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/4d42b7f4-4ae5-4993-a82c-92947d382da8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:24:25.215307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:25.348550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:25.400697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:24:25.403477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:25.407177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:24:25.453286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=4d42b7f4-4ae5-4993-a82c-92947d382da8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:25.901672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:26.344299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:26.612529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router f2671605-f71f-4d04-baa8-eac4cba1a028 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:24:26.783096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:24:26.792291 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Sync routers for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:24:26.801695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:26.802302 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:26.877263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:26.878393 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-44bf717b-f8ee-4fd4-847d-b1a519a1aa8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8972166 Apr 18 12:24:26.881684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38294) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:26.924988 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2b56ee6d-f767-4a37-bffc-d920853a89f3 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422173 Apr 18 12:24:26.927598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38298) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:26.981301 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:27.056177 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9f6e9b-efe7-4bac-8ced-0820f7e62287 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:27.057640 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-df9f6e9b-efe7-4bac-8ced-0820f7e62287 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291060 Apr 18 12:24:27.060778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38302) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:27.099481 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d3d76f07-772b-4bde-a5af-f3e6c6877254 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379786 Apr 18 12:24:27.102135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38306) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:27.107614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526247246', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:27.228697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:27.235124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:27.239408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:27.245253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:27.268813 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:25Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:27.272476 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Checking router: f2671605-f71f-4d04-baa8-eac4cba1a028 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:24:27.272810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Updating router f2671605-f71f-4d04-baa8-eac4cba1a028 port 4d42b7f4-4ae5-4993-a82c-92947d382da8 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:24:27.324053 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.341594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:24:27.346507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.620748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.677329 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.688829 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Transition to ACTIVE for port object 4d42b7f4-4ae5-4993-a82c-92947d382da8 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:27.710314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=e06a5263-19e4-4503-b083-c1db31712e09,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:27.717881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:24:27.718224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: f7210871-7ae9-43cd-b76d-957885765997, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:24:27.790217 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.847647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network f7210871-7ae9-43cd-b76d-957885765997 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:24:27.867256 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Attempting to bind port 4d42b7f4-4ae5-4993-a82c-92947d382da8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:24:27.867785 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Attempting to bind port 4d42b7f4-4ae5-4993-a82c-92947d382da8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:24:27.867949 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Attempting to bind port 4d42b7f4-4ae5-4993-a82c-92947d382da8 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:24:27.869812 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Pushing event updated for resources: {'Port': ['ID=4d42b7f4-4ae5-4993-a82c-92947d382da8,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.881852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.883843 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.883843 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:27.887358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:24:27.887358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:24:27.887358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.887358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:24:27.887358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Bound port: 4d42b7f4-4ae5-4993-a82c-92947d382da8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:24:27.887358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.959213 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] For port 4d42b7f4-4ae5-4993-a82c-92947d382da8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:24:27.962235 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] For port 4d42b7f4-4ae5-4993-a82c-92947d382da8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4d42b7f4-4ae5-4993-a82c-92947d382da8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:24:27.973007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, f7210871-7ae9-43cd-b76d-957885765997) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:27.977213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:27.977797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:27.983269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ae41c6-d771-4a3f-a027-c679064fea2f None None] Network f7210871-7ae9-43cd-b76d-957885765997 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:24:28.048009 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:28.057040 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-360c568b-15d8-4bae-926e-1aca2d9535bf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9538760 Apr 18 12:24:28.059859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38310) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:28.124142 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:28.124764 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:28.189787 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a030d-1727-444b-85e8-ded8284d9a4d None None] Pushing event updated for resources: {'Port': ['ID=4d42b7f4-4ae5-4993-a82c-92947d382da8,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:28.203371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-f7210871-7ae9-43cd-b76d-957885765997', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:24:28.204974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:28.313311 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:28.366383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Allocated IP 172.20.0.2 (f7210871-7ae9-43cd-b76d-957885765997/e06a5263-19e4-4503-b083-c1db31712e09/88b83cde-9329-4c60-ac5f-b9965c05e386) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:24:28.585183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:28.596512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Transition to ACTIVE for port object 88b83cde-9329-4c60-ac5f-b9965c05e386 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:28.617963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Transition to ACTIVE for port object 88b83cde-9329-4c60-ac5f-b9965c05e386 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:28.660826 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:25Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:28.664698 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c0c0c-569c-44e5-9e25-c72e26970fdc None None] The sync data for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv is: [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:25Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:24:28.704783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:28.765100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Network f7210871-7ae9-43cd-b76d-957885765997 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:24:28.767831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:28.771303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:24:28.785523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Pushing event updated for resources: {'Port': ['ID=88b83cde-9329-4c60-ac5f-b9965c05e386,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:28.825149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.825496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.825829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.826157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.826503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.826829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.827147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.827846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.827846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.828091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.828400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.828711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:24:28.912756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:28.936458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Attempting to bind port 88b83cde-9329-4c60-ac5f-b9965c05e386 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:24:28.936822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Attempting to bind port 88b83cde-9329-4c60-ac5f-b9965c05e386 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:24:28.937177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Attempting to bind port 88b83cde-9329-4c60-ac5f-b9965c05e386 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:24:28.942508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:24:28.942882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Checking segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:24:28.943277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:28.943661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Bound using segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:24:28.944107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Bound port: 88b83cde-9329-4c60-ac5f-b9965c05e386, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:24:28.944472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.048594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] For port 88b83cde-9329-4c60-ac5f-b9965c05e386, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:24:29.052098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] For port 88b83cde-9329-4c60-ac5f-b9965c05e386, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=88b83cde-9329-4c60-ac5f-b9965c05e386,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:24:29.165366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.258802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c190aa-8011-45d2-93cf-3869581e973b None None] Pushing event updated for resources: {'Port': ['ID=88b83cde-9329-4c60-ac5f-b9965c05e386,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:29.347996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (f7210871-7ae9-43cd-b76d-957885765997/e06a5263-19e4-4503-b083-c1db31712e09/acf5eea4-7e44-4078-a2be-2a42564c6971) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:24:29.554387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.576879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object acf5eea4-7e44-4078-a2be-2a42564c6971 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:29.616077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4d42b7f4-4ae5-4993-a82c-92947d382da8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:29.667805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.726628 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-fd67cfd0-9830-445a-9dd9-158b32fad054 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1059570 Apr 18 12:24:29.728373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network f7210871-7ae9-43cd-b76d-957885765997 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:24:29.732293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:29.734712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:24:29.761940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4d42b7f4-4ae5-4993-a82c-92947d382da8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:29.769013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4d42b7f4-4ae5-4993-a82c-92947d382da8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:29.769720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.801447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=acf5eea4-7e44-4078-a2be-2a42564c6971,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:29.815436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.874472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-b7e3a885-7fd1-4eb2-b6fa-4415e45a0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:29.876672 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-b7e3a885-7fd1-4eb2-b6fa-4415e45a0549 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.0787129 Apr 18 12:24:29.896776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.913313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4d42b7f4-4ae5-4993-a82c-92947d382da8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4d42b7f4-4ae5-4993-a82c-92947d382da8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:29.979063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:29.980369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 88b83cde-9329-4c60-ac5f-b9965c05e386 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:30.030200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-c131ae5a-b515-43fc-ba9c-9a44fee23989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:30.032031 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-c131ae5a-b515-43fc-ba9c-9a44fee23989 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1358192 Apr 18 12:24:30.098125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4d42b7f4-4ae5-4993-a82c-92947d382da8,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:30.138009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-d99ab313-932b-4771-854e-b8c681915ec7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0994601 Apr 18 12:24:30.170374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 88b83cde-9329-4c60-ac5f-b9965c05e386 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:30.207567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-931cef3b-26d7-4316-83c9-2c5084d0391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:30.209032 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-931cef3b-26d7-4316-83c9-2c5084d0391f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0648715 Apr 18 12:24:30.284943 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:30.287479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-f5fe4616-dc42-4acc-b60d-bb39ab281229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:30.288984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-f5fe4616-dc42-4acc-b60d-bb39ab281229 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736961 Apr 18 12:24:30.542262 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-7c2e6d32-b5ba-4e5d-bf17-09fb194fb78e service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475491 Apr 18 12:24:30.547560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b966d1-3645-4ba1-abea-846142b3d613 None None] Network f7210871-7ae9-43cd-b76d-957885765997 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:24:30.708076 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9bb1c2d-2c27-4ef1-bb40-490da463890b req-b4061179-667e-4028-bfef-9d514a1285c1 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492074 Apr 18 12:24:30.733559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:30.744987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] Provisioning for port 88b83cde-9329-4c60-ac5f-b9965c05e386 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:30.758063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] Provisioning complete for port 88b83cde-9329-4c60-ac5f-b9965c05e386 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:30.758439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:30.799333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:30.914144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=acf5eea4-7e44-4078-a2be-2a42564c6971,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:30.916631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:30.933967 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:30.968383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] For port 88b83cde-9329-4c60-ac5f-b9965c05e386, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=88b83cde-9329-4c60-ac5f-b9965c05e386,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:31.066025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network f7210871-7ae9-43cd-b76d-957885765997 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:24:31.067398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:31.113020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:31.181474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d4bf6-bfd6-4640-9018-b9d5f2efac49 None None] Pushing event updated for resources: {'Port': ['ID=88b83cde-9329-4c60-ac5f-b9965c05e386,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:31.241301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-43e75d2f-ff3d-409a-ba42-7ec0b485dd35 None None] Provisioning complete for port 88b83cde-9329-4c60-ac5f-b9965c05e386 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:31.241795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-43e75d2f-ff3d-409a-ba42-7ec0b485dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:31.264546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router f2671605-f71f-4d04-baa8-eac4cba1a028 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:24:31.460207 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:24:31.461917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-43e75d2f-ff3d-409a-ba42-7ec0b485dd35 None None] Provisioning for port acf5eea4-7e44-4078-a2be-2a42564c6971 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:31.467782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-43e75d2f-ff3d-409a-ba42-7ec0b485dd35 None None] Provisioning complete for port acf5eea4-7e44-4078-a2be-2a42564c6971 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:31.468583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-43e75d2f-ff3d-409a-ba42-7ec0b485dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:31.476730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38316) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:31.477278 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-219eedd8-e5c4-4ae0-b2af-5605da3490f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/f2671605-f71f-4d04-baa8-eac4cba1a028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4158006 Apr 18 12:24:31.499026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4d42b7f4-4ae5-4993-a82c-92947d382da8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:31.524671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Sync routers for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:24:31.566417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:31.567057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:31.626614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.627090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.627552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.628017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.628469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.628921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.630701 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-13121dde-41ed-4b34-98c3-b6d421d54f0d tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1529219 Apr 18 12:24:31.633478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38320) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:31.652291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-43e75d2f-ff3d-409a-ba42-7ec0b485dd35 None None] Port acf5eea4-7e44-4078-a2be-2a42564c6971 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:24:31.702910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.703285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.703733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.704209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.704649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.705088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:31.706857 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a056dff-ca97-427b-8ba8-1eb5ff9eb79a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0725009 Apr 18 12:24:31.709533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38324) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:31.733245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4d42b7f4-4ae5-4993-a82c-92947d382da8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:31.733610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:31.824864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0d449fe0-4cd4-40e8-b9dd-f49415191ece None None] Provisioning complete for port acf5eea4-7e44-4078-a2be-2a42564c6971 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:31.825221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d449fe0-4cd4-40e8-b9dd-f49415191ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:31.887909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:31.915266 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e182092-a977-44ee-8397-44aab8eafbfa tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2047040 Apr 18 12:24:31.918089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38328) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:31.924400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2069328663', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:32.057039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:32.061344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:port and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:32.061594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0d449fe0-4cd4-40e8-b9dd-f49415191ece None None] Port acf5eea4-7e44-4078-a2be-2a42564c6971 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:24:32.064615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:32.070179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:32.113437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 88b83cde-9329-4c60-ac5f-b9965c05e386 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:32.181369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:24:32.185069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.210138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] device_id is not set on port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:24:32.288002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 88b83cde-9329-4c60-ac5f-b9965c05e386 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:32.288365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.346566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.14 (f7210871-7ae9-43cd-b76d-957885765997/e06a5263-19e4-4503-b083-c1db31712e09/7c427e52-cbbf-43db-940a-fe16f8c5aa54) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:24:32.402142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:32.411185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Checking router: f2671605-f71f-4d04-baa8-eac4cba1a028 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:24:32.411514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Updating router f2671605-f71f-4d04-baa8-eac4cba1a028 port acf5eea4-7e44-4078-a2be-2a42564c6971 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:24:32.474864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.550334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.566255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 7c427e52-cbbf-43db-940a-fe16f8c5aa54 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:32.636306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.700288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network f7210871-7ae9-43cd-b76d-957885765997 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:24:32.703237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:32.707762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:24:32.752503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:32.783569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:32.784511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.840315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:32.852071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Transition to ACTIVE for port object acf5eea4-7e44-4078-a2be-2a42564c6971 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:32.862417 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fd0c1ac5-cc34-4a8c-8b4a-2858b20b08bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9432526 Apr 18 12:24:32.930486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.064662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3e2a-5d81-4de8-a32f-19a22ee04e13 None None] Pushing event updated for resources: {'Port': ['ID=acf5eea4-7e44-4078-a2be-2a42564c6971,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:33.121144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38334) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:33.126947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1335647171', 'description': 'tempest-secgroup-smoke-1335647171 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:33.137758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:33.147274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:33.147274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:33.151071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:33.161441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Attempting to bind port acf5eea4-7e44-4078-a2be-2a42564c6971 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:24:33.162067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Attempting to bind port acf5eea4-7e44-4078-a2be-2a42564c6971 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:24:33.162208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Attempting to bind port acf5eea4-7e44-4078-a2be-2a42564c6971 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:24:33.167905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:24:33.168270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Checking segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:24:33.168665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.169052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Bound using segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:24:33.169531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Bound port: acf5eea4-7e44-4078-a2be-2a42564c6971, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:24:33.169898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.180995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-428fd98e-94e3-4bca-a684-65b83de3999a None None] Provisioning for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:33.190913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-428fd98e-94e3-4bca-a684-65b83de3999a None None] Provisioning complete for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:33.191283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-428fd98e-94e3-4bca-a684-65b83de3999a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.236478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.257149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:33.260957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:33.263759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:33.269540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:33.295372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-428fd98e-94e3-4bca-a684-65b83de3999a None None] Port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:24:33.309763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] For port acf5eea4-7e44-4078-a2be-2a42564c6971, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:24:33.312835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] For port acf5eea4-7e44-4078-a2be-2a42564c6971, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=acf5eea4-7e44-4078-a2be-2a42564c6971,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:24:33.342597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.399342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.444634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.490753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:33.491486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:33.493415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409418ff-adf0-484e-b629-7d09cc04e37c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:33.584731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.586061 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fc45e83a-5c4a-4dcf-898b-5ec2c760b760 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4639313 Apr 18 12:24:33.589462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38338) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:33.592541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862e3e2a-5d81-4de8-a32f-19a22ee04e13 None None] Pushing event updated for resources: {'Port': ['ID=acf5eea4-7e44-4078-a2be-2a42564c6971,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:33.595990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '409418ff-adf0-484e-b629-7d09cc04e37c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:33.605632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:33.609745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:33.613596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:33.619463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:33.705830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.720312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:33.765036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.858558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.884457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840dc8fc-b79b-4539-b535-1338be1d73c5,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:33.964726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:33.965858 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fbb32574-8748-4b27-a593-43251eb11b83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753750 Apr 18 12:24:33.968531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38342) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:33.973982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '409418ff-adf0-484e-b629-7d09cc04e37c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:33.979755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:33.983481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:33.986252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:33.995560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:34.053946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:33Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:34.053946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f5264f-8374-4ffd-ac63-44d9b2d3769b None None] The sync data for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv is: [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:33Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:24:34.077623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.154647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.221729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.246752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebd487e-aeec-4a22-b70c-3d942159f44d,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:34.324928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.329691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8e31f0ee-3afa-4bc2-98d5-91280c299ad2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3566873 Apr 18 12:24:34.329691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38346) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:34.334632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '409418ff-adf0-484e-b629-7d09cc04e37c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:34.340942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:34.344956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:34.347914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:34.353697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:34.446694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.516208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.596482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.621806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b54b5de-16bc-43a4-a46d-a258c9593b27,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:34.693636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.694877 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-43f89edb-463f-495e-a2c3-7b130825efb4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644419 Apr 18 12:24:34.697610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38350) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:34.702700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '409418ff-adf0-484e-b629-7d09cc04e37c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:34.708737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:34.712817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:34.716837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:34.722274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:34.811352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.877643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.956036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:34.983395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6ce42c-d818-4201-bf5c-b8aaa7c320cc,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:35.047621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.051871 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-50ed9a33-e66e-4aff-bd75-5160959d9583 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3508096 Apr 18 12:24:35.052218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38354) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:35.057349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '409418ff-adf0-484e-b629-7d09cc04e37c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:35.064133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:35.067365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:35.070336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:35.076044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:35.178981 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:24:35.186130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.249786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.330508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.353342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63896f3-d405-43d7-bb55-37072fb974da,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:35.425358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.428705 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-52f89afd-d627-4d6f-8a12-a481b3c7e252 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3733869 Apr 18 12:24:35.429635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38358) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:35.437021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '409418ff-adf0-484e-b629-7d09cc04e37c', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:35.443130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:35.447076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:35.449941 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:35.456232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:35.487294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device acf5eea4-7e44-4078-a2be-2a42564c6971 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:35.527580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:24:35.534932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.599953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.618839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port acf5eea4-7e44-4078-a2be-2a42564c6971 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:35.629774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port acf5eea4-7e44-4078-a2be-2a42564c6971 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:35.629774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.675691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.700536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea178c6-cad6-402f-a71b-86224cc7a2ca,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:35.738079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.769105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port acf5eea4-7e44-4078-a2be-2a42564c6971, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=acf5eea4-7e44-4078-a2be-2a42564c6971,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:35.770625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.771792 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ab48e13c-5a4f-445d-a754-ca1cdcff07cf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408580 Apr 18 12:24:35.836205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:35.905105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=acf5eea4-7e44-4078-a2be-2a42564c6971,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:35.932243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-19f52c5a-24fc-4db8-a757-ddef1c802413 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1335647171&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.0396216 Apr 18 12:24:36.012007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-6f8ef155-e3f8-4beb-af4b-506b69c3aff2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:36.012581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-6f8ef155-e3f8-4beb-af4b-506b69c3aff2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:36.098662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-6f8ef155-e3f8-4beb-af4b-506b69c3aff2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:36.099826 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-6f8ef155-e3f8-4beb-af4b-506b69c3aff2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 931 time: 0.1606386 Apr 18 12:24:36.171576 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-ef3ccea7-a76d-4360-a175-8228d75cf703 service neutron] 10.222.0.24 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0594788 Apr 18 12:24:36.300130 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-6544f305-667d-4cb4-9e1a-96afc9fae387 service neutron] 10.222.0.24 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224661 Apr 18 12:24:36.528105 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-781996c5-ac53-4fb6-8e86-7ca9b983c63f service neutron] 10.222.0.24 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222607 Apr 18 12:24:36.769664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-630c4afd-8064-4697-9a03-426b414938f0 req-37768393-e7df-43a5-a9eb-59bf233ead1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:36.781255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-630c4afd-8064-4697-9a03-426b414938f0 req-37768393-e7df-43a5-a9eb-59bf233ead1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:36.783032 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-630c4afd-8064-4697-9a03-426b414938f0 req-37768393-e7df-43a5-a9eb-59bf233ead1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 210 time: 0.0570242 Apr 18 12:24:37.466973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device acf5eea4-7e44-4078-a2be-2a42564c6971 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:37.533127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port acf5eea4-7e44-4078-a2be-2a42564c6971 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:37.533489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:37.938009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d9a5c730-6926-46e6-8276-2d7933726731 req-2e3b88bd-e6bb-4de8-9d43-3f720a71ec50 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 210 time: 0.0426395 Apr 18 12:24:38.007566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2c165dc7-7353-4b07-b0e1-7f79f2ea0587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:38.532511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-50c3504b-6073-4218-be9d-7e6e9be6469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:38.533848 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-50c3504b-6073-4218-be9d-7e6e9be6469b service neutron] 10.222.0.15 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1027 time: 0.0599406 Apr 18 12:24:38.686605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-10cd5abf-d3c7-49ec-b359-6bd186eb1674 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:38.687277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-10cd5abf-d3c7-49ec-b359-6bd186eb1674 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:38.798388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-10cd5abf-d3c7-49ec-b359-6bd186eb1674 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:38.799450 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-10cd5abf-d3c7-49ec-b359-6bd186eb1674 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=f7210871-7ae9-43cd-b76d-957885765997 HTTP/1.1" status: 200 len: 797 time: 0.2598934 Apr 18 12:24:38.850130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-c84dfb2b-0234-4da8-b92d-9938877d7093 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:24:38.921332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-c84dfb2b-0234-4da8-b92d-9938877d7093 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:24:38.922487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-c84dfb2b-0234-4da8-b92d-9938877d7093 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 380 time: 0.1148136 Apr 18 12:24:38.932734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Request body: {'port': {'device_id': '93c7ecae-0250-4402-a703-f900ea8cf748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:39.124030 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e8148fff-2be1-4219-969c-ed4574ea70ed req-2323d0de-6897-4930-a8ce-a23167dcdbe3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 210 time: 0.0526953 Apr 18 12:24:39.189753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:39.521351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c427e52-cbbf-43db-940a-fe16f8c5aa54 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:24:39.528285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:39.542162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Transition to ACTIVE for port object 7c427e52-cbbf-43db-940a-fe16f8c5aa54 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:24:39.627180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:39.787122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:39.863110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:24:39.863435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:24:39.863750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:24:39.868145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:24:39.868450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:24:39.873368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:24:39.873690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Checking segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:24:39.874056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Bound using segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:24:39.874478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Bound port: 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:24:39.874827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:39.963248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:24:39.966393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:24:40.067578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:40.121304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.121900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:40.123270 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] 10.222.0.15 "PUT /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1132 time: 1.1945326 Apr 18 12:24:40.123690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c7ecae-0250-4402-a703-f900ea8cf748', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:24:40.164782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b296f-905b-4a55-bcea-b30ea30c407a service neutron] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:40.175484 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4327aa-780e-4f57-badf-dc3bca40e42a'] response: {'name': 'network-changed', 'server_uuid': '93c7ecae-0250-4402-a703-f900ea8cf748', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'status': 'completed', 'code': 200} Apr 18 12:24:40.227623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4be2cce1-549e-4131-9209-ca9fc4965e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:40.327684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834702-52b7-40aa-a4c2-34aecd27fe94 req-99cd4508-a700-4150-999b-e7f426080dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.329197 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-47834702-52b7-40aa-a4c2-34aecd27fe94 req-99cd4508-a700-4150-999b-e7f426080dc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 1135 time: 0.1350207 Apr 18 12:24:40.374436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae45c12-f2b0-4978-a1fe-ec63a535aca0 req-732f3dcf-8ce9-458d-b0ef-746c069e1d8b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.375944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ae45c12-f2b0-4978-a1fe-ec63a535aca0 req-732f3dcf-8ce9-458d-b0ef-746c069e1d8b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 982 time: 0.1327918 Apr 18 12:24:40.496170 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ae45c12-f2b0-4978-a1fe-ec63a535aca0 req-7de33529-8d3d-4dc7-9ffc-c77303f50013 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086793 Apr 18 12:24:40.520792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834702-52b7-40aa-a4c2-34aecd27fe94 req-62f846ba-1327-4128-ae3f-cf548ce593f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.522204 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-47834702-52b7-40aa-a4c2-34aecd27fe94 req-62f846ba-1327-4128-ae3f-cf548ce593f4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1834502 Apr 18 12:24:40.657885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47834702-52b7-40aa-a4c2-34aecd27fe94 req-253f5ef5-0163-4077-b7ab-ecb33822dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.659886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-47834702-52b7-40aa-a4c2-34aecd27fe94 req-253f5ef5-0163-4077-b7ab-ecb33822dd5b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313088 Apr 18 12:24:40.764878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-a4a1f4e3-a5e0-49c6-987c-de1cde44f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.766210 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-a4a1f4e3-a5e0-49c6-987c-de1cde44f598 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 1135 time: 0.0727780 Apr 18 12:24:40.833187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-9afc9957-9964-488c-a85f-8b027cb19462 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 217 time: 0.0595868 Apr 18 12:24:40.992320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-2fe117bd-a819-41d9-a408-8b433a13270b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:40.993830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-2fe117bd-a819-41d9-a408-8b433a13270b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e06a5263-19e4-4503-b083-c1db31712e09 HTTP/1.1" status: 200 len: 835 time: 0.1550715 Apr 18 12:24:41.067402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-cd81ea43-5b56-478c-b46c-24c1e5fc79da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:41.068735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-cd81ea43-5b56-478c-b46c-24c1e5fc79da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7210871-7ae9-43cd-b76d-957885765997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684395 Apr 18 12:24:41.197650 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-d665363a-be0b-4921-bbcd-7fe5caf647d4 service neutron] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220207 Apr 18 12:24:41.324304 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:41.331801 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37897b8f-d998-4f9b-8bf7-f2703544fb92 req-80e2ac96-afed-4c01-a754-55ced1afba75 service neutron] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258080 Apr 18 12:24:41.624377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:41.680492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0641553-c026-47ee-9e4f-abe1918a671d req-6e6b280d-1da2-4bb0-afb3-8e9e10849303 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:41.681912 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c0641553-c026-47ee-9e4f-abe1918a671d req-6e6b280d-1da2-4bb0-afb3-8e9e10849303 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 982 time: 0.0811534 Apr 18 12:24:41.734315 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c0641553-c026-47ee-9e4f-abe1918a671d req-4182c3d7-4203-4bc3-ba91-de75e219cb35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Apr 18 12:24:42.915552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:42.922155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488243d-4af5-444e-b507-111d5cc5d463 req-3806592f-91aa-4f8b-bbcc-074e57accad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:42.923652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d488243d-4af5-444e-b507-111d5cc5d463 req-3806592f-91aa-4f8b-bbcc-074e57accad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 982 time: 0.0823436 Apr 18 12:24:42.967485 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d488243d-4af5-444e-b507-111d5cc5d463 req-70b69091-7942-44de-bcaa-c986c0318f85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376432 Apr 18 12:24:43.771701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:24:43.902535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:43.915022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'port_id': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'mac_address': 'fa:16:3e:d0:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:24:43.970963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:43.986660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c427e52-cbbf-43db-940a-fe16f8c5aa54 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:24:44.001536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:44.067411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:44.135551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:44.153824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cb0b4-22d9-4dfd-a4ad-44247f29ba11 req-14d227b5-a7ea-4e95-965c-0b06107162e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:44.155287 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4f7cb0b4-22d9-4dfd-a4ad-44247f29ba11 req-14d227b5-a7ea-4e95-965c-0b06107162e9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 983 time: 0.0807469 Apr 18 12:24:44.203096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4f7cb0b4-22d9-4dfd-a4ad-44247f29ba11 req-d75e39bc-9501-4c0c-8397-71d529f7396d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419483 Apr 18 12:24:44.287643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7c427e52-cbbf-43db-940a-fe16f8c5aa54'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:24:45.395798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b702648-56f2-4e6c-9082-928a9f29088e req-175c21d5-bc10-448c-ab55-5d60d0fd7e8b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:45.397349 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b702648-56f2-4e6c-9082-928a9f29088e req-175c21d5-bc10-448c-ab55-5d60d0fd7e8b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 983 time: 0.0905571 Apr 18 12:24:45.447216 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b702648-56f2-4e6c-9082-928a9f29088e req-d8dbb83d-111d-4bd6-ba01-baad6b15cd54 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Apr 18 12:24:45.461243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:45.788908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:24:45.912783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:24:45.919170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:45.919170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:46.071306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:46.097792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c7ecae-0250-4402-a703-f900ea8cf748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:24:46.107712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:46.119244 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:24:46.140887 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aac673e-1335-4e5a-bc6f-bda41fb90278'] response: {'server_uuid': '93c7ecae-0250-4402-a703-f900ea8cf748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'code': 200} Apr 18 12:24:46.195708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:46.264382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:46.523500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea802a-dd12-42b3-902a-344f7b4e0c21 req-ab7b3355-c6de-4347-a409-02faabb546e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:46.524941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0cea802a-dd12-42b3-902a-344f7b4e0c21 req-ab7b3355-c6de-4347-a409-02faabb546e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 1137 time: 0.0696824 Apr 18 12:24:46.606436 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0cea802a-dd12-42b3-902a-344f7b4e0c21 req-b2c99599-7eff-4cd4-8627-9e8c2c75c59f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745716 Apr 18 12:24:46.648895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17675cc2-e6a5-4f89-87d5-e7c4753008e7 req-03b0e71e-021b-43fc-8bfc-f024573d57e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:46.650300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-17675cc2-e6a5-4f89-87d5-e7c4753008e7 req-03b0e71e-021b-43fc-8bfc-f024573d57e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 984 time: 0.0907953 Apr 18 12:24:46.693756 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-17675cc2-e6a5-4f89-87d5-e7c4753008e7 req-ecb729e2-05dc-440c-aec0-a57689469886 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377729 Apr 18 12:24:47.885883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781284fd-f1b7-4b69-855e-3900a3b86d0a req-03c599c4-a5cd-4069-b73d-d31e225ef840 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:47.887363 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-781284fd-f1b7-4b69-855e-3900a3b86d0a req-03c599c4-a5cd-4069-b73d-d31e225ef840 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 984 time: 0.0837328 Apr 18 12:24:47.934329 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-781284fd-f1b7-4b69-855e-3900a3b86d0a req-306b4b76-27bc-4b47-89f4-59d75db4f14b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Apr 18 12:24:48.114500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c60796-86e0-4802-ae90-898ddbb1ecf5 req-91858465-ceed-4a7a-ad58-3d572ff44d83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:48.115959 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82c60796-86e0-4802-ae90-898ddbb1ecf5 req-91858465-ceed-4a7a-ad58-3d572ff44d83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 984 time: 0.0783772 Apr 18 12:24:48.160767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82c60796-86e0-4802-ae90-898ddbb1ecf5 req-6ded84a6-d202-479e-a4ac-941be6f06189 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385408 Apr 18 12:24:48.183337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38416) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:48.256861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82b181a-0990-457c-89ab-63c5c83a133f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:48.258351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f82b181a-0990-457c-89ab-63c5c83a133f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 1132 time: 0.0740738 Apr 18 12:24:48.261080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38420) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:48.265839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:48.271756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:48.275632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:48.278397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:48.284010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:48.390158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:48.526080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:48.663995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.207 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/9c083466-940a-4aa4-b637-ec8e8433fec4) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:24:48.809290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:48.890307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:48.947483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:24:48.950168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:24:48.952646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:24:49.005256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=9c083466-940a-4aa4-b637-ec8e8433fec4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:49.480293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:49.600580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:49.810348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:49.895559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:50.006808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=9c083466-940a-4aa4-b637-ec8e8433fec4,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:50.016979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:50.187085 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 015cd8be-8bcc-454e-acf7-a5935913bf5e associated. External IP: 172.26.4.207, port: 7c427e52-cbbf-43db-940a-fe16f8c5aa54. Apr 18 12:24:50.535410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router f2671605-f71f-4d04-baa8-eac4cba1a028 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:24:50.827135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:24:50.837403 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] Sync routers for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:24:50.846776 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:50.848307 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:50.904930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:50.960601 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-89a7031b-7f47-4c1c-bdc9-0b4507d0369e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.6985292 Apr 18 12:24:50.961196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c7ecae-0250-4402-a703-f900ea8cf748', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:24:50.963668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38424) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:51.005835 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87d6bf6-61c8-407f-bb7d-47c0e6f8b023'] response: {'name': 'network-changed', 'server_uuid': '93c7ecae-0250-4402-a703-f900ea8cf748', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'status': 'completed', 'code': 200} Apr 18 12:24:51.024818 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:51.047168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979441ab-ed22-4dbe-8e60-d5a6c66c1674 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:51.048813 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-979441ab-ed22-4dbe-8e60-d5a6c66c1674 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748&network_id=f7210871-7ae9-43cd-b76d-957885765997 HTTP/1.1" status: 200 len: 1132 time: 0.0831115 Apr 18 12:24:51.105289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-51e9f54e-4ca1-47e1-8fd2-dc9b51804f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:51.107101 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-51e9f54e-4ca1-47e1-8fd2-dc9b51804f67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 1137 time: 0.0804691 Apr 18 12:24:51.250922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-6e47b3ed-7787-456e-84b5-09a329416034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:51.252513 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-6e47b3ed-7787-456e-84b5-09a329416034 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7210871-7ae9-43cd-b76d-957885765997 HTTP/1.1" status: 200 len: 898 time: 0.1372585 Apr 18 12:24:51.359293 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-732052db-e739-4d5b-9bde-099287bcca7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1038 time: 0.1007113 Apr 18 12:24:51.376604 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '015cd8be-8bcc-454e-acf7-a5935913bf5e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'port_id': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2069328663', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'mac_address': 'fa:16:3e:d0:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7ecae-0250-4402-a703-f900ea8cf748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:24:49Z', 'updated_at': '2022-04-18T12:24:49Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:35Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:51.380337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] Checking router: f2671605-f71f-4d04-baa8-eac4cba1a028 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:24:51.388505 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:24:51.389007 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:24:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:51.429262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-b588eec4-476c-4792-80be-45372b5809c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:51.430963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-b588eec4-476c-4792-80be-45372b5809c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e06a5263-19e4-4503-b083-c1db31712e09 HTTP/1.1" status: 200 len: 835 time: 0.0650561 Apr 18 12:24:51.512004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-3f52e98d-673e-4c45-a0de-fa0813b2a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:51.514081 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-3f52e98d-673e-4c45-a0de-fa0813b2a8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7210871-7ae9-43cd-b76d-957885765997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755100 Apr 18 12:24:51.567960 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:24:51.657908 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-95f2d187-27ca-448a-aeae-71137d51370d service neutron] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372707 Apr 18 12:24:51.738474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f7968-6ae7-421a-b2d1-098dd93a5cac req-f92342a9-d3af-4dec-87a3-9e793c144f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:51.739951 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-336f7968-6ae7-421a-b2d1-098dd93a5cac req-f92342a9-d3af-4dec-87a3-9e793c144f51 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 984 time: 0.0848241 Apr 18 12:24:51.788858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-336f7968-6ae7-421a-b2d1-098dd93a5cac req-e79854dc-dfd4-4687-9858-e697820eeded tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 Apr 18 12:24:51.804857 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e69294e-d30a-46b0-b690-5b227c5ebd07 req-7bc306fa-7ad6-4fa0-88c7-ff203fa4cc64 service neutron] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398180 Apr 18 12:24:51.923458 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '015cd8be-8bcc-454e-acf7-a5935913bf5e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'port_id': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2069328663', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'mac_address': 'fa:16:3e:d0:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7ecae-0250-4402-a703-f900ea8cf748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:24:49Z', 'updated_at': '2022-04-18T12:24:49Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:35Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:24:51.927394 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48fc0eb-8758-442b-b571-63aa6c40d121 None None] The sync data for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv is: [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '015cd8be-8bcc-454e-acf7-a5935913bf5e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.207', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'port_id': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2069328663', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'mac_address': 'fa:16:3e:d0:f7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c7ecae-0250-4402-a703-f900ea8cf748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:24:49Z', 'updated_at': '2022-04-18T12:24:49Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:35Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:24:52.099926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308b4f34-649b-468f-9c07-ba79c1582a8f None None] New status for floating IP 015cd8be-8bcc-454e-acf7-a5935913bf5e: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:24:53.047025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd9a03-7dcc-405b-8733-0a5508dfe856 req-eb67f35e-f813-4b15-9302-2ae71b925117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:53.048442 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bcd9a03-7dcc-405b-8733-0a5508dfe856 req-eb67f35e-f813-4b15-9302-2ae71b925117 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 984 time: 0.1461720 Apr 18 12:24:53.057618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-81902165-f670-4753-b290-7151bd7825c3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:53.059652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-81902165-f670-4753-b290-7151bd7825c3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 984 time: 0.1246574 Apr 18 12:24:53.153830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bcd9a03-7dcc-405b-8733-0a5508dfe856 req-3226b972-d4d0-4b38-9d44-2de3c4074a6c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934603 Apr 18 12:24:53.159292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-50142987-50cf-4952-a618-f22f5164e920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:53.161191 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-50142987-50cf-4952-a618-f22f5164e920 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0880537 Apr 18 12:24:53.304932 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-e7220de1-9b93-41ec-b7ea-acf0f6b7b84e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1393178 Apr 18 12:24:53.315455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:53.435226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:53.645776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:24:53.778549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:24:53.828610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] device_id is not set on port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:24:53.837760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:53.938418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:54.076023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=6']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:54.134582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] No DVR routers for this DVR port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:24:54.262300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b69811a8-3dab-4a04-9e41-c7c33917d7ad None None] Provisioning complete for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:24:54.263073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b69811a8-3dab-4a04-9e41-c7c33917d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:54.307251 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8559c44b-7356-4362-9652-30a66b355a09 req-bf4bd854-51aa-4348-a47b-c2c411039487 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=93c7ecae-0250-4402-a703-f900ea8cf748 HTTP/1.1" status: 200 len: 210 time: 0.0435481 Apr 18 12:24:54.328710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b69811a8-3dab-4a04-9e41-c7c33917d7ad None None] Port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:24:54.370698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] In _notify_port_updated(), no bound segment for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:24:54.371566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:54.372168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:54.373428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ce83cfd-d5bb-484d-b1b2-69b9ba510f68 req-7c713760-6da9-4ffd-a0de-d4f211a8c469 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1027 time: 1.0626779 Apr 18 12:24:55.400585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38442) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:55.473573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddf1d9c-4c5a-43fd-afd6-061ecf3b09ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:55.476143 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9ddf1d9c-4c5a-43fd-afd6-061ecf3b09ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 926 time: 0.0735121 Apr 18 12:24:55.724828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38448) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:55.729904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214731760', 'description': 'tempest-secgroup-smoke-214731760 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:55.735779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:55.746185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:55.836024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:24:55.838630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:55.859642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:55.865986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:55.876678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:55.876678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:55.892622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:24:55.944162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.002333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.047068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc4c893-7688-46c6-9535-2c8b73cdd7eb,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:56.119610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.120785 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d636847f-f419-4684-a5c0-c4e82a950179 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3949981 Apr 18 12:24:56.122211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38452) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:56.127385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '6bc4c893-7688-46c6-9535-2c8b73cdd7eb', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:56.133979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:56.137723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:56.140638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:56.146140 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:56.279066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.338774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.409199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.437619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219b3b77-c31d-4de9-b96b-706c3aaf77fa,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:56.503944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.505590 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1cb220c7-b64c-4cbd-8313-c70f798bcc37 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3820171 Apr 18 12:24:56.507968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38456) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:56.512928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '6bc4c893-7688-46c6-9535-2c8b73cdd7eb', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:56.518788 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:56.522607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:56.532928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:56.532928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:56.596354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.657855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.720773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.743401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101410e8-c8ad-4991-9529-93fb39e396eb,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:56.837000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:56.837000 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3159187a-6e76-4626-90d4-00fb2b278c8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3254595 Apr 18 12:24:56.837260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38460) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:56.842313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '6bc4c893-7688-46c6-9535-2c8b73cdd7eb', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:56.848125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:56.852490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:56.860482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:56.862371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:56.935727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.000955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.084647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.111552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da40ad7-80e8-456c-a096-5c2ad51971f2,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:57.181118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.182303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fd95366c-b16a-4350-90a8-d87d3d9abb3a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3441963 Apr 18 12:24:57.185162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38464) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:57.190016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '6bc4c893-7688-46c6-9535-2c8b73cdd7eb', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:57.196350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:57.200128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:57.203243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:57.209519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:57.312949 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.376219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.459228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.482216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71475ed3-ef5b-4774-b6b1-879537a13b39,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:57.581024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.586410 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-44ba5ce4-1083-40bc-a8f2-dd4783a6ef80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3963759 Apr 18 12:24:57.586410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38468) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:57.591713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '6bc4c893-7688-46c6-9535-2c8b73cdd7eb', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:57.597709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:57.601676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:57.604594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:57.610298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:57.704636 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:24:57.712634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.784907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:57.849759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e75fcbe-c684-4caa-be30-0854743cedea,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e5210495-5155-42f2-a78b-b12eae07a11a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3921678 Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38472) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '6bc4c893-7688-46c6-9535-2c8b73cdd7eb', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:58.272160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:58.378586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:58.403478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d43126ca-f29a-4132-9934-9c373dec2567,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:24:58.521593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:24:58.522875 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-960cf0d9-e6ad-4958-b60a-4968e23dc5a8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5397508 Apr 18 12:24:58.684170 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-7dfaa1b5-177a-4c0c-a8a6-d0516239f3c8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214731760&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.0402641 Apr 18 12:24:58.763127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-8331f3b1-dbf6-4bbf-ac06-7b1b5a7fde3c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:24:58.764416 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-8331f3b1-dbf6-4bbf-ac06-7b1b5a7fde3c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 931 time: 0.0740023 Apr 18 12:24:58.877855 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-0d8cb465-bf6a-44ba-8bb1-b0ea9f1bc7e7 service neutron] 10.222.0.24 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1007240 Apr 18 12:24:59.008389 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-a2960ced-8346-4959-9162-f34f90620667 service neutron] 10.222.0.24 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241953 Apr 18 12:24:59.142345 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-136eb4c8-4c1c-4f21-897b-12f0a6b5dfd8 service neutron] 10.222.0.24 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282077 Apr 18 12:24:59.400194 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e91d7ac4-a8a6-41b6-a2d8-b61c76e42dca req-28c0abc7-0e41-4445-8237-939c625f9915 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 210 time: 0.0429385 Apr 18 12:25:00.544241 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-547d211b-2b9b-4528-9a82-e1a66cafdfce req-348875a2-1db4-49fe-a1eb-840597bdccf5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 210 time: 0.0413952 Apr 18 12:25:01.595846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-214c690c-c833-4e58-b356-ec2418421fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:01.597331 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-214c690c-c833-4e58-b356-ec2418421fea service neutron] 10.222.0.15 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1027 time: 0.0671291 Apr 18 12:25:01.699397 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-066e0cee-e4b5-47d6-b67d-129bf879cf3a req-b32c31f7-dffb-423f-8aa4-1120ac25485e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 210 time: 0.0458498 Apr 18 12:25:01.749540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-147c9870-70b9-4107-a311-408f01f33cca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:01.750921 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-147c9870-70b9-4107-a311-408f01f33cca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=f7210871-7ae9-43cd-b76d-957885765997 HTTP/1.1" status: 200 len: 797 time: 0.1482098 Apr 18 12:25:01.810281 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-09b6a226-9622-4706-8f87-0914b2b57811 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 472 time: 0.0423024 Apr 18 12:25:01.815714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Request body: {'port': {'device_id': '4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:01.932044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:02.372656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c427e52-cbbf-43db-940a-fe16f8c5aa54 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:25:02.379864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:02.393972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Transition to ACTIVE for port object 7c427e52-cbbf-43db-940a-fe16f8c5aa54 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:02.492569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:02.635492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=7']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:02.769535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:25:02.769869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:25:02.770226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:02.775740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:25:02.776184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Attempting to bind port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:02.781411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:25:02.781707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Checking segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:25:02.782091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Bound using segment: {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:25:02.782870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Bound port: 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3180cf3e-6781-496a-9fbb-8e4a7659f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:25:02.783263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:02.921492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:25:02.925599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:25:02.946764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47fd30-a3c6-4e5e-a32d-9741c5996d7d req-980cbecb-987b-4712-841e-4a561ad6ff3c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:02.948198 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b47fd30-a3c6-4e5e-a32d-9741c5996d7d req-980cbecb-987b-4712-841e-4a561ad6ff3c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 982 time: 0.1220317 Apr 18 12:25:02.994930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b47fd30-a3c6-4e5e-a32d-9741c5996d7d req-92950d56-fc24-4523-b4e1-69df00ad0ca0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Apr 18 12:25:03.015342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:03.068369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.068901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:03.070251 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] 10.222.0.15 "PUT /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1132 time: 1.2584674 Apr 18 12:25:03.072782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:25:03.102717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254fe0d-6365-4344-96e3-3d5e13f5c22b service neutron] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=8']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:03.127541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99413f25-275d-4349-a0b9-36d9df28a199'] response: {'name': 'network-changed', 'server_uuid': '4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'status': 'completed', 'code': 200} Apr 18 12:25:03.225851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf00f3-2f43-42eb-bcdc-732ef7ab3531 req-958d2529-967a-4bac-a245-779f9fbd301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.227356 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-61bf00f3-2f43-42eb-bcdc-732ef7ab3531 req-958d2529-967a-4bac-a245-779f9fbd301c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 1135 time: 0.0793722 Apr 18 12:25:03.368329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf00f3-2f43-42eb-bcdc-732ef7ab3531 req-a805bf2d-6d72-447d-97dc-436ab492401f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.369725 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-61bf00f3-2f43-42eb-bcdc-732ef7ab3531 req-a805bf2d-6d72-447d-97dc-436ab492401f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1356065 Apr 18 12:25:03.504570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf00f3-2f43-42eb-bcdc-732ef7ab3531 req-8af4775b-323c-46cf-ac7c-2934850b078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.506054 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-61bf00f3-2f43-42eb-bcdc-732ef7ab3531 req-8af4775b-323c-46cf-ac7c-2934850b078d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308968 Apr 18 12:25:03.612413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-538716af-a899-4d01-8790-2784e5839f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.613883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-538716af-a899-4d01-8790-2784e5839f07 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 1135 time: 0.0723968 Apr 18 12:25:03.725791 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-f043e243-2548-475c-80f9-3dca6e0a997f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1038 time: 0.1049681 Apr 18 12:25:03.787782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-eec584a5-2c0e-44e8-a073-07634f5ed0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.789202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-eec584a5-2c0e-44e8-a073-07634f5ed0f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e06a5263-19e4-4503-b083-c1db31712e09 HTTP/1.1" status: 200 len: 835 time: 0.0575888 Apr 18 12:25:03.868424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3cfa6cec-e941-4e9a-924e-cfbb654593c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:03.869879 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-3cfa6cec-e941-4e9a-924e-cfbb654593c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7210871-7ae9-43cd-b76d-957885765997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754876 Apr 18 12:25:04.153938 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-90a6d913-08f6-4b6a-b5d0-7aaa8996c9dd service neutron] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780137 Apr 18 12:25:04.293779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b03e5b-96b3-4f3d-b827-79d5430e14fe req-f7e0edd0-0733-4987-a6ac-6246046b3266 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:04.295237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-86b03e5b-96b3-4f3d-b827-79d5430e14fe req-f7e0edd0-0733-4987-a6ac-6246046b3266 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 982 time: 0.1831353 Apr 18 12:25:04.335214 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b84b0ad-c397-4e2b-af95-1613b5198ea8 req-fe1e0b07-f453-45e1-bce3-f43a137dc405 service neutron] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735334 Apr 18 12:25:04.357154 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-86b03e5b-96b3-4f3d-b827-79d5430e14fe req-4fea852e-5bf2-4d57-8070-ca3770da9ef2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508850 Apr 18 12:25:05.548244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995aa100-66aa-4232-b37a-7ac20ccf19b0 req-58c5dadd-73ad-4958-aa3d-a8695a293594 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:05.549853 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-995aa100-66aa-4232-b37a-7ac20ccf19b0 req-58c5dadd-73ad-4958-aa3d-a8695a293594 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 982 time: 0.0811853 Apr 18 12:25:05.593301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-995aa100-66aa-4232-b37a-7ac20ccf19b0 req-0fc8d963-b39a-45aa-be4c-f9c51e2e1de6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:05.646732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-995aa100-66aa-4232-b37a-7ac20ccf19b0 req-0fc8d963-b39a-45aa-be4c-f9c51e2e1de6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:05.647828 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-995aa100-66aa-4232-b37a-7ac20ccf19b0 req-0fc8d963-b39a-45aa-be4c-f9c51e2e1de6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916512 Apr 18 12:25:05.855066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:25:05.985320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:05.998846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'port_id': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'mac_address': 'fa:16:3e:d0:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:25:06.053881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:06.073773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c427e52-cbbf-43db-940a-fe16f8c5aa54 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:25:06.089255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:06.148955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:06.213284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=9']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:06.347050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7c427e52-cbbf-43db-940a-fe16f8c5aa54'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:25:06.829476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a243bc2-8556-402a-b0e6-eb9501ce761b req-b9451a8e-c35a-45e5-8ac3-882e37d619eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:06.830939 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a243bc2-8556-402a-b0e6-eb9501ce761b req-b9451a8e-c35a-45e5-8ac3-882e37d619eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 983 time: 0.0788918 Apr 18 12:25:06.876295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a243bc2-8556-402a-b0e6-eb9501ce761b req-9604bba3-a79b-4877-b02c-d39509891bd5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Apr 18 12:25:07.882174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:08.017932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c5be47c4-db59-4ba2-8e18-03f562df0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:08.041354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:08.046136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:08.046600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:08.064323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fde60f-3617-44b9-823e-efed0c189613 req-dff35df0-ce25-41e1-81cd-b7a463e22c4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:08.065765 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-96fde60f-3617-44b9-823e-efed0c189613 req-dff35df0-ce25-41e1-81cd-b7a463e22c4b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 983 time: 0.0846522 Apr 18 12:25:08.111171 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-96fde60f-3617-44b9-823e-efed0c189613 req-ae2579d6-f9ad-422b-81bb-8cdcede9358e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394089 Apr 18 12:25:08.168056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:08.193311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:25:08.203269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:08.240036 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12048f9f-954d-4fac-8362-bb5636f4d302'] response: {'server_uuid': '4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c427e52-cbbf-43db-940a-fe16f8c5aa54', 'code': 200} Apr 18 12:25:08.272442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:08.343781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=10']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:08.617640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa4f77-2b16-4b45-9e98-98e40666646a req-8d3b764d-1a72-4db0-93fe-41ac5ca9fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:08.619148 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85fa4f77-2b16-4b45-9e98-98e40666646a req-8d3b764d-1a72-4db0-93fe-41ac5ca9fef9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 1138 time: 0.0734484 Apr 18 12:25:08.660819 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85fa4f77-2b16-4b45-9e98-98e40666646a req-d02c2fdf-a2ca-411d-b7bc-c954562417d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355046 Apr 18 12:25:09.293196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b6834-fc98-498a-b2fa-a4469592001c req-8d72438d-89d1-4e6a-b661-68188a9b1b9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:09.294665 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fd1b6834-fc98-498a-b2fa-a4469592001c req-8d72438d-89d1-4e6a-b661-68188a9b1b9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 985 time: 0.0793035 Apr 18 12:25:09.341581 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fd1b6834-fc98-498a-b2fa-a4469592001c req-a0a0262c-cf24-446a-a1e3-93c7ba9d2880 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Apr 18 12:25:10.183313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98244f82-0f20-400f-89ee-91425d5e423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:10.529801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593d4e8-caa2-426d-a6de-3fc6317096f1 req-f9ae93e1-71cb-4814-8f29-7e75aa3b1d33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:10.531369 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b593d4e8-caa2-426d-a6de-3fc6317096f1 req-f9ae93e1-71cb-4814-8f29-7e75aa3b1d33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 985 time: 0.0810862 Apr 18 12:25:10.575562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b593d4e8-caa2-426d-a6de-3fc6317096f1 req-cd5d1d15-36a0-483a-b585-b107a7e4c169 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377429 Apr 18 12:25:10.762509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9c75a-0b63-4f36-b3f3-7c2939e1d681 req-3694a228-a820-4c18-9a3c-271f59e351a3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:10.763760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f4b9c75a-0b63-4f36-b3f3-7c2939e1d681 req-3694a228-a820-4c18-9a3c-271f59e351a3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 985 time: 0.0797708 Apr 18 12:25:10.807040 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f4b9c75a-0b63-4f36-b3f3-7c2939e1d681 req-4cbb603a-12c7-4dc9-a648-932763acb082 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376983 Apr 18 12:25:10.829414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38532) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:10.903781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ed90c7-f9c6-4662-8e96-a1674976ea50 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:10.905255 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b0ed90c7-f9c6-4662-8e96-a1674976ea50 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991&network_id=f7210871-7ae9-43cd-b76d-957885765997 HTTP/1.1" status: 200 len: 1133 time: 0.0749059 Apr 18 12:25:11.403788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:11.498147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb0ff2-e4e2-4818-987f-9a5ff29b226f req-0b8d8d69-2ed0-41d9-be19-eb4521c64c17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:11.499594 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bfdb0ff2-e4e2-4818-987f-9a5ff29b226f req-0b8d8d69-2ed0-41d9-be19-eb4521c64c17 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 985 time: 0.0823321 Apr 18 12:25:11.543429 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bfdb0ff2-e4e2-4818-987f-9a5ff29b226f req-0b12eb5e-f74c-417a-9f14-9581b1c54cb7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Apr 18 12:25:11.663948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:12.797303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d0cd7-dca1-48b4-a434-9a7ea960aefe req-b659b536-08a7-4da5-9c2a-8cc832581b2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:12.798808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c29d0cd7-dca1-48b4-a434-9a7ea960aefe req-b659b536-08a7-4da5-9c2a-8cc832581b2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 985 time: 0.1382077 Apr 18 12:25:12.861048 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c29d0cd7-dca1-48b4-a434-9a7ea960aefe req-23cea8ad-10cb-429b-9ea9-49cffba1381e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a11fd1d-ca92-4785-a387-86df856f2f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538547 Apr 18 12:25:12.868973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-ff89c622-8aa0-4172-8e34-8c45c05808b5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:12.870329 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-ff89c622-8aa0-4172-8e34-8c45c05808b5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 985 time: 0.1434989 Apr 18 12:25:12.939926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-c2302e2f-b822-4370-aa64-341dd324d132 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:12.941185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-c2302e2f-b822-4370-aa64-341dd324d132 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0654790 Apr 18 12:25:12.986724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:13.095731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-73aae494-bbc5-4b3a-8049-aee867a4a119 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1495318 Apr 18 12:25:13.105853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:13.214923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:13.412852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7c427e52-cbbf-43db-940a-fe16f8c5aa54,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:13.440492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] For port 7c427e52-cbbf-43db-940a-fe16f8c5aa54, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:25:13.495797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] device_id is not set on port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 yet. {{(pid=88782) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 12:25:13.504762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:13.592197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:13.737982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=11']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:13.750436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.750800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.751135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.751464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.751791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.752118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.752521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.752797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.753123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.753435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.753749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.754065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:13.804836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] No DVR routers for this DVR port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:25:13.902352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0f5e6bb9-cb62-40f2-a076-d530ea017945 None None] Provisioning complete for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:13.902807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0f5e6bb9-cb62-40f2-a076-d530ea017945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:13.958990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e6bb9-cb62-40f2-a076-d530ea017945 None None] Port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:25:14.014785 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a8fd0fc6-0dc7-4e7d-8be3-5f6c3984bfc3 req-97baa513-01d4-40b4-a5e6-dd6e3b594be2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 210 time: 0.0431325 Apr 18 12:25:14.138906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] In _notify_port_updated(), no bound segment for port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 on network f7210871-7ae9-43cd-b76d-957885765997 {{(pid=88782) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 12:25:14.139777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:14.140377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:14.141668 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35874db9-9d0c-4d59-b7cc-e35f1039bfcd req-4a019fe5-48f9-477e-8416-5fa1a694e2b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 200 len: 1028 time: 1.0397437 Apr 18 12:25:15.177646 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0699acaa-7c12-468d-853a-bbc03b92b160 req-37f03190-926b-4074-8a55-21dfb36a3f2c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f41dd4e-5a2c-48f2-a2e2-c2b0a229a991 HTTP/1.1" status: 200 len: 210 time: 0.0453377 Apr 18 12:25:15.451792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:15.917121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:25:15.976561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7c427e52-cbbf-43db-940a-fe16f8c5aa54 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:25:16.269520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38548) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:16.337578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beda0d05-5d89-4ca0-b5a9-7c823eae0248 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:16.368098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beda0d05-5d89-4ca0-b5a9-7c823eae0248 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:16.525999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beda0d05-5d89-4ca0-b5a9-7c823eae0248 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:16.542661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda0d05-5d89-4ca0-b5a9-7c823eae0248 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc4c893-7688-46c6-9535-2c8b73cdd7eb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:16.622313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-beda0d05-5d89-4ca0-b5a9-7c823eae0248 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:16.623474 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-beda0d05-5d89-4ca0-b5a9-7c823eae0248 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/6bc4c893-7688-46c6-9535-2c8b73cdd7eb HTTP/1.1" status: 204 len: 168 time: 0.3528874 Apr 18 12:25:16.709207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38554) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:16.904070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 9c083466-940a-4aa4-b637-ec8e8433fec4 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:25:16.904444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:17.072226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:17.072554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:17.192510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 9c083466-940a-4aa4-b637-ec8e8433fec4 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:25:17.395119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:17.440551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=9c083466-940a-4aa4-b637-ec8e8433fec4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:17.533286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:17.533611 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 015cd8be-8bcc-454e-acf7-a5935913bf5e disassociated (deleted). External IP: 172.26.4.207, port: 7c427e52-cbbf-43db-940a-fe16f8c5aa54. Apr 18 12:25:17.987126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router f2671605-f71f-4d04-baa8-eac4cba1a028 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:25:18.168071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:25:18.177441 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] Sync routers for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:25:18.186681 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:18.187275 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:18.254739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:18.310639 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-88d15642-dddd-4a72-8a72-19e2b19d1a33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/015cd8be-8bcc-454e-acf7-a5935913bf5e HTTP/1.1" status: 204 len: 168 time: 1.6003244 Apr 18 12:25:18.359978 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:18.454739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38562) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:18.527110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d76d966-e6f5-4a35-9adb-108f6ded0284 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:18.556274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d76d966-e6f5-4a35-9adb-108f6ded0284 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:18.668367 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:35Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:18.672244 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] Checking router: f2671605-f71f-4d04-baa8-eac4cba1a028 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:25:18.680715 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:18.681211 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:18.687127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d76d966-e6f5-4a35-9adb-108f6ded0284 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:18.706442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76d966-e6f5-4a35-9adb-108f6ded0284 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409418ff-adf0-484e-b629-7d09cc04e37c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:18.726238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d76d966-e6f5-4a35-9adb-108f6ded0284 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:18.729897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6d76d966-e6f5-4a35-9adb-108f6ded0284 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/409418ff-adf0-484e-b629-7d09cc04e37c HTTP/1.1" status: 204 len: 168 time: 0.2741413 Apr 18 12:25:18.842810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38568) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:18.861236 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:18.915223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 7c427e52-cbbf-43db-940a-fe16f8c5aa54 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:25:18.915556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:19.171145 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:35Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:19.175469 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20c3c6-6036-4c29-86cb-d3f2bf0537de None None] The sync data for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv is: [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:30Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'acf5eea4-7e44-4078-a2be-2a42564c6971', 'name': '', 'network_id': 'f7210871-7ae9-43cd-b76d-957885765997', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:a5:f2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:29Z', 'updated_at': '2022-04-18T12:24:35Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'e06a5263-19e4-4503-b083-c1db31712e09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:25:19.285155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:19.390636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c022b-c292-462f-a658-bfc54e98c955 None None] New status for floating IP 015cd8be-8bcc-454e-acf7-a5935913bf5e: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:25:19.414905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 7c427e52-cbbf-43db-940a-fe16f8c5aa54 owned by {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:25:19.629181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:19.678307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=7c427e52-cbbf-43db-940a-fe16f8c5aa54,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:19.779499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:19.789519 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-168e135a-c4af-4c5a-a1ca-b16948634acf tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/ports/7c427e52-cbbf-43db-940a-fe16f8c5aa54 HTTP/1.1" status: 204 len: 168 time: 0.9455717 Apr 18 12:25:19.792157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38574) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:20.334136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:20.681702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port acf5eea4-7e44-4078-a2be-2a42564c6971 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:25:20.682034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:20.956828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port acf5eea4-7e44-4078-a2be-2a42564c6971, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=acf5eea4-7e44-4078-a2be-2a42564c6971,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:20.957082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:21.075360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for acf5eea4-7e44-4078-a2be-2a42564c6971 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:25:21.437942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:21.486683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=acf5eea4-7e44-4078-a2be-2a42564c6971,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:21.759628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:22.212749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router f2671605-f71f-4d04-baa8-eac4cba1a028 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:25:22.392088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:25:22.401891 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] Sync routers for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:25:22.408061 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5d9eac17-df4f-44c8-84d4-f3f547a06cf7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/f2671605-f71f-4d04-baa8-eac4cba1a028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6135664 Apr 18 12:25:22.409366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38578) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:22.410870 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:22.411538 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:22.476236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet e06a5263-19e4-4503-b083-c1db31712e09 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:25:22.479174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:22.538620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:22.589474 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:22.640872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:22.781321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:22.828133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:22.834382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d41590-a7f0-4ab0-8eff-79e1f4dae7e1 None None] Network f7210871-7ae9-43cd-b76d-957885765997 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:25:22.854565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38582) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:22.855031 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/e06a5263-19e4-4503-b083-c1db31712e09 HTTP/1.1" status: 204 len: 168 time: 0.4442639 Apr 18 12:25:22.856309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835d829-0e43-4fbb-9df0-1826fb2b4ad8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=e06a5263-19e4-4503-b083-c1db31712e09,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:22.910577 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:25:21Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:22.914836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] Checking router: f2671605-f71f-4d04-baa8-eac4cba1a028 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:25:22.923217 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] Routers {'f2671605-f71f-4d04-baa8-eac4cba1a028'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:22.923805 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f2671605-f71f-4d04-baa8-eac4cba1a028'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:23.064612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.107576 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] Set router f2671605-f71f-4d04-baa8-eac4cba1a028 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:23.132039 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] DHCP port deletion for f7210871-7ae9-43cd-b76d-957885765997 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:25:23.136358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] Deleting port 88b83cde-9329-4c60-ac5f-b9965c05e386 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:25:23.136911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.217531 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:25:23.259556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.341758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 4d42b7f4-4ae5-4993-a82c-92947d382da8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:25:23.342268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.347612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] For port 88b83cde-9329-4c60-ac5f-b9965c05e386, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=88b83cde-9329-4c60-ac5f-b9965c05e386,segment=NetworkSegment(3180cf3e-6781-496a-9fbb-8e4a7659f518),segment_id=3180cf3e-6781-496a-9fbb-8e4a7659f518)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:23.348144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.401103 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:25:21Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:23.405337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ebbacb-0e14-463a-9b6b-d73029f6d568 None None] The sync data for ids ['f2671605-f71f-4d04-baa8-eac4cba1a028'] in dv-neutron-837089-1-hyperv is: [{'id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'name': 'tempest-TestNetworkBasicOps-router-1070137792', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202'}], 'enable_snat': True}, 'gw_port_id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:25:21Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '4d42b7f4-4ae5-4993-a82c-92947d382da8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2671605-f71f-4d04-baa8-eac4cba1a028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:24:24Z', 'updated_at': '2022-04-18T12:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:25:23.478845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] Calling delete_port for 88b83cde-9329-4c60-ac5f-b9965c05e386 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:25:23.534707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 4d42b7f4-4ae5-4993-a82c-92947d382da8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4d42b7f4-4ae5-4993-a82c-92947d382da8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:23.535004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.647103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:23.663756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 4d42b7f4-4ae5-4993-a82c-92947d382da8 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:25:23.691948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] Pushing event deleted for resources: {'Port': ['ID=88b83cde-9329-4c60-ac5f-b9965c05e386,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:23.696124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216ec4ea-d6b9-4d48-90ac-969baeac088c None None] No DVR routers for this DVR port 88b83cde-9329-4c60-ac5f-b9965c05e386 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:25:23.861461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 88b83cde-9329-4c60-ac5f-b9965c05e386 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:25:23.903684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 88b83cde-9329-4c60-ac5f-b9965c05e386 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:25:23.904109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 88b83cde-9329-4c60-ac5f-b9965c05e386 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:25:24.083675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.129736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=4d42b7f4-4ae5-4993-a82c-92947d382da8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:24.220630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.396992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.399120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.551626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.552174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router f2671605-f71f-4d04-baa8-eac4cba1a028 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:25:24.567880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.571657 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f2eed567-1324-4192-bb43-0caef3777f12 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/f2671605-f71f-4d04-baa8-eac4cba1a028 HTTP/1.1" status: 204 len: 168 time: 1.7154188 Apr 18 12:25:24.571816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38586) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:24.698739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.834935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.860018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7210871-7ae9-43cd-b76d-957885765997']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:24.871862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3180cf3e-6781-496a-9fbb-8e4a7659f518') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:24.872102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3180cf3e-6781-496a-9fbb-8e4a7659f518') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:24.883055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.899506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.904976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:25:24.905298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:25:24.919738 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:25:25.076029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.095649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.106686 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=f7210871-7ae9-43cd-b76d-957885765997,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:25.115633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.115974 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.116309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.116636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.116962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.117285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.117608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.117929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.118251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.118605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.118923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.119236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:25.175510 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e4c91a7-5d44-4255-93ba-db5a5b401da3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/f7210871-7ae9-43cd-b76d-957885765997 HTTP/1.1" status: 204 len: 168 time: 0.6025338 Apr 18 12:25:25.189159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38590) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:25.200549 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2ede9fa4-24d9-47bf-a4ba-7fcc8ddaa8a0 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0103936 Apr 18 12:25:25.202893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38594) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:25.207832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--305193840', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:25.212971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:25.218092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:25.221662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:25.227530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:25.320343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:25:25.323841 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.350838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:25:25.359051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.359390 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment c5d4d2f9-bd2d-4b43-8090-987c4c310aad of type vlan for network a3a44333-d503-4530-8bd7-85ea8e09063e Apr 18 12:25:25.385520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.486208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4d42b7f4-4ae5-4993-a82c-92947d382da8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:25:25.515071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.520544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:25.520662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4d42b7f4-4ae5-4993-a82c-92947d382da8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:25:25.520990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4d42b7f4-4ae5-4993-a82c-92947d382da8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:25:25.521156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.521493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device acf5eea4-7e44-4078-a2be-2a42564c6971 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:25:25.554116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: acf5eea4-7e44-4078-a2be-2a42564c6971 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:25:25.554483 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device acf5eea4-7e44-4078-a2be-2a42564c6971 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:25:25.634344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=a3a44333-d503-4530-8bd7-85ea8e09063e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:25.644064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network a3a44333-d503-4530-8bd7-85ea8e09063e details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:25:25.706976 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b3cf8642-0d75-499b-b537-bff230f9a0eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5031340 Apr 18 12:25:25.709598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38598) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:25.714838 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:25.721718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:25.726104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:25.730032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:25.736362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:25.820479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.821475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:25.835477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:26.289149 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:26.649676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:26.679015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:26.812898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.102 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/a6f9e85a-78b4-426d-b1b7-7431a31a9d75) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:25:26.957235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:27.049262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:27.107001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:25:27.109620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:27.113043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:25:27.154955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:27.587770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:28.050127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:28.337178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 050ca376-0257-4f73-b136-274bf1a3f4d5 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:25:28.514338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:25:28.525113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Sync routers for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:25:28.534046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:28.534682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:28.618514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:28.620093 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1f505fcf-25d9-4df0-95a1-0b224fd7560c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9094918 Apr 18 12:25:28.623677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38602) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:28.666612 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bdd20344-dd6a-4756-b792-debdf88d276f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416882 Apr 18 12:25:28.669125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38606) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:28.759906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:28.813814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54504da2-4292-4c0d-b403-d1643f7b0244 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:28.815326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-54504da2-4292-4c0d-b403-d1643f7b0244 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1452892 Apr 18 12:25:28.818739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38610) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:28.857808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7b606835-e2d9-444b-aff6-d77b54d268bc tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379872 Apr 18 12:25:28.860274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38614) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:28.865465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2480401', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:28.973709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:28.977535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:28.980300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:28.986072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:29.046532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:25:29.051255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.054858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:27Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:29.058865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Checking router: 050ca376-0257-4f73-b136-274bf1a3f4d5 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:25:29.059157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Updating router 050ca376-0257-4f73-b136-274bf1a3f4d5 port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:25:29.111631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.395253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.433119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.445362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Transition to ACTIVE for port object a6f9e85a-78b4-426d-b1b7-7431a31a9d75 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:29.479128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=44a5ad6e-1458-4e7a-985c-a05568119f74,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:29.489258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:25:29.489258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: a3a44333-d503-4530-8bd7-85ea8e09063e, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:25:29.531625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.604728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Attempting to bind port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:25:29.605088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Attempting to bind port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:25:29.605437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Attempting to bind port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:29.620022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:25:29.620389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:25:29.620829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.621162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:25:29.621613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Bound port: a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:25:29.621989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.627209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network a3a44333-d503-4530-8bd7-85ea8e09063e is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:25:29.644469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:29.662755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.663093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.663421 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.663745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.664066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.664384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.664699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.665014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.665329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.665641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.665953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.666259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:29.703848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] For port a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:25:29.706686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] For port a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:25:29.762902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, a3a44333-d503-4530-8bd7-85ea8e09063e) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:29.767042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:29.767624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.771976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286db53-d0ed-4893-93e1-e5e5d67804d8 None None] Network a3a44333-d503-4530-8bd7-85ea8e09063e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:25:29.846985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:29.867851 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-81e3aba8-7645-4973-8ed0-b16f809e6b9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.0065830 Apr 18 12:25:29.870688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38620) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:29.956285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:29.956902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:30.022350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d47d21-bff1-4dc8-8431-79bde6e2b370 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:30.202615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-a3a44333-d503-4530-8bd7-85ea8e09063e', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:25:30.204978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:30.230010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:30.641928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Allocated IP 172.20.0.2 (a3a44333-d503-4530-8bd7-85ea8e09063e/44a5ad6e-1458-4e7a-985c-a05568119f74/756eba7d-cc96-4479-8c70-fc2b70a28ef1) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:25:30.716419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:30.768695 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:27Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:30.781787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1af4cf-a3a0-451d-a16f-70b5dc0b8763 None None] The sync data for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv is: [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:27Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:25:30.875092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:30.885719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Transition to ACTIVE for port object 756eba7d-cc96-4479-8c70-fc2b70a28ef1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:30.909352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Transition to ACTIVE for port object 756eba7d-cc96-4479-8c70-fc2b70a28ef1 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:31.001746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.087362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Network a3a44333-d503-4530-8bd7-85ea8e09063e is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:25:31.090506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:31.099720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:25:31.106563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Pushing event updated for resources: {'Port': ['ID=756eba7d-cc96-4479-8c70-fc2b70a28ef1,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:31.154875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (a3a44333-d503-4530-8bd7-85ea8e09063e/44a5ad6e-1458-4e7a-985c-a05568119f74/9350aaec-9c5b-4325-a244-558c265520f7) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:25:31.204793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Attempting to bind port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:25:31.205155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Attempting to bind port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:25:31.205511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Attempting to bind port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 on network a3a44333-d503-4530-8bd7-85ea8e09063e {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:31.210930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:25:31.211295 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Checking segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:25:31.211688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.212068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Bound using segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:25:31.212522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Bound port: 756eba7d-cc96-4479-8c70-fc2b70a28ef1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:25:31.212888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.313868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] For port 756eba7d-cc96-4479-8c70-fc2b70a28ef1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:25:31.317346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] For port 756eba7d-cc96-4479-8c70-fc2b70a28ef1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=756eba7d-cc96-4479-8c70-fc2b70a28ef1,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:25:31.328291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.346484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 9350aaec-9c5b-4325-a244-558c265520f7 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:31.417270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.462163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.498507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa37e5-e114-4a81-b175-ea61cf373695 None None] Pushing event updated for resources: {'Port': ['ID=756eba7d-cc96-4479-8c70-fc2b70a28ef1,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:31.554612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:31.561889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network a3a44333-d503-4530-8bd7-85ea8e09063e is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:25:31.565860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:31.571197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:25:31.706828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:31.720210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.775348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:31.785132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:31.785132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.916146 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-7f566855-b006-4789-ab1e-00d40b539f38 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2845194 Apr 18 12:25:31.927811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:31.947806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:32.017439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:32.094830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:32.229501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:32.246513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-06e7eca2-0c0d-43c0-bea2-8375099c54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:32.247982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-06e7eca2-0c0d-43c0-bea2-8375099c54bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.2620361 Apr 18 12:25:32.564669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-f5d0aa34-6c8b-4f79-8485-1408dc47f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:32.566330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-f5d0aa34-6c8b-4f79-8485-1408dc47f3d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.2891757 Apr 18 12:25:32.768999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-40c069de-8676-4126-a3d0-37288f7d4dca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 1000 time: 0.1952758 Apr 18 12:25:32.869126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-e5026c1d-561e-448b-8bc1-be0cdf4dec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:32.870600 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-e5026c1d-561e-448b-8bc1-be0cdf4dec03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0952544 Apr 18 12:25:32.946432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:32.969789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-a5bd495a-8b76-4d0d-a7ce-16c436ec3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:32.971305 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-a5bd495a-8b76-4d0d-a7ce-16c436ec3949 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953434 Apr 18 12:25:33.011206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:33.164387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99d3f53-adcd-458f-b9ca-c502a7feb6dd None None] Network a3a44333-d503-4530-8bd7-85ea8e09063e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:25:33.202559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:33.208472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:33.258321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-5c7bfa67-3114-4b32-8b6f-1c3bb171c04f service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798834 Apr 18 12:25:33.362352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-345fb3bc-590f-48ba-9fe7-8f09df3dd5ed None None] Provisioning for port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:33.471434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network a3a44333-d503-4530-8bd7-85ea8e09063e is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:25:33.474910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:33.481963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-82f250d1-c63d-4e41-81c5-41907e470c0a req-8048ea3c-d5c9-417d-a9aa-d4e227038825 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166624 Apr 18 12:25:33.602786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:33.679875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:33.680145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:33.844153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 050ca376-0257-4f73-b136-274bf1a3f4d5 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:25:33.871700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-759ae2fb-b78e-468d-94ae-44346f5cf0b2 None None] Provisioning for port 9350aaec-9c5b-4325-a244-558c265520f7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:33.882296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-759ae2fb-b78e-468d-94ae-44346f5cf0b2 None None] Provisioning complete for port 9350aaec-9c5b-4325-a244-558c265520f7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:33.882681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-759ae2fb-b78e-468d-94ae-44346f5cf0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:33.937923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 756eba7d-cc96-4479-8c70-fc2b70a28ef1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:33.990050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-759ae2fb-b78e-468d-94ae-44346f5cf0b2 None None] Port 9350aaec-9c5b-4325-a244-558c265520f7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:25:34.040043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:25:34.049371 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Sync routers for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:25:34.052707 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b8bc300e-5680-42e7-9f83-2f8a7f728ae7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1809735 Apr 18 12:25:34.055451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38626) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:34.059079 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:34.059666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:34.108819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:34.114976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8809ccb1-5b35-41ee-ab1c-d673c03e17a4 None None] Provisioning complete for port 9350aaec-9c5b-4325-a244-558c265520f7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:34.115550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8809ccb1-5b35-41ee-ab1c-d673c03e17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:34.157248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:34.157615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:34.212420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8809ccb1-5b35-41ee-ab1c-d673c03e17a4 None None] Port 9350aaec-9c5b-4325-a244-558c265520f7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:25:34.213500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.214248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.214731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.215195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.215644 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.216095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.218906 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d4edb7d7-0bb8-417b-b73a-d16cae05b97a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1624436 Apr 18 12:25:34.220772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38630) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:34.246052 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:34.288748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:34.299737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.300204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.300654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.301258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.302410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.302888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:34.307591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38634) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:34.307743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-90fc70b3-dd08-41ce-a708-71257c4891fb tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4001 time: 0.0857122 Apr 18 12:25:34.321525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 756eba7d-cc96-4479-8c70-fc2b70a28ef1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=756eba7d-cc96-4479-8c70-fc2b70a28ef1,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:34.400323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:34.480054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=756eba7d-cc96-4479-8c70-fc2b70a28ef1,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:34.539600 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ec508a91-177f-44cd-bd5c-8f75b44eeb11 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2304735 Apr 18 12:25:34.574684 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:25:32Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:34.578898 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Checking router: 050ca376-0257-4f73-b136-274bf1a3f4d5 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:25:34.579249 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Updating router 050ca376-0257-4f73-b136-274bf1a3f4d5 port 9350aaec-9c5b-4325-a244-558c265520f7 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:25:34.636168 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:34.879402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38640) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:34.884640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-391967571', 'description': 'tempest-secgroup-smoke-391967571 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:34.890689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:34.895378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:34.898004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:34.903708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:34.966446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:34.986815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:34.991322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:34.994208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:34.999946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:35.000165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.011270 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Transition to ACTIVE for port object 9350aaec-9c5b-4325-a244-558c265520f7 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:35.068017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.074280 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.157468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.210222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:35.231235 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:35.273278 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.273610 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.273937 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.274253 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.274592 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.274912 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.275224 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.275532 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.275840 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.276147 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.276452 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.276759 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:25:35.284767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.290143 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c11c0890-672d-4887-b7a7-d7d36733429a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4095733 Apr 18 12:25:35.291806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38644) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:35.297199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '28550fb5-5f5a-454f-b6f4-1a0a7d2af28f', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:35.303878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:35.304621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Attempting to bind port 9350aaec-9c5b-4325-a244-558c265520f7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:25:35.305109 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Attempting to bind port 9350aaec-9c5b-4325-a244-558c265520f7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:25:35.305409 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Attempting to bind port 9350aaec-9c5b-4325-a244-558c265520f7 on network a3a44333-d503-4530-8bd7-85ea8e09063e {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:35.308235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:35.311055 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:25:35.311055 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Checking segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:25:35.311431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:35.311527 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.311790 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Bound using segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:25:35.312241 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Bound port: 9350aaec-9c5b-4325-a244-558c265520f7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:25:35.312616 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.317193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:35.393755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.402232 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] For port 9350aaec-9c5b-4325-a244-558c265520f7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:25:35.405540 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] For port 9350aaec-9c5b-4325-a244-558c265520f7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9350aaec-9c5b-4325-a244-558c265520f7,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:25:35.455165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.456216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.498733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 756eba7d-cc96-4479-8c70-fc2b70a28ef1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:35.519987 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:35.521762 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:35.576042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:35.576414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.597516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.652075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62c1912-5d03-4d4b-ba9e-fbdc6dc69055,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:35.715740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.725476 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ec7c0fff-04e3-4a08-bbe2-db88412b46f7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4242544 Apr 18 12:25:35.725476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38648) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:35.725736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '28550fb5-5f5a-454f-b6f4-1a0a7d2af28f', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:35.732451 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:35.732935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:35.739074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:35.742270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:35.748198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:35.773696 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737948d-58e8-450b-bb17-cca96f3309f4 None None] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:35.833190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.898995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.972199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:35.996063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31b5e600-6abc-4db0-a0a9-eb2649242977,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:36.049716 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:25:35Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:36.054123 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1863c7b-55d9-4869-96a4-46ce34eb3165 None None] The sync data for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv is: [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:25:35Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:25:36.069365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.070658 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b6164c32-4c6c-4608-9709-a62043b8ddc7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497849 Apr 18 12:25:36.083309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38652) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:36.083309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '28550fb5-5f5a-454f-b6f4-1a0a7d2af28f', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:36.084631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:36.099030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:36.103140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:36.116308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:36.204863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.271645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.343484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.371068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bb5140-ad7d-4ab7-973f-8e7a4da461eb,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:36.462958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.462958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cecdfda8-0f4c-419d-98e8-d8539c83ac79 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3854897 Apr 18 12:25:36.464260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38656) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:36.469404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '28550fb5-5f5a-454f-b6f4-1a0a7d2af28f', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:36.476201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:36.480437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:36.485320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:36.490402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:36.590965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.658863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.714837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.741588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06c96bd-723c-4956-98f5-f7674d131e73,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:36.817616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:36.818865 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6d91fc42-eb10-47ab-a397-7c0ca069fc0d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3536327 Apr 18 12:25:36.821696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38660) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:36.826725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '28550fb5-5f5a-454f-b6f4-1a0a7d2af28f', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:36.832845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:36.837107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:36.840177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:36.846441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:36.932002 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:25:36.939261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.007230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.078838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.100923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f59e31b-f7f1-480d-83df-3d102a863f1d,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:37.168690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.169830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-540e6539-fab1-4094-b080-be4035ec1bac tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3472323 Apr 18 12:25:37.172565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38664) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:37.177382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '28550fb5-5f5a-454f-b6f4-1a0a7d2af28f', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:37.183395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:37.187153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:37.189947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:37.196316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:37.268518 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:25:37.275761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.338898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.466480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.484764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d44eaf4-dc8c-4d77-8fc0-847123ff951f,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:37.528056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:37.577807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.579215 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9b62f244-9b9f-409a-a532-a08f856aa390 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4057357 Apr 18 12:25:37.677532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9350aaec-9c5b-4325-a244-558c265520f7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:37.682979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9350aaec-9c5b-4325-a244-558c265520f7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:37.683351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.741353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-3f60200f-b978-4d35-9150-ce0f00e9be50 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:37.811038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:37.841942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9350aaec-9c5b-4325-a244-558c265520f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9350aaec-9c5b-4325-a244-558c265520f7,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:37.854016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-3f60200f-b978-4d35-9150-ce0f00e9be50 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:37.855207 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-3f60200f-b978-4d35-9150-ce0f00e9be50 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-391967571&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1539919 Apr 18 12:25:37.962891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:38.013262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-44d8d64d-e7e1-4946-8bc8-b16a7973e18a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:38.013262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-44d8d64d-e7e1-4946-8bc8-b16a7973e18a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:38.013541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-42f95d39-8920-48f9-9be3-14711e381cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:38.034451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:38.111318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-44d8d64d-e7e1-4946-8bc8-b16a7973e18a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:38.112489 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-44d8d64d-e7e1-4946-8bc8-b16a7973e18a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=a3a44333-d503-4530-8bd7-85ea8e09063e HTTP/1.1" status: 200 len: 796 time: 0.2505941 Apr 18 12:25:38.127624 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-8f5fd465-5a6e-4859-9212-a0bdbb5b66ad tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0092196 Apr 18 12:25:38.208404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-822f1ed0-100f-4028-aa88-cc84a69cd004 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:38.288334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-822f1ed0-100f-4028-aa88-cc84a69cd004 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:38.289529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-822f1ed0-100f-4028-aa88-cc84a69cd004 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571977 Apr 18 12:25:38.425567 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-82d8336e-f280-485d-8b3b-535b062b8263 service neutron] 10.222.0.24 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240528 Apr 18 12:25:38.664801 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-ab621376-5a3c-47d4-a306-50a6aa8cb22e service neutron] 10.222.0.24 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335343 Apr 18 12:25:39.000887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4f5d34f4-2da0-454e-8447-b6d7028f64fb req-d590968f-be01-4582-9e83-feb1104d82af tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:39.013496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4f5d34f4-2da0-454e-8447-b6d7028f64fb req-d590968f-be01-4582-9e83-feb1104d82af tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:39.014653 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5d34f4-2da0-454e-8447-b6d7028f64fb req-d590968f-be01-4582-9e83-feb1104d82af tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0616703 Apr 18 12:25:39.499462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:39.567216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9350aaec-9c5b-4325-a244-558c265520f7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:39.568045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:40.180165 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ac1bc5db-7c53-463f-8930-51145bebe3cd req-ce0d5a41-723f-46ed-9d2a-678b2ba4a012 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0556455 Apr 18 12:25:40.203142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-39ff8a48-f6c1-4739-b39e-62b061675cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:40.955636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-fc1cf095-3565-4d05-b8ca-dad2c8fcbf43 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:40.957039 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-fc1cf095-3565-4d05-b8ca-dad2c8fcbf43 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=a3a44333-d503-4530-8bd7-85ea8e09063e HTTP/1.1" status: 200 len: 796 time: 0.1433594 Apr 18 12:25:41.003847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-4fbb1c72-1629-408b-b4f2-ca88cd567373 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:41.015323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-4fbb1c72-1629-408b-b4f2-ca88cd567373 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:41.016427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-4fbb1c72-1629-408b-b4f2-ca88cd567373 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 379 time: 0.0513573 Apr 18 12:25:41.024791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['28550fb5-5f5a-454f-b6f4-1a0a7d2af28f']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:41.156730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:41.165884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:41.234530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:25:41.238138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:41.311463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:41.353089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c80b3c67-7312-4980-a5a6-f5c35a58aa41 req-4b954640-16cd-471f-92e8-ad79a3549a16 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 210 time: 0.0573180 Apr 18 12:25:41.442340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.10 (a3a44333-d503-4530-8bd7-85ea8e09063e/44a5ad6e-1458-4e7a-985c-a05568119f74/01d0960c-4284-4d73-87e0-5e8b0cec2b1d) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:25:41.625178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:41.640123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 01d0960c-4284-4d73-87e0-5e8b0cec2b1d will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:41.657431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:41.743813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:41.918842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network a3a44333-d503-4530-8bd7-85ea8e09063e is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:25:41.921741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:41.924250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:25:41.969720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:42.004740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:42.005385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:42.095380 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-9c53a44b-3ea0-4716-8b64-ae64aafaa793 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0746949 Apr 18 12:25:42.107057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Request body: {'port': {'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:42.194409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-84494d10-175e-40d7-a293-3e39a4aa0a7d None None] Provisioning for port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:42.200793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-84494d10-175e-40d7-a293-3e39a4aa0a7d None None] Provisioning complete for port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:42.201771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-84494d10-175e-40d7-a293-3e39a4aa0a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:42.221306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:42.255714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-84494d10-175e-40d7-a293-3e39a4aa0a7d None None] Port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:25:42.543679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77bd2-9a21-4b34-8a4c-fd04d6baa899 req-d95de1d3-39d4-49bb-966d-2f86a09508f2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:42.545126 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5ab77bd2-9a21-4b34-8a4c-fd04d6baa899 req-d95de1d3-39d4-49bb-966d-2f86a09508f2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 932 time: 0.0814204 Apr 18 12:25:42.570939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01d0960c-4284-4d73-87e0-5e8b0cec2b1d {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:25:42.579534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:42.591744 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5ab77bd2-9a21-4b34-8a4c-fd04d6baa899 req-13722883-6dad-459a-a8bd-09268ff24757 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Apr 18 12:25:42.596248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Transition to ACTIVE for port object 01d0960c-4284-4d73-87e0-5e8b0cec2b1d will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:25:42.677836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:42.809659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Pushing event updated for resources: {'Port': ['ID=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:42.924715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Attempting to bind port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:25:42.925041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Attempting to bind port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:25:42.925360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Attempting to bind port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d on network a3a44333-d503-4530-8bd7-85ea8e09063e {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:42.930376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d on network a3a44333-d503-4530-8bd7-85ea8e09063e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:25:42.930723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Attempting to bind port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d on network a3a44333-d503-4530-8bd7-85ea8e09063e {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:25:42.932115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:42.935731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:25:42.936060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Checking segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:25:42.936433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Bound using segment: {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:25:42.936848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Bound port: 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:25:42.937185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:43.026137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] For port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:25:43.029040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] For port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:25:43.112049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:43.168012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.168553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:43.169977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] 10.222.0.15 "PUT /v2.0/ports/01d0960c-4284-4d73-87e0-5e8b0cec2b1d HTTP/1.1" status: 200 len: 1094 time: 1.0671296 Apr 18 12:25:43.170337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:25:43.198036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7e9f8-db74-4a41-b9a9-d394f5b6c036 service neutron] Pushing event updated for resources: {'Port': ['ID=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:43.237076 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb8b0e4a-663a-4df7-a8fa-0858234a9880'] response: {'name': 'network-changed', 'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'status': 'completed', 'code': 200} Apr 18 12:25:43.330002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4b00e-43de-47f8-9fca-668d7ef45833 req-606e981b-b7aa-4f32-bdd7-a9c35cad2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.331493 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9cf4b00e-43de-47f8-9fca-668d7ef45833 req-606e981b-b7aa-4f32-bdd7-a9c35cad2e9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 1097 time: 0.0752482 Apr 18 12:25:43.470023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4b00e-43de-47f8-9fca-668d7ef45833 req-4fae4db8-4ca1-489d-85e3-2dfd5a71dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.471531 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9cf4b00e-43de-47f8-9fca-668d7ef45833 req-4fae4db8-4ca1-489d-85e3-2dfd5a71dcfe service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1329274 Apr 18 12:25:43.609277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4b00e-43de-47f8-9fca-668d7ef45833 req-cb1f8e0c-d02a-4f6d-97d4-7d0645530294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.610722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9cf4b00e-43de-47f8-9fca-668d7ef45833 req-cb1f8e0c-d02a-4f6d-97d4-7d0645530294 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337771 Apr 18 12:25:43.716432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-bcf8c7f2-aa8a-4c8f-a7da-683354ff7bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.718794 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-bcf8c7f2-aa8a-4c8f-a7da-683354ff7bff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 1097 time: 0.0730915 Apr 18 12:25:43.779321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b999ac-97c8-493e-852c-45480405c1a7 req-c719cb55-e131-4e8f-8210-c9e61a9642f6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.781383 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b9b999ac-97c8-493e-852c-45480405c1a7 req-c719cb55-e131-4e8f-8210-c9e61a9642f6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0853815 Apr 18 12:25:43.788248 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-b8c4d533-bede-47b2-acf4-1fd19675e293 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d HTTP/1.1" status: 200 len: 217 time: 0.0630736 Apr 18 12:25:43.825378 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b9b999ac-97c8-493e-852c-45480405c1a7 req-8eddaefb-50f5-4501-bf0a-863fbdfe87f4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378706 Apr 18 12:25:43.853069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-2f592abf-d31d-460b-9f34-51764f6d7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:43.854497 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-2f592abf-d31d-460b-9f34-51764f6d7674 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44a5ad6e-1458-4e7a-985c-a05568119f74 HTTP/1.1" status: 200 len: 832 time: 0.0599771 Apr 18 12:25:44.025932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-c2e56e75-76a6-4cc6-9bbf-55b6cddf2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:44.027321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-c2e56e75-76a6-4cc6-9bbf-55b6cddf2f7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3a44333-d503-4530-8bd7-85ea8e09063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1672156 Apr 18 12:25:44.155394 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-4f8a76b3-384e-42a6-9a70-102e1bad4634 service neutron] 10.222.0.15 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217091 Apr 18 12:25:44.288620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2070d8c6-6f73-4ff7-b676-14028c721700 req-fd687d74-3951-4392-bbb8-39589cb3e02a service neutron] 10.222.0.15 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278756 Apr 18 12:25:45.007594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469d37-6660-4e4c-a50a-2dd36bddceed req-478293cc-e1d5-45a9-98cd-ceba1bdca187 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:45.008188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-f3469d37-6660-4e4c-a50a-2dd36bddceed req-478293cc-e1d5-45a9-98cd-ceba1bdca187 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:25:45.091422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-f3469d37-6660-4e4c-a50a-2dd36bddceed req-478293cc-e1d5-45a9-98cd-ceba1bdca187 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:25:45.092566 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f3469d37-6660-4e4c-a50a-2dd36bddceed req-478293cc-e1d5-45a9-98cd-ceba1bdca187 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 944 time: 0.1630628 Apr 18 12:25:45.136448 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f3469d37-6660-4e4c-a50a-2dd36bddceed req-c0c8827e-3231-413f-9bee-64da5758ad3c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381336 Apr 18 12:25:45.459662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:46.076250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 01d0960c-4284-4d73-87e0-5e8b0cec2b1d details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:25:46.208392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:46.224373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:25:46.279387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:46.295742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01d0960c-4284-4d73-87e0-5e8b0cec2b1d {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:25:46.312192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:46.321523 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7084a720-cf3a-473f-a59e-f3202de8833a req-4dc9cbae-1fcd-4f00-ae07-bbdc61d68a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:46.322963 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7084a720-cf3a-473f-a59e-f3202de8833a req-4dc9cbae-1fcd-4f00-ae07-bbdc61d68a85 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 944 time: 0.0799589 Apr 18 12:25:46.370761 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7084a720-cf3a-473f-a59e-f3202de8833a req-f46640ba-d42d-4eea-8533-1653e502f772 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 Apr 18 12:25:46.396789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:46.470742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:46.612056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['01d0960c-4284-4d73-87e0-5e8b0cec2b1d'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:25:47.560329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8c4b1-8fae-4413-bb82-340bf4c1a639 req-5bf7daf3-1e05-4915-90a4-6e4757aecb97 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:47.561795 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ec8c4b1-8fae-4413-bb82-340bf4c1a639 req-5bf7daf3-1e05-4915-90a4-6e4757aecb97 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 945 time: 0.0816174 Apr 18 12:25:47.608193 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ec8c4b1-8fae-4413-bb82-340bf4c1a639 req-cd8affc9-f4d7-41ae-9fca-63deda5544b6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403543 Apr 18 12:25:48.091930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 01d0960c-4284-4d73-87e0-5e8b0cec2b1d up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:25:48.214415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:25:48.218985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:25:48.219340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:48.329445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:48.355244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:25:48.367481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:25:48.398174 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e440fb-4555-40ae-a8bc-4b14e70470e3'] response: {'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'code': 200} Apr 18 12:25:48.443553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:48.511419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:48.842477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c49fcd-b225-4286-b9b6-402acb5d85c9 req-e8306ec0-8edb-4109-b876-6b82287d73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:48.843941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-50c49fcd-b225-4286-b9b6-402acb5d85c9 req-e8306ec0-8edb-4109-b876-6b82287d73d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 1099 time: 0.1292758 Apr 18 12:25:48.872653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c557093-4f4f-4761-a18c-2c2cdf150abc req-f3a22f56-ae64-4b26-9765-95be173e54fa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:48.873944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2c557093-4f4f-4761-a18c-2c2cdf150abc req-f3a22f56-ae64-4b26-9765-95be173e54fa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1247590 Apr 18 12:25:48.913775 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-50c49fcd-b225-4286-b9b6-402acb5d85c9 req-539a178e-e54e-41c7-8da8-4dc925f1cf44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623896 Apr 18 12:25:48.934670 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2c557093-4f4f-4761-a18c-2c2cdf150abc req-dbff5e04-5306-4f3d-8e7e-fdee9a258e00 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534406 Apr 18 12:25:50.268233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa77a9-c912-4ed1-89ff-d339e6dfefe6 req-a9636495-d228-489a-9f74-d095745a3af8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:50.269567 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a0aa77a9-c912-4ed1-89ff-d339e6dfefe6 req-a9636495-d228-489a-9f74-d095745a3af8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0820034 Apr 18 12:25:50.312409 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a0aa77a9-c912-4ed1-89ff-d339e6dfefe6 req-2a6c3a76-4f28-4698-83bd-ad5eaf908d91 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371830 Apr 18 12:25:50.495252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2ee0c3-6aeb-45f1-b350-12292389ad2f req-b60befee-ef92-46d6-a61b-c85b98dfa3d9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:50.496690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ed2ee0c3-6aeb-45f1-b350-12292389ad2f req-b60befee-ef92-46d6-a61b-c85b98dfa3d9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 946 time: 0.0817530 Apr 18 12:25:50.540342 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ed2ee0c3-6aeb-45f1-b350-12292389ad2f req-8ef08e37-e824-43df-b9e1-f9094a4ddd9f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Apr 18 12:25:50.562846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38718) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:50.634255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7ab69a-3c8a-42e9-8d1e-26876a4603a5 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:50.635739 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9a7ab69a-3c8a-42e9-8d1e-26876a4603a5 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 1094 time: 0.0719583 Apr 18 12:25:50.638646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38722) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:50.643195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:25:50.648705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:25:50.652416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:25:50.655135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:25:50.661093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:25:50.777572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:50.910325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:51.039478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.86 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/ddc03f29-09f1-43df-a1da-0cc9ddc195ca) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:25:51.179631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:51.259986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:51.319168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:25:51.321930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:25:51.325397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:25:51.367006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=ddc03f29-09f1-43df-a1da-0cc9ddc195ca,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:51.836162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:51.961089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:52.158896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:52.222318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:52.331093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=ddc03f29-09f1-43df-a1da-0cc9ddc195ca,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:25:52.339728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:52.506097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 275a3a49-9b52-4050-b192-004d8ae35111 associated. External IP: 172.26.4.86, port: 01d0960c-4284-4d73-87e0-5e8b0cec2b1d. Apr 18 12:25:52.852150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 050ca376-0257-4f73-b136-274bf1a3f4d5 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:25:53.026410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:25:53.036981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] Sync routers for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:25:53.045782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:53.046391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:53.145905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:25:53.204200 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-396fed00-2c02-4324-bf62-ce793bbbf730 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5622263 Apr 18 12:25:53.204200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:25:53.204691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38726) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:53.224770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:53.249675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f643702c-6a7f-4b89-8d81-4884efdf8055'] response: {'name': 'network-changed', 'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'status': 'completed', 'code': 200} Apr 18 12:25:53.394046 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-258f30bb-c8df-4b26-8114-2368b102db1c tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5 HTTP/1.1" status: 200 len: 923 time: 0.1858971 Apr 18 12:25:53.394323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38732) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:53.466974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-a03bd2b8-e622-45b5-8d60-20a5d9ff7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:53.468527 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-a03bd2b8-e622-45b5-8d60-20a5d9ff7a5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 1099 time: 0.1988535 Apr 18 12:25:53.502499 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dad1eea5-9f54-4e12-9e95-328f853ececd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 991 time: 0.1056235 Apr 18 12:25:53.588877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '275a3a49-9b52-4050-b192-004d8ae35111', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:25:51Z', 'updated_at': '2022-04-18T12:25:51Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:25:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:53.593151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] Checking router: 050ca376-0257-4f73-b136-274bf1a3f4d5 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:25:53.601521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:25:53.601654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-84bd04b9-09b8-4af5-bb67-5c09a3b46a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:53.602153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:25:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:53.603013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-84bd04b9-09b8-4af5-bb67-5c09a3b46a2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3a44333-d503-4530-8bd7-85ea8e09063e HTTP/1.1" status: 200 len: 897 time: 0.1282253 Apr 18 12:25:53.705678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-cdd6d80e-9cae-4497-a3a5-5a72d3514097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d HTTP/1.1" status: 200 len: 999 time: 0.0964544 Apr 18 12:25:53.769475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-db7141e4-1826-4560-8b92-97d73e86df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:53.771823 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-db7141e4-1826-4560-8b92-97d73e86df8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44a5ad6e-1458-4e7a-985c-a05568119f74 HTTP/1.1" status: 200 len: 832 time: 0.0599504 Apr 18 12:25:53.786202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:25:53.849715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-58963dbf-4f5e-4805-9ba9-0b3998d29f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:25:53.851198 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-58963dbf-4f5e-4805-9ba9-0b3998d29f21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3a44333-d503-4530-8bd7-85ea8e09063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732033 Apr 18 12:25:53.981755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-3c18ba66-84cb-435c-b629-68bb2d16a405 service neutron] 10.222.0.15 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236382 Apr 18 12:25:54.110778 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b23b63d4-4a8a-499b-81ac-5c985c2ff842 req-1cf8f7d3-3c11-4417-a2d3-05dcbcfb0e25 service neutron] 10.222.0.15 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234236 Apr 18 12:25:54.164563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '275a3a49-9b52-4050-b192-004d8ae35111', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:25:51Z', 'updated_at': '2022-04-18T12:25:51Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:25:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:25:54.168612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358f8c0-fa16-45f1-9f68-95a0f31fbfc9 None None] The sync data for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv is: [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '275a3a49-9b52-4050-b192-004d8ae35111', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:25:51Z', 'updated_at': '2022-04-18T12:25:51Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:25:37Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:25:54.349851 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71330dfb-3550-480a-bded-bd863ec7f536 None None] New status for floating IP 275a3a49-9b52-4050-b192-004d8ae35111: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:25:54.505804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38736) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:54.611994 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a38a8684-8f38-49f7-99c8-95e1ae605648 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 991 time: 0.1051497 Apr 18 12:25:55.615016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38740) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:25:55.719731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-df7a5374-8eee-4e94-9173-b9d272ccecdc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 993 time: 0.1033199 Apr 18 12:26:00.156273 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:26:07.990213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b52fcf64-3f4d-428d-8ea6-522dad1dc5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:10.190708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bf210723-56cc-4743-9691-8b1d3853e1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:11.322107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:11.642224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:12.936478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:15.439595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:20.639781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [req-1ce3b3e5-8c84-4ff1-902b-19543bb529b7 req-5ddf1e71-82eb-4ade-9162-ad4c3620ff24 service neutron] (88783) timed out ('10.222.0.15', 64917) {{(pid=88783) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 12:26:24.652127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38790) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:24.841787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-43876a69-2945-46a0-8abd-7b9dd7eeaa5f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1885228 Apr 18 12:26:24.844678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38794) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:25.129852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1cfc8-7824-447e-a525-7c30c747666e tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Notify agent at dv-neutron-837089-1-hyperv the message router_removed_from_agent {{(pid=88782) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 18 12:26:25.133617 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7ef1cfc8-7824-447e-a525-7c30c747666e tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "DELETE /v2.0/agents/b2697610-bd84-4405-9bdc-e861609dab22/l3-routers/050ca376-0257-4f73-b136-274bf1a3f4d5 HTTP/1.1" status: 204 len: 168 time: 0.2873697 Apr 18 12:26:25.138621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38798) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:25.455551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2a73ed89-ebd0-4c10-ac65-2531404c738e tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3181598 Apr 18 12:26:25.458580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38804) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:25.542431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:26:25.587121 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3fd2e997-3444-4a6a-96aa-7135cf3fa35b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 993 time: 0.1274891 Apr 18 12:26:25.689074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:25.726047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9350aaec-9c5b-4325-a244-558c265520f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9350aaec-9c5b-4325-a244-558c265520f7,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:25.797439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:25.865478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:25.918945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a071048-55ee-4c02-8316-f57c881dee78 None None] New status for floating IP 275a3a49-9b52-4050-b192-004d8ae35111: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:26:26.588750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38810) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:26.705478 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1e42ad8c-1177-4280-810c-7bbded5b1ae9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 991 time: 0.1153443 Apr 18 12:26:27.525510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:26:27.652535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:27.670448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:27.738103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:27.819799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:27.851137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38820) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:28.133216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98e41a5-9cd2-41b3-ab2b-dd137b908b12 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Router 050ca376-0257-4f73-b136-274bf1a3f4d5 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:26:28.133558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98e41a5-9cd2-41b3-ab2b-dd137b908b12 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Notify agent at dv-neutron-837089-1-hyperv the message router_added_to_agent {{(pid=88782) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Apr 18 12:26:28.153063 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b98e41a5-9cd2-41b3-ab2b-dd137b908b12 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "POST /v2.0/agents/b2697610-bd84-4405-9bdc-e861609dab22/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3009045 Apr 18 12:26:28.155675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38828) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:28.170745 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a644472-1445-4657-a935-c06102c160e9 None None] Sync routers for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:26:28.180049 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:28.180718 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:28.347592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-48c6dc5d-e9ed-4a8f-928c-9b4209dd7af1 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1908576 Apr 18 12:26:28.350579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38832) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:28.363525 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:28.462054 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-583981a5-89d2-4199-ab49-7b02e735adad tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 991 time: 0.1099827 Apr 18 12:26:28.724619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '275a3a49-9b52-4050-b192-004d8ae35111', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:25:51Z', 'updated_at': '2022-04-18T12:26:26Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:26:25Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:28.728269 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a644472-1445-4657-a935-c06102c160e9 None None] Checking router: 050ca376-0257-4f73-b136-274bf1a3f4d5 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:26:28.737085 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:28.737710 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:28.926089 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:29.306303 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5a644472-1445-4657-a935-c06102c160e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '275a3a49-9b52-4050-b192-004d8ae35111', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:25:51Z', 'updated_at': '2022-04-18T12:26:26Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:26:25Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:29.310144 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a644472-1445-4657-a935-c06102c160e9 None None] The sync data for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv is: [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '275a3a49-9b52-4050-b192-004d8ae35111', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'port_id': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'mac_address': 'fa:16:3e:de:e7:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:25:51Z', 'updated_at': '2022-04-18T12:26:26Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:26:25Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:26:29.466857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38838) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:29.621461 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8bf4ac6e-7657-4e57-9dfe-73f39b636712 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 991 time: 0.1537085 Apr 18 12:26:30.624912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38844) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:30.734919 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b0aca1ba-bdfc-4aa1-9537-51c4d044f112 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 991 time: 0.1088114 Apr 18 12:26:30.954095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6081ce4a-b105-4a0c-baec-b2755b131878 None None] New status for floating IP 275a3a49-9b52-4050-b192-004d8ae35111: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:26:31.581308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:31.651779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:31.652148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:31.738702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:31.770648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:31.786771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:31.846868 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b8ce2339-6434-4a93-8e3c-4643c30243e2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 200 len: 993 time: 0.1070149 Apr 18 12:26:31.862584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:31.863412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:31.996846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:32.003488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9350aaec-9c5b-4325-a244-558c265520f7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:32.003845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:32.028210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.028547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.028877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.029200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.029522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.029843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.030157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.030486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.030809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.031118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.031428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.031737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:32.143703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38860) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:32.171384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:32.203388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9350aaec-9c5b-4325-a244-558c265520f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9350aaec-9c5b-4325-a244-558c265520f7,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:32.343311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:32.409991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:32.454800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port ddc03f29-09f1-43df-a1da-0cc9ddc195ca {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:26:32.455139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:32.632651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:32.632998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:32.762907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for ddc03f29-09f1-43df-a1da-0cc9ddc195ca owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:26:33.016641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:33.073772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=ddc03f29-09f1-43df-a1da-0cc9ddc195ca,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:33.115701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.116050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.116373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.116702 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.117082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.117373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.117699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.118014 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.118333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.118674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.118989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.119302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:33.174804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:33.175155 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 275a3a49-9b52-4050-b192-004d8ae35111 disassociated (deleted). External IP: 172.26.4.86, port: 01d0960c-4284-4d73-87e0-5e8b0cec2b1d. Apr 18 12:26:33.549337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:33.551751 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 050ca376-0257-4f73-b136-274bf1a3f4d5 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:26:33.656189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:33.656764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:33.751769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:26:33.763921 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] Sync routers for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:26:33.775683 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:33.776883 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:33.787266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:33.853063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:33.878630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9350aaec-9c5b-4325-a244-558c265520f7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:33.879067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:33.988093 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:34.058675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-42667354-172f-4dfc-8cd5-b9f616a9ef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/275a3a49-9b52-4050-b192-004d8ae35111 HTTP/1.1" status: 204 len: 168 time: 1.9138882 Apr 18 12:26:34.059403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:26:34.210663 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59190a69-0ea0-4f31-8a8e-9c0e239845ca'] response: {'name': 'network-changed', 'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'status': 'completed', 'code': 200} Apr 18 12:26:34.411544 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:26:32Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:34.419912 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] Checking router: 050ca376-0257-4f73-b136-274bf1a3f4d5 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:26:34.426449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-253ca57f-2c32-48b2-9992-ea3ae05787cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:34.427946 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-253ca57f-2c32-48b2-9992-ea3ae05787cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 1099 time: 0.2042305 Apr 18 12:26:34.428712 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:34.429377 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:34.434920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-937b9b75-036f-4492-a165-a58a16d83bce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1636643 Apr 18 12:26:34.646857 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:34.648477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-3c804833-b8b0-4157-b6bf-10be0298651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:34.649931 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-3c804833-b8b0-4157-b6bf-10be0298651f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a3a44333-d503-4530-8bd7-85ea8e09063e HTTP/1.1" status: 200 len: 897 time: 0.2141757 Apr 18 12:26:34.665986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448f187-5698-47e9-bd75-786711951656 req-101d230f-b2ad-4f5c-a00b-0fdceeb636b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:34.668117 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-101d230f-b2ad-4f5c-a00b-0fdceeb636b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.1228213 Apr 18 12:26:34.755560 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-0f70880f-5256-43ef-8559-6ea8f3e39db4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d HTTP/1.1" status: 200 len: 217 time: 0.0917478 Apr 18 12:26:34.938743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-0d921338-c1fc-4df0-8783-4012f1ad98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:34.940171 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-0d921338-c1fc-4df0-8783-4012f1ad98a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=44a5ad6e-1458-4e7a-985c-a05568119f74 HTTP/1.1" status: 200 len: 832 time: 0.1728077 Apr 18 12:26:34.963753 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:26:32Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:34.967930 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1928dc52-a03a-4ae5-8e8c-189ea11fe84f None None] The sync data for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv is: [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:25:31Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9350aaec-9c5b-4325-a244-558c265520f7', 'name': '', 'network_id': 'a3a44333-d503-4530-8bd7-85ea8e09063e', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:7c:e2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:30Z', 'updated_at': '2022-04-18T12:26:32Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '44a5ad6e-1458-4e7a-985c-a05568119f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:26:35.020838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448f187-5698-47e9-bd75-786711951656 req-d8401f39-d3d8-4a5c-831c-3a3a5ffdb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:35.022286 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-d8401f39-d3d8-4a5c-831c-3a3a5ffdb349 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.3005750 Apr 18 12:26:35.259188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60aa30d-6c34-4978-b31c-2830189a456f req-6438da0f-69b0-4725-b8d8-08270d659ee3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:35.261328 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e60aa30d-6c34-4978-b31c-2830189a456f req-6438da0f-69b0-4725-b8d8-08270d659ee3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 946 time: 0.4950092 Apr 18 12:26:35.309987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-dceb752c-d9ab-47a9-97aa-82780cd9eebc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 1000 time: 0.2782364 Apr 18 12:26:35.356960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-cffaae55-214b-4276-874e-434e11a92e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:35.358399 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-cffaae55-214b-4276-874e-434e11a92e18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a3a44333-d503-4530-8bd7-85ea8e09063e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4109972 Apr 18 12:26:35.426835 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e60aa30d-6c34-4978-b31c-2830189a456f req-1b1114ef-3e52-40e2-a8da-9aa7b69150c3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580143 Apr 18 12:26:35.488699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448f187-5698-47e9-bd75-786711951656 req-c7aa561e-4747-4325-afe1-dcb11a799a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:35.490157 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-c7aa561e-4747-4325-afe1-dcb11a799a55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.1713903 Apr 18 12:26:35.576222 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-84e2c1fe-c954-4b05-bab4-e442befe916e service neutron] 10.222.0.15 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102365 Apr 18 12:26:35.625091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448f187-5698-47e9-bd75-786711951656 req-3157b218-1a85-4a5e-af96-5b6afaca89a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:35.626567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-3157b218-1a85-4a5e-af96-5b6afaca89a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1288395 Apr 18 12:26:35.687401 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-ff7a3082-37d7-42fe-b521-6e9482e492c4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204652358&fields=id&tenant_id=eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 267 time: 0.0416000 Apr 18 12:26:35.816598 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ddff650b-c51f-4b58-b3d8-e7953d7fdbe2 req-e294d8b8-fc2c-4cd8-8146-b9ac52749a6a service neutron] 10.222.0.15 "GET /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335789 Apr 18 12:26:35.837820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-4fb57b72-ea25-444f-a1f1-0d289d0d49f3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:35.841312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-064848e3-46e5-42c7-b1fb-13d592d91f79 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638691 Apr 18 12:26:35.847852 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-4fb57b72-ea25-444f-a1f1-0d289d0d49f3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 810 time: 0.1479049 Apr 18 12:26:35.854314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-5b0a89bb-6df2-4f89-b556-00f593768679 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/quotas/eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 375 time: 0.0094240 Apr 18 12:26:35.951182 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-54629660-b941-41ee-a019-dc37cd572f31 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0914731 Apr 18 12:26:36.027697 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d448f187-5698-47e9-bd75-786711951656 req-97638b54-d7bc-46c5-ab7a-6c6868106794 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801102 Apr 18 12:26:36.047906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-868e1861-6411-4b01-a38f-e3eb09a0ce26 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:36.049384 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-868e1861-6411-4b01-a38f-e3eb09a0ce26 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1149154 Apr 18 12:26:36.092476 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-042dad08-f69f-4529-b169-7afcf1ff1658 service neutron] 10.222.0.24 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298223 Apr 18 12:26:36.125586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:26:36.125985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:36.153659 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688daa0-8acb-4af9-9b85-52d8b83e143e None None] New status for floating IP 275a3a49-9b52-4050-b192-004d8ae35111: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:26:36.240989 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b42e6dfb-98cb-4756-8715-b87930bc91e0 service neutron] 10.222.0.24 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418262 Apr 18 12:26:36.397760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:36.397981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:36.522106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 01d0960c-4284-4d73-87e0-5e8b0cec2b1d owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:26:36.709606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ffe0f-2c29-4bee-bf3c-9fda0ae94ad4 req-69d8efa8-304c-4650-9957-1593aa7d0b03 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:36.711063 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0b1ffe0f-2c29-4bee-bf3c-9fda0ae94ad4 req-69d8efa8-304c-4650-9957-1593aa7d0b03 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 946 time: 0.1599696 Apr 18 12:26:36.765390 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0b1ffe0f-2c29-4bee-bf3c-9fda0ae94ad4 req-061bd8a8-2e77-41a8-b446-29a79ad2a91d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479043 Apr 18 12:26:36.801759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:37.000286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=01d0960c-4284-4d73-87e0-5e8b0cec2b1d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:37.046998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.047340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.047675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.048004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.048328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.048674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.048977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.049299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.049618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.049939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.050255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.050603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:37.060554 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2a9d2046-2627-49e3-b742-9130ddf991b1 req-448bc3a7-8ba5-4134-bd0e-3fc0dea8a691 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 210 time: 0.0978904 Apr 18 12:26:37.100647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 01d0960c-4284-4d73-87e0-5e8b0cec2b1d on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:26:37.103170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:37.105681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'name': 'network-vif-deleted', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:26:37.117636 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-666b4281-8b26-40d4-9c66-24f0aa75c038 req-7171e713-febe-4359-a3e9-77329c18c04e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/01d0960c-4284-4d73-87e0-5e8b0cec2b1d HTTP/1.1" status: 204 len: 173 time: 1.0631971 Apr 18 12:26:37.149046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4567dc82-4684-4718-ba0c-762b1a4ebb18'] response: {'server_uuid': 'c72449cf-ab62-4079-bd20-8f667b91bdf4', 'name': 'network-vif-deleted', 'tag': '01d0960c-4284-4d73-87e0-5e8b0cec2b1d', 'status': 'completed', 'code': 200} Apr 18 12:26:37.155890 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:26:37.941113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3008e385-ca45-4089-b376-2dba6e843083 req-b02afce0-352f-41be-915c-90e97288586e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:26:38.004758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ad18e2f9-2ec1-45fc-bd79-970158f53792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:38.027574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3008e385-ca45-4089-b376-2dba6e843083 req-b02afce0-352f-41be-915c-90e97288586e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:26:38.028770 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3008e385-ca45-4089-b376-2dba6e843083 req-b02afce0-352f-41be-915c-90e97288586e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=c72449cf-ab62-4079-bd20-8f667b91bdf4 HTTP/1.1" status: 200 len: 210 time: 0.1429534 Apr 18 12:26:38.212682 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-32fe86b5-6388-481d-b7d5-3689edec042b req-5d127b64-e590-4b3f-a153-af2068c12558 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 210 time: 0.0413673 Apr 18 12:26:38.373756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 01d0960c-4284-4d73-87e0-5e8b0cec2b1d no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:26:38.408910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 01d0960c-4284-4d73-87e0-5e8b0cec2b1d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:26:38.409173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 01d0960c-4284-4d73-87e0-5e8b0cec2b1d not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:26:39.017642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-56614006-e60d-4bce-917f-6b782464b090 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:39.019082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-56614006-e60d-4bce-917f-6b782464b090 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 810 time: 0.1419420 Apr 18 12:26:39.069688 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-42432fc4-cc1c-47b8-8f3c-db28e409a516 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eea82502110e4288885c1ccc616ffbbf HTTP/1.1" status: 200 len: 379 time: 0.0424740 Apr 18 12:26:39.077731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'port': {'device_id': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'admin_state_up': True, 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'security_groups': ['258eab1e-f6e3-498f-b86e-5fcd6e4eed2b']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:39.128930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38918) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:39.209288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a49cebb0-7bdc-4a36-b2fa-d31697e403e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.225806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:39.236701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:39.244121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a49cebb0-7bdc-4a36-b2fa-d31697e403e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.332820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Made reservation on behalf of eea82502110e4288885c1ccc616ffbbf for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:26:39.340534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.367925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a9c261a4-d8ac-4a58-be83-354d136ce757 req-390dc813-da4e-48d7-a793-7fa8b08cf8a3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 210 time: 0.0478246 Apr 18 12:26:39.399065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a49cebb0-7bdc-4a36-b2fa-d31697e403e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.418966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49cebb0-7bdc-4a36-b2fa-d31697e403e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28550fb5-5f5a-454f-b6f4-1a0a7d2af28f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:39.507055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a49cebb0-7bdc-4a36-b2fa-d31697e403e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.508997 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a49cebb0-7bdc-4a36-b2fa-d31697e403e6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/28550fb5-5f5a-454f-b6f4-1a0a7d2af28f HTTP/1.1" status: 204 len: 168 time: 0.3783958 Apr 18 12:26:39.512156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Allocated IP 172.20.0.7 (16ad020b-fc1b-4f71-aa04-bed4525b22ae/bf2c7212-c2be-4e73-8e44-b60145a2f058/7e849a82-a364-42ae-87fd-0261805cecf2) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:26:39.602280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38926) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:39.726845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.744849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Transition to ACTIVE for port object 7e849a82-a364-42ae-87fd-0261805cecf2 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:39.830200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:39.896664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:26:39.899734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:39.904214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:26:39.961925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=7e849a82-a364-42ae-87fd-0261805cecf2,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:39.992182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:39.992797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.134066 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-b0def805-a3d8-4e7f-8198-68993a5199a0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0600951 Apr 18 12:26:40.146741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Request body: {'port': {'device_id': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:40.213418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.230528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5bf04000-1319-4d36-8cd5-9c49fb2695ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.232690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d98c23c7-7a02-43e1-b175-e0333ed9b608 None None] Provisioning for port 7e849a82-a364-42ae-87fd-0261805cecf2 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:40.238969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d98c23c7-7a02-43e1-b175-e0333ed9b608 None None] Provisioning complete for port 7e849a82-a364-42ae-87fd-0261805cecf2 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:40.239489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d98c23c7-7a02-43e1-b175-e0333ed9b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.263057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.298347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d98c23c7-7a02-43e1-b175-e0333ed9b608 None None] Port 7e849a82-a364-42ae-87fd-0261805cecf2 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:26:40.652513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e849a82-a364-42ae-87fd-0261805cecf2 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:26:40.661564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.680695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Transition to ACTIVE for port object 7e849a82-a364-42ae-87fd-0261805cecf2 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:40.695215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbb413-e73b-4230-b89b-77e2585ee019 req-ba77ae46-60c2-4f95-93f0-301f4d3b603b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:40.696638 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-60dbb413-e73b-4230-b89b-77e2585ee019 req-ba77ae46-60c2-4f95-93f0-301f4d3b603b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 931 time: 0.1472428 Apr 18 12:26:40.727258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.788727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 9350aaec-9c5b-4325-a244-558c265520f7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:26:40.788727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:40.822951 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-60dbb413-e73b-4230-b89b-77e2585ee019 req-edd85c5e-5148-493e-a459-ba19083dd3a2 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928051 Apr 18 12:26:40.982527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Pushing event updated for resources: {'Port': ['ID=7e849a82-a364-42ae-87fd-0261805cecf2,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:41.014018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 9350aaec-9c5b-4325-a244-558c265520f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9350aaec-9c5b-4325-a244-558c265520f7,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:41.014373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.089547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Attempting to bind port 7e849a82-a364-42ae-87fd-0261805cecf2 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:26:41.089885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Attempting to bind port 7e849a82-a364-42ae-87fd-0261805cecf2 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:26:41.090212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Attempting to bind port 7e849a82-a364-42ae-87fd-0261805cecf2 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:26:41.095458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Port 7e849a82-a364-42ae-87fd-0261805cecf2 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:26:41.095768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Attempting to bind port 7e849a82-a364-42ae-87fd-0261805cecf2 on network 16ad020b-fc1b-4f71-aa04-bed4525b22ae {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:26:41.101751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:26:41.102733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Checking segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:26:41.103327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Bound using segment: {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:26:41.104321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Bound port: 7e849a82-a364-42ae-87fd-0261805cecf2, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b942aea-40eb-47b7-a07a-52e5a5bd930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:26:41.104662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.141897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 9350aaec-9c5b-4325-a244-558c265520f7 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:26:41.194719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] For port 7e849a82-a364-42ae-87fd-0261805cecf2, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:26:41.197946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] For port 7e849a82-a364-42ae-87fd-0261805cecf2, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7e849a82-a364-42ae-87fd-0261805cecf2,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:26:41.290510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.349830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:41.350422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.351792 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] 10.222.0.15 "PUT /v2.0/ports/7e849a82-a364-42ae-87fd-0261805cecf2 HTTP/1.1" status: 200 len: 1093 time: 1.2096987 Apr 18 12:26:41.352226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:26:41.377237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2233374-ffa1-470b-9bb9-c70be690a66d service neutron] Pushing event updated for resources: {'Port': ['ID=7e849a82-a364-42ae-87fd-0261805cecf2,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:41.403672 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5288089-2b23-4a75-8041-76ec434575d9'] response: {'name': 'network-changed', 'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2', 'status': 'completed', 'code': 200} Apr 18 12:26:41.422665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.479311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.498572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac0a6e-37b2-4a2b-9bd5-6014bc34e6e0 req-1e880199-0021-40a1-b822-59343cc0e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:41.500065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73ac0a6e-37b2-4a2b-9bd5-6014bc34e6e0 req-1e880199-0021-40a1-b822-59343cc0e080 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 1096 time: 0.0760953 Apr 18 12:26:41.539387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=9350aaec-9c5b-4325-a244-558c265520f7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:41.699694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac0a6e-37b2-4a2b-9bd5-6014bc34e6e0 req-6ceccc54-252b-425f-8bab-f3fa45812db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:41.701138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73ac0a6e-37b2-4a2b-9bd5-6014bc34e6e0 req-6ceccc54-252b-425f-8bab-f3fa45812db8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=eea82502110e4288885c1ccc616ffbbf&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1938612 Apr 18 12:26:41.735331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:41.868044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac0a6e-37b2-4a2b-9bd5-6014bc34e6e0 req-49cbf3fb-e0bf-480d-8460-a92eed44c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:41.870313 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73ac0a6e-37b2-4a2b-9bd5-6014bc34e6e0 req-49cbf3fb-e0bf-480d-8460-a92eed44c517 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1624756 Apr 18 12:26:41.897215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:42.023130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-227a6a93-0539-4a3b-a12b-919a48531a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:42.024396 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-227a6a93-0539-4a3b-a12b-919a48531a30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 1096 time: 0.1162970 Apr 18 12:26:42.094439 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-e19a16b9-9187-4314-8a24-c2b82b75d002 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e849a82-a364-42ae-87fd-0261805cecf2 HTTP/1.1" status: 200 len: 217 time: 0.0623324 Apr 18 12:26:42.166603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-517cee23-2899-4357-bff7-71d408f68793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:42.168212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-517cee23-2899-4357-bff7-71d408f68793 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0683343 Apr 18 12:26:42.252160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-1a5f49c9-3ecb-42d5-ac95-dea190875192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:42.253652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-1a5f49c9-3ecb-42d5-ac95-dea190875192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787580 Apr 18 12:26:42.283554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc654060-23f2-4e7b-95e5-3865bdcb30aa req-685b2311-5950-4574-ab21-cb5328881238 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:42.284946 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bc654060-23f2-4e7b-95e5-3865bdcb30aa req-685b2311-5950-4574-ab21-cb5328881238 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.3151712 Apr 18 12:26:42.394065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-fefc1529-fa93-4b23-9057-65887797d407 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329195 Apr 18 12:26:42.408135 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bc654060-23f2-4e7b-95e5-3865bdcb30aa req-bc58cb80-3a93-4d1b-86ae-b24570430b87 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713499 Apr 18 12:26:42.503530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 050ca376-0257-4f73-b136-274bf1a3f4d5 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:26:42.533744 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fce84301-5c89-46e7-9912-83ff5ca88b6c req-a4ff2e37-6c73-4230-bbc0-eff381cdfd82 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335456 Apr 18 12:26:42.683642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:26:42.692883 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] Sync routers for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:26:42.702370 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:42.703131 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:42.768640 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7cfcb253-7358-4282-8384-c3ccb1ebf4ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1644964 Apr 18 12:26:42.771488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38936) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:42.843406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet 44a5ad6e-1458-4e7a-985c-a05568119f74 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:26:42.846443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:42.908653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:42.918371 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:42.930400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:42.987570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.105466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.146163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=44a5ad6e-1458-4e7a-985c-a05568119f74,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:43.150104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.158688 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9afef53c-03af-499b-9004-bc7ec099cf62 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/44a5ad6e-1458-4e7a-985c-a05568119f74 HTTP/1.1" status: 204 len: 168 time: 0.3836887 Apr 18 12:26:43.159071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38940) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:43.160932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e2cc22-74ef-4e1d-80bd-561f25d931f0 None None] Network a3a44333-d503-4530-8bd7-85ea8e09063e requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:26:43.205435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:26:41Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:43.209175 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] Checking router: 050ca376-0257-4f73-b136-274bf1a3f4d5 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:26:43.217930 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] Routers {'050ca376-0257-4f73-b136-274bf1a3f4d5'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:43.218557 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['050ca376-0257-4f73-b136-274bf1a3f4d5'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:43.407566 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] Set router 050ca376-0257-4f73-b136-274bf1a3f4d5 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:43.425021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] DHCP port deletion for a3a44333-d503-4530-8bd7-85ea8e09063e request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:26:43.429755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] Deleting port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:26:43.430188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.470338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.690358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 756eba7d-cc96-4479-8c70-fc2b70a28ef1 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:26:43.726413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ba528-07fa-4681-b6d7-7c4e91e1274e req-8fc1ae9f-07a0-4db3-bc9d-afb98218b8f8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:43.727136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d1ba528-07fa-4681-b6d7-7c4e91e1274e req-8fc1ae9f-07a0-4db3-bc9d-afb98218b8f8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:26:43.740553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.763382 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] For port 756eba7d-cc96-4479-8c70-fc2b70a28ef1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=756eba7d-cc96-4479-8c70-fc2b70a28ef1,segment=NetworkSegment(c5d4d2f9-bd2d-4b43-8090-987c4c310aad),segment_id=c5d4d2f9-bd2d-4b43-8090-987c4c310aad)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:43.763775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.780652 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:26:41Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:43.784494 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac962c4-9d9c-43a9-a6be-c5bca30d3e21 None None] The sync data for ids ['050ca376-0257-4f73-b136-274bf1a3f4d5'] in dv-neutron-837089-1-hyperv is: [{'id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'name': 'tempest-TestNetworkBasicOps-router-1337832160', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102'}], 'enable_snat': True}, 'gw_port_id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:25:25Z', 'updated_at': '2022-04-18T12:26:41Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'a6f9e85a-78b4-426d-b1b7-7431a31a9d75', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:9b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '050ca376-0257-4f73-b136-274bf1a3f4d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:25:26Z', 'updated_at': '2022-04-18T12:26:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:26:43.815934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port a6f9e85a-78b4-426d-b1b7-7431a31a9d75 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:26:43.815934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:43.844042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d1ba528-07fa-4681-b6d7-7c4e91e1274e req-8fc1ae9f-07a0-4db3-bc9d-afb98218b8f8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:26:43.845194 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d1ba528-07fa-4681-b6d7-7c4e91e1274e req-8fc1ae9f-07a0-4db3-bc9d-afb98218b8f8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.3005235 Apr 18 12:26:43.893960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] Calling delete_port for 756eba7d-cc96-4479-8c70-fc2b70a28ef1 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:26:43.934150 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d1ba528-07fa-4681-b6d7-7c4e91e1274e req-11542fda-6f82-49c4-972a-a60ff4f0a975 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821021 Apr 18 12:26:44.034208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port a6f9e85a-78b4-426d-b1b7-7431a31a9d75, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:44.034595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.045371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.165445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for a6f9e85a-78b4-426d-b1b7-7431a31a9d75 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:26:44.183618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.270408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] Pushing event deleted for resources: {'Port': ['ID=756eba7d-cc96-4479-8c70-fc2b70a28ef1,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:44.273379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a532e-940d-4fbc-9cce-96e1f5a7ad66 None None] No DVR routers for this DVR port 756eba7d-cc96-4479-8c70-fc2b70a28ef1 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:26:44.527224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.577731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=a6f9e85a-78b4-426d-b1b7-7431a31a9d75,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:44.672114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.843719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.846006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.944010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.944572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router 050ca376-0257-4f73-b136-274bf1a3f4d5 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:26:44.960962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:44.965456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38948) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:44.979351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fc25c1b-5521-48d8-89fa-a72142b26f72 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/050ca376-0257-4f73-b136-274bf1a3f4d5 HTTP/1.1" status: 204 len: 168 time: 1.8191597 Apr 18 12:26:45.130546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.277641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488b579-17e7-436d-8d52-0ab8769707c1 req-8ae1f621-3172-474d-8dfa-a04c5bce8bba tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:45.279853 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0488b579-17e7-436d-8d52-0ab8769707c1 req-8ae1f621-3172-474d-8dfa-a04c5bce8bba tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.2132995 Apr 18 12:26:45.292489 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.340049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a44333-d503-4530-8bd7-85ea8e09063e']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:45.357458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:45.357982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d4d2f9-bd2d-4b43-8090-987c4c310aad') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:45.369736 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0488b579-17e7-436d-8d52-0ab8769707c1 req-8ae2400d-2e46-443c-b2b0-ff51ec7f4d9d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829804 Apr 18 12:26:45.372992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.391458 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.399392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:26:45.399899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:26:45.415581 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:26:45.484857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.535498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:26:45.569679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: a6f9e85a-78b4-426d-b1b7-7431a31a9d75 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:26:45.570019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a6f9e85a-78b4-426d-b1b7-7431a31a9d75 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:26:45.570436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:26:45.572756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.597007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:45.611932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9350aaec-9c5b-4325-a244-558c265520f7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:26:45.612273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9350aaec-9c5b-4325-a244-558c265520f7 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:26:45.613462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=a3a44333-d503-4530-8bd7-85ea8e09063e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:45.714712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e00f9f5-9d9e-4b35-a554-3e7e227bc5a0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/a3a44333-d503-4530-8bd7-85ea8e09063e HTTP/1.1" status: 204 len: 168 time: 0.7477007 Apr 18 12:26:45.736195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38952) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:45.741851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--1110209538', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:45.746921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:45.750944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:45.753905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:45.760242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:45.850304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:26:45.853899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.001230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:26:46.009247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.010086 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment e7cf1151-ee64-44c0-95e3-da70b97d07c4 of type vlan for network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf Apr 18 12:26:46.034987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.130261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.136494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:46.137070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.246301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:46.257182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:26:46.282029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8d1ca59f-7569-485d-851f-f149ad566da1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5446448 Apr 18 12:26:46.284767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38956) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:46.289713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-888988547', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:46.296850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:46.300846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:46.304001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:46.310961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:46.416341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.417384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.432703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.785722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:46.795998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f761e5-6a12-4bf4-8815-95d10c5d81d2 req-c2833239-c5ee-4c8a-a6fb-ec3b79ec2d78 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:46.797445 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d3f761e5-6a12-4bf4-8815-95d10c5d81d2 req-c2833239-c5ee-4c8a-a6fb-ec3b79ec2d78 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.3221695 Apr 18 12:26:46.840954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d3f761e5-6a12-4bf4-8815-95d10c5d81d2 req-68489226-8cfd-446e-9e3b-871fb6dfe0d3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377574 Apr 18 12:26:47.184327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:47.216860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:47.347467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.24 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:26:47.491996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:47.613748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:47.676337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:26:47.679014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:47.682475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:26:47.721079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:48.030491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb798e-de29-4a99-9cad-2ed9b89a5ae7 req-f541c779-411b-426c-9704-ffa1e080af0e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:48.031958 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-73cb798e-de29-4a99-9cad-2ed9b89a5ae7 req-f541c779-411b-426c-9704-ffa1e080af0e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.0810931 Apr 18 12:26:48.079279 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-73cb798e-de29-4a99-9cad-2ed9b89a5ae7 req-f9972cd4-8e99-49b5-9292-750e0e1892b3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Apr 18 12:26:48.286956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:48.636602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:48.924520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:26:49.103370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:26:49.114063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Sync routers for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:26:49.124180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:49.124798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:49.223157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:49.224202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-929e6d48-afe3-4295-9efa-0fa38eba1b73 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9384606 Apr 18 12:26:49.227553 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38966) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:49.271485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b677-bac0-45e9-853a-623f8ae1358c req-6170714a-05ff-4109-874a-d753f3917824 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:49.273160 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3950b677-bac0-45e9-853a-623f8ae1358c req-6170714a-05ff-4109-874a-d753f3917824 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.0859692 Apr 18 12:26:49.274131 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-78b8f312-d16b-441c-b311-e2229c5337bd tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447590 Apr 18 12:26:49.276716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38970) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:49.301158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:49.323657 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3950b677-bac0-45e9-853a-623f8ae1358c req-e71e695c-9d0f-464f-84a0-428886b86bd4 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423381 Apr 18 12:26:49.410602 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bacf65-1ec0-41cf-9088-daded3487170 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:49.412120 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a0bacf65-1ec0-41cf-9088-daded3487170 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345117 Apr 18 12:26:49.415000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38974) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:49.454346 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-93a61d9d-50a7-4383-8ebe-014bb7065093 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383115 Apr 18 12:26:49.456822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38978) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:49.462021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2112364115', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:49.577535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:49.581290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:49.583616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:48Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:49.584162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:49.587519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Checking router: 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:26:49.587858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Updating router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:26:49.590478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:49.640588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:49.695944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:26:49.699914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:49.968581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:49.981581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Transition to ACTIVE for port object 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:50.050340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:50.081471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:50.128939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Attempting to bind port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:26:50.129500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Attempting to bind port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:26:50.129635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Attempting to bind port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:26:50.138209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:26:50.138601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:26:50.138987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:50.139367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:26:50.139818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Bound port: 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:26:50.140177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:50.159870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=ee275302-580b-4ca5-9f01-41ab1e7d965e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:50.163014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55082ecf-4af8-4550-8209-3d802a97aa9c None None] Pushing event updated for resources: {'Port': ['ID=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:50.169907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:26:50.170260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:26:50.215829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] For port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:26:50.218811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] For port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:26:50.281191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:26:50.325255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:50.416470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:50.423862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:50.424772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:50.431058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:50.431674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:50.481247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2f239-6220-4304-91ae-fbf89a2f3700 None None] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:26:50.503291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7e849a82-a364-42ae-87fd-0261805cecf2 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:26:50.524304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39d7af-f39a-432a-9057-916dabd85384 req-132d0ee0-5ef4-4a2a-907b-0ae7a54946c9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:50.525760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1e39d7af-f39a-432a-9057-916dabd85384 req-132d0ee0-5ef4-4a2a-907b-0ae7a54946c9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 943 time: 0.0892062 Apr 18 12:26:50.537094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55082ecf-4af8-4550-8209-3d802a97aa9c None None] Pushing event updated for resources: {'Port': ['ID=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:50.572148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1e39d7af-f39a-432a-9057-916dabd85384 req-d3ef042d-5fa3-4130-bf69-18f2f8a6c761 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397742 Apr 18 12:26:50.577381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 38984) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:50.577813 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d73b0343-c72a-4250-9058-1e6f88b54fa3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1196289 Apr 18 12:26:50.823047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:51.021821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7e849a82-a364-42ae-87fd-0261805cecf2, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7e849a82-a364-42ae-87fd-0261805cecf2,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:51.109679 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7e849a82-a364-42ae-87fd-0261805cecf2', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'port_id': '7e849a82-a364-42ae-87fd-0261805cecf2', 'mac_address': 'fa:16:3e:ef:ce:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:26:51.165988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:26:51.166848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:51.289817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:51.329085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e849a82-a364-42ae-87fd-0261805cecf2 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:26:51.396134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7e849a82-a364-42ae-87fd-0261805cecf2, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7e849a82-a364-42ae-87fd-0261805cecf2,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:51.421294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:51.435897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Allocated IP 172.20.0.2 (e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf/ee275302-580b-4ca5-9f01-41ab1e7d965e/c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:26:51.440903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:48Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:51.448965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335b483a-f2bb-4dc0-8b8e-86ba72fd6df1 None None] The sync data for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv is: [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:48Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:26:51.487897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:51.645750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7e849a82-a364-42ae-87fd-0261805cecf2,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:51.708433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7e849a82-a364-42ae-87fd-0261805cecf2'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:26:51.841517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:51.865704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Transition to ACTIVE for port object c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:51.901965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c400625-23c9-42f0-8ba6-b7df460133f0 req-1827a4d5-6e1c-47d1-b4b9-926dfc8e1fb1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:51.904167 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Transition to ACTIVE for port object c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:51.908333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c400625-23c9-42f0-8ba6-b7df460133f0 req-1827a4d5-6e1c-47d1-b4b9-926dfc8e1fb1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 944 time: 0.1738746 Apr 18 12:26:51.962129 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c400625-23c9-42f0-8ba6-b7df460133f0 req-2da29afe-dbf4-4e66-806c-9ccf01721091 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488002 Apr 18 12:26:51.995916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.060641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf/ee275302-580b-4ca5-9f01-41ab1e7d965e/d02a3a20-cc4b-4109-90e2-42881ffa1080) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:26:52.091829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:26:52.099244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:52.101728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Pushing event updated for resources: {'Port': ['ID=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:52.104631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:26:52.230269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Attempting to bind port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:26:52.230972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Attempting to bind port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:26:52.230972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Attempting to bind port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 on network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:26:52.245529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.248798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:26:52.249209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Checking segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:26:52.249603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.249992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Bound using segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:26:52.250493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Bound port: c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:26:52.250848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.262859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object d02a3a20-cc4b-4109-90e2-42881ffa1080 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:52.350446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.391178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] For port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:26:52.394359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] For port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:26:52.422268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:26:52.425394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:52.427882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:26:52.459461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.475840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=d02a3a20-cc4b-4109-90e2-42881ffa1080,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:52.500410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:52.540373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7601e-23d6-43b9-b383-17b686acaed9 None None] Pushing event updated for resources: {'Port': ['ID=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:52.983944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:53.159370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba478f9-a9a6-497b-bb40-cd0623fa2b12 req-169d6896-7515-4a66-be34-fb2bf3bbafa8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:53.160921 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dba478f9-a9a6-497b-bb40-cd0623fa2b12 req-169d6896-7515-4a66-be34-fb2bf3bbafa8 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 944 time: 0.0878034 Apr 18 12:26:53.210428 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dba478f9-a9a6-497b-bb40-cd0623fa2b12 req-6ddec0a6-7fb3-4bbd-8fef-21333f2d7c10 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435355 Apr 18 12:26:53.435574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:53.467264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d364993-c852-482f-b0d6-45f70c3c819a None None] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:26:53.507188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:53.611809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:53.614836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:53.648702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=d02a3a20-cc4b-4109-90e2-42881ffa1080,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:53.768095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:26:53.769206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:53.773718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-686f9274-d0a9-4f8d-a934-3c68cef2b7de None None] Provisioning for port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:53.852873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:53.859155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:53.859760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:53.960449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:26:53.988004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.004884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:54.144336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.152908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:54.159722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:26:54.171633 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Sync routers for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:26:54.181309 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f997cbf8-e575-46e0-bb0b-9c3575d9f5c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/78a96bc5-e45d-4520-9c0e-62bbbe2f7727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6024094 Apr 18 12:26:54.184692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38992) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:54.188698 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:54.190022 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:54.219042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3a6c34a1-4302-4fd7-addf-a9344b145031 None None] Provisioning for port d02a3a20-cc4b-4109-90e2-42881ffa1080 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:54.243339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3a6c34a1-4302-4fd7-addf-a9344b145031 None None] Provisioning complete for port d02a3a20-cc4b-4109-90e2-42881ffa1080 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:54.243884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3a6c34a1-4302-4fd7-addf-a9344b145031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.320712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3a6c34a1-4302-4fd7-addf-a9344b145031 None None] Port d02a3a20-cc4b-4109-90e2-42881ffa1080 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:26:54.363231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:54.420333 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:54.423738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:54.427252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.427820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.428257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.428777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.428879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:54.430164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.430256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.430256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.434194 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-949d0d95-12a1-46ec-a2c7-2650ebafcd3a tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2452872 Apr 18 12:26:54.434551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 38998) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:54.471540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7e849a82-a364-42ae-87fd-0261805cecf2 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:54.486291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f234f-a583-4270-87e3-50e45f42b469 req-c26a4688-ab2e-46de-b44b-4dcababa193d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.488372 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-491f234f-a583-4270-87e3-50e45f42b469 req-c26a4688-ab2e-46de-b44b-4dcababa193d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 944 time: 0.0931783 Apr 18 12:26:54.516831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.517303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.517763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.518221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.518690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.519297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:54.521238 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c7ed6960-caf6-4fc7-add2-74e174ebff05 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0858562 Apr 18 12:26:54.524274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39002) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:54.553770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ca7c012e-74e4-401d-8d8b-ef1e4954c67b None None] Provisioning complete for port d02a3a20-cc4b-4109-90e2-42881ffa1080 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:54.554245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca7c012e-74e4-401d-8d8b-ef1e4954c67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.638268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c012e-74e4-401d-8d8b-ef1e4954c67b None None] Port d02a3a20-cc4b-4109-90e2-42881ffa1080 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:26:54.698546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.741616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:54.741616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 7e849a82-a364-42ae-87fd-0261805cecf2 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:54.747313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7e849a82-a364-42ae-87fd-0261805cecf2 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:54.748141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.755095 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-491f234f-a583-4270-87e3-50e45f42b469 req-7e0b89af-9f0f-4aad-bbfc-97926e2fc56e tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577915 Apr 18 12:26:54.787350 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:54.792308 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Checking router: 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:26:54.792722 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Updating router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 port d02a3a20-cc4b-4109-90e2-42881ffa1080 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:26:54.841956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.885968 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.910765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6deb846f-7407-4091-9877-6e5f01a2ed7e tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3824053 Apr 18 12:26:54.970694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:54.988737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:55.003860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:26:55.013593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7e849a82-a364-42ae-87fd-0261805cecf2, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7e849a82-a364-42ae-87fd-0261805cecf2,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:55.055079 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af045181-0aec-4724-94b8-5a93ba3d2b16'] response: {'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2', 'code': 200} Apr 18 12:26:55.103854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.173106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7e849a82-a364-42ae-87fd-0261805cecf2,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:55.217979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39010) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:55.223287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426925530', 'description': 'tempest-secgroup-smoke-1426925530 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:55.229648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:55.231765 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.233821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:55.236687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:55.242415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:55.242838 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Transition to ACTIVE for port object d02a3a20-cc4b-4109-90e2-42881ffa1080 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:26:55.324482 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.338737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.370102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:55.370102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:55.370102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:55.372107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:55.478035 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Pushing event updated for resources: {'Port': ['ID=d02a3a20-cc4b-4109-90e2-42881ffa1080,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:55.490014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.497482 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.497817 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.498146 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.498485 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.498810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.499122 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.499435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.499772 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.500070 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.500354 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.500738 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.501049 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:26:55.521266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c007c7e-2160-43a0-b699-eed4127923eb req-26d69536-bb88-48e1-9a25-2e8b56d3f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:55.522820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7c007c7e-2160-43a0-b699-eed4127923eb req-26d69536-bb88-48e1-9a25-2e8b56d3f46e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 1098 time: 0.0881338 Apr 18 12:26:55.562574 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Attempting to bind port d02a3a20-cc4b-4109-90e2-42881ffa1080 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:26:55.563197 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Attempting to bind port d02a3a20-cc4b-4109-90e2-42881ffa1080 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:26:55.563684 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Attempting to bind port d02a3a20-cc4b-4109-90e2-42881ffa1080 on network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:26:55.574328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:55.575051 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:26:55.575534 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Checking segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:26:55.576049 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.576534 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Bound using segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:26:55.577459 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Bound port: d02a3a20-cc4b-4109-90e2-42881ffa1080, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:26:55.577926 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.599696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7c007c7e-2160-43a0-b699-eed4127923eb req-849473d1-4e29-41aa-931f-82e91067c44e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701127 Apr 18 12:26:55.600645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.652549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=474e030d-6f04-4dea-ba33-030161ada4f8,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:55.676739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:55.684757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.688781 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] For port d02a3a20-cc4b-4109-90e2-42881ffa1080, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:26:55.691716 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] For port d02a3a20-cc4b-4109-90e2-42881ffa1080, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d02a3a20-cc4b-4109-90e2-42881ffa1080,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:26:55.755350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.756615 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-973f54e6-f10c-44c5-a2d9-d61497583cf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5376170 Apr 18 12:26:55.759518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39014) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:55.764514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '474e030d-6f04-4dea-ba33-030161ada4f8', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:55.770416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:55.774345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:55.777217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:55.783481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:55.793842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:55.805059 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.865469 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:55.865996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.887395 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:26:55.888028 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:55.932814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:55.957421 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed47487-f360-48c1-9ae6-2ff4be89c5d5 None None] Pushing event updated for resources: {'Port': ['ID=d02a3a20-cc4b-4109-90e2-42881ffa1080,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:56.024824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5014ea-f37a-4424-920e-37b973aa953f req-df96b180-78f9-4bf3-8233-2aff97c94975 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:56.026927 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb5014ea-f37a-4424-920e-37b973aa953f req-df96b180-78f9-4bf3-8233-2aff97c94975 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 945 time: 0.1476474 Apr 18 12:26:56.031917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.083298 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb5014ea-f37a-4424-920e-37b973aa953f req-5f2fc4af-5784-41af-a2aa-4f5157a793d7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490296 Apr 18 12:26:56.103126 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:26:56.135739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.163010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6823348-864d-40f9-8b44-aa0710914563,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:56.238702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.239871 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b53a4752-5e87-4e19-a64f-743354689b40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4793880 Apr 18 12:26:56.242706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39020) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:56.247665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '474e030d-6f04-4dea-ba33-030161ada4f8', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:56.257786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:56.262779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:56.265969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:56.271609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:56.349995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.410346 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:55Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:26:56.410938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.414189 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bd1b59-5776-486f-9f62-f1ae58414039 None None] The sync data for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv is: [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:55Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:26:56.458801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.492126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccaf70c5-f866-415d-a642-13be0cef6c39,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:56.610024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.610024 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7091c7c3-4447-482b-9ab8-b3265211d1ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568676 Apr 18 12:26:56.610024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39024) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:56.615188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '474e030d-6f04-4dea-ba33-030161ada4f8', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:56.623884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:56.628108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:56.631034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:56.637929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:56.752246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.818335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.895826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:56.920154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744ca1a9-aea7-4ad8-825a-b90dd809d260,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:57.027403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.033204 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-357ebb4c-4c34-47c2-b5aa-48facaeda864 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4234014 Apr 18 12:26:57.033204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39028) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:57.036711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '474e030d-6f04-4dea-ba33-030161ada4f8', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:57.043423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:57.047478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:57.050447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:57.056484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:57.151451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.223045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.276389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce39e10-0f7b-4ed1-bce7-211747ccbaa3 req-a8d657ab-a6a0-45b6-aeea-f83183cbd517 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:57.278011 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ce39e10-0f7b-4ed1-bce7-211747ccbaa3 req-a8d657ab-a6a0-45b6-aeea-f83183cbd517 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 945 time: 0.0895777 Apr 18 12:26:57.312906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.325944 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ce39e10-0f7b-4ed1-bce7-211747ccbaa3 req-bdec3f0b-1cf5-40c0-bc6e-7a894aabd790 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421703 Apr 18 12:26:57.340873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40b52c6-006d-4f39-a51c-15424086eccb,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:57.477112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.478347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0b61d0e7-f266-4423-806b-66b02819d83c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4459949 Apr 18 12:26:57.481315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39036) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:57.489081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '474e030d-6f04-4dea-ba33-030161ada4f8', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:57.493181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:57.497988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:57.501731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:57.508145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:57.531007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6ea0-4d4e-4d2b-96fb-61861a585b1a req-f7acabfc-d468-4be6-a65c-d80c14a90fab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:57.536693 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c21e6ea0-4d4e-4d2b-96fb-61861a585b1a req-f7acabfc-d468-4be6-a65c-d80c14a90fab tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 945 time: 0.0962791 Apr 18 12:26:57.578555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d02a3a20-cc4b-4109-90e2-42881ffa1080 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:57.584194 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c21e6ea0-4d4e-4d2b-96fb-61861a585b1a req-171f4bae-2bcb-41d5-868f-4ce5b1389793 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411382 Apr 18 12:26:57.608951 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:26:57.614735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39040) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:57.616045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.687301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.703930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port d02a3a20-cc4b-4109-90e2-42881ffa1080 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:26:57.709100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d02a3a20-cc4b-4109-90e2-42881ffa1080 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:57.709476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.761120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.786569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd197c7c-191e-4c9b-9886-17d28c2713fe,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:57.802128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af33424-9bea-4b83-a7f8-936e1176b7be tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:57.803649 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5af33424-9bea-4b83-a7f8-936e1176b7be tempest-TestVolumeBootPattern-983924524 tempest-TestVolumeBootPattern-983924524-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 1093 time: 0.1882877 Apr 18 12:26:57.806625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39046) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:57.812226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '7e849a82-a364-42ae-87fd-0261805cecf2', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:57.818119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:57.821918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Usage tracker for resource:floatingip and tenant:eea82502110e4288885c1ccc616ffbbf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:57.824803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:57.830415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:57.836500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.844932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.846365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0b6ee3a1-2f20-46ef-af32-591dfddb6f6b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3640051 Apr 18 12:26:57.849194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39050) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:26:57.854744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '474e030d-6f04-4dea-ba33-030161ada4f8', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:26:57.860423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:26:57.864274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:26:57.867115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:26:57.868957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port d02a3a20-cc4b-4109-90e2-42881ffa1080, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d02a3a20-cc4b-4109-90e2-42881ffa1080,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:26:57.873801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:26:57.944071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:57.989634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.034117 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:26:58.046090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.062972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=d02a3a20-cc4b-4109-90e2-42881ffa1080,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:58.126711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.140743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.204711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.232898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0dc6bf-f5bb-42f5-96df-7fe513aa2872,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:58.309190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Allocated IP 172.26.4.232 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/42f3f0f2-cb12-439c-a394-3a3050ec7847) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:26:58.397216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.398380 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-42418b6e-100d-40c7-894a-d7a3ee8b5581 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5482323 Apr 18 12:26:58.461272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.554514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:58.562412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-94c61a77-39a1-4293-928f-1c742838b5b3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:26:58.616043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:26:58.618733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:26:58.622305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:26:58.667601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=42f3f0f2-cb12-439c-a394-3a3050ec7847,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:58.692354 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-94c61a77-39a1-4293-928f-1c742838b5b3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:26:58.693549 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-94c61a77-39a1-4293-928f-1c742838b5b3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426925530&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1725368 Apr 18 12:26:58.853646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-68bfb314-800a-4b70-bd3e-2a4f689ada83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:26:58.854662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-68bfb314-800a-4b70-bd3e-2a4f689ada83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:26:58.929885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-68bfb314-800a-4b70-bd3e-2a4f689ada83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:26:58.931150 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-68bfb314-800a-4b70-bd3e-2a4f689ada83 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf HTTP/1.1" status: 200 len: 797 time: 0.2301924 Apr 18 12:26:58.946399 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-d0617174-7124-4be0-b615-0e068a251fda tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0092378 Apr 18 12:26:59.032578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-a016df01-0bec-45b3-a5f2-85dfee1d4372 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:26:59.132294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-a016df01-0bec-45b3-a5f2-85dfee1d4372 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:26:59.134431 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-a016df01-0bec-45b3-a5f2-85dfee1d4372 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817720 Apr 18 12:26:59.149237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:59.274110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-b5c50d3e-9954-4bf5-aab2-a875526886e2 service neutron] 10.222.0.24 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259136 Apr 18 12:26:59.312264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:59.405343 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-522af866-d8d5-427b-bc68-bbfd07b89f6a service neutron] 10.222.0.24 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252229 Apr 18 12:26:59.528058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:59.545435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d02a3a20-cc4b-4109-90e2-42881ffa1080 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:26:59.613031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d02a3a20-cc4b-4109-90e2-42881ffa1080 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:26:59.614181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:59.699470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:26:59.755681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9b7d0f93-e881-40f3-8887-a58a3aa4f94c req-0100051d-8b08-42db-a87e-0306ef68031a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:26:59.814531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9b7d0f93-e881-40f3-8887-a58a3aa4f94c req-0100051d-8b08-42db-a87e-0306ef68031a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:26:59.815679 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9b7d0f93-e881-40f3-8887-a58a3aa4f94c req-0100051d-8b08-42db-a87e-0306ef68031a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 210 time: 0.1627929 Apr 18 12:26:59.836199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event updated for resources: {'Port': ['ID=42f3f0f2-cb12-439c-a394-3a3050ec7847,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:26:59.847039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:00.020721 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Floating IP 5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90 associated. External IP: 172.26.4.232, port: 7e849a82-a364-42ae-87fd-0261805cecf2. Apr 18 12:27:00.387637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:27:00.694562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:27:00.705402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:27:00.716140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:27:00.716743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:00.847117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:00.895856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:27:00.905102 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6c63b89c-5326-41de-ba82-2533d2949f62 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0968635 Apr 18 12:27:00.906116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:27:00.987016 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5a9b7b11-8425-4fc8-8d51-1284162febc0 req-d04207f0-4603-421b-939f-838702d0d528 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 210 time: 0.0485568 Apr 18 12:27:01.042787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2d0909-ad12-4a55-956b-2b473e5e0a0c'] response: {'name': 'network-changed', 'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2', 'status': 'completed', 'code': 200} Apr 18 12:27:01.135191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-2f82468e-d2af-4007-8752-c287bf99eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:01.136648 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-2f82468e-d2af-4007-8752-c287bf99eaad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 1098 time: 0.0739458 Apr 18 12:27:01.272398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:48Z', 'revision_number': 1, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}, {'id': '5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': '7e849a82-a364-42ae-87fd-0261805cecf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:ef:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:26:59Z', 'updated_at': '2022-04-18T12:26:59Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:01.276347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:27:01.284720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:27:01.284874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-8a6971df-3e18-4912-92ee-750af7fd8f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:01.285450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:26:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:01.286306 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-8a6971df-3e18-4912-92ee-750af7fd8f92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1326089 Apr 18 12:27:01.399456 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-e5dc1d3f-846a-48e9-921d-608cb7abc8d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e849a82-a364-42ae-87fd-0261805cecf2 HTTP/1.1" status: 200 len: 999 time: 0.1051447 Apr 18 12:27:01.467848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-07587a5c-015e-4468-8fdc-ec9650ea3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:01.469567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-07587a5c-015e-4468-8fdc-ec9650ea3e11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0645194 Apr 18 12:27:01.504900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:27:01.546735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-46932378-8059-41be-9147-89a28c343052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:01.548468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-46932378-8059-41be-9147-89a28c343052 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726509 Apr 18 12:27:01.696263 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-0fef8514-d175-4f42-b5d5-43f80a4420dc service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394346 Apr 18 12:27:01.832080 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ede16e0-0eb3-4ea1-b970-d38f0aab5951 req-46d7a8a0-4d55-4efd-a5a1-b19cff90f282 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298928 Apr 18 12:27:01.859760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:48Z', 'revision_number': 1, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}, {'id': '5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': '7e849a82-a364-42ae-87fd-0261805cecf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:ef:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:26:59Z', 'updated_at': '2022-04-18T12:26:59Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:01.863949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c200d0d6-d47d-447f-afcc-eac09848fbf7 None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:48Z', 'revision_number': 1, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}, {'id': '5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.232', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': '7e849a82-a364-42ae-87fd-0261805cecf2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:ef:ce:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:26:59Z', 'updated_at': '2022-04-18T12:26:59Z', 'revision_number': 0, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:27:02.079975 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb973e0b-991a-4561-b907-4b32c2b0654d None None] New status for floating IP 5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:27:02.158422 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d1f9bc08-e0ac-4bca-92e3-91bb93da8dc4 req-f51fd20d-a54e-4c7e-b46a-6deb40291b4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 210 time: 0.0563362 Apr 18 12:27:02.174980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-5d77efe4-2021-466b-bf0a-b0d66915817a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:02.175666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-5d77efe4-2021-466b-bf0a-b0d66915817a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:27:02.188039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-5d77efe4-2021-466b-bf0a-b0d66915817a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:27:02.189147 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-5d77efe4-2021-466b-bf0a-b0d66915817a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf HTTP/1.1" status: 200 len: 797 time: 0.1918423 Apr 18 12:27:02.238744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-4d1f5338-019c-4c14-a69e-2edd727214e0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:27:02.251077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-4d1f5338-019c-4c14-a69e-2edd727214e0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:27:02.252209 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-4d1f5338-019c-4c14-a69e-2edd727214e0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 380 time: 0.0528026 Apr 18 12:27:02.261687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': 'e4f869d0-281c-4b23-b212-a7715522c563', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['474e030d-6f04-4dea-ba33-030161ada4f8']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:27:02.407484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:27:02.417568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:27:02.498006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:27:02.501298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:02.671015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.10 (e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf/ee275302-580b-4ca5-9f01-41ab1e7d965e/75e2733f-93b0-4c8c-870c-bb28a59a9329) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:27:02.851999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:02.867525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 75e2733f-93b0-4c8c-870c-bb28a59a9329 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:27:02.966948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:03.033547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:27:03.036434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:27:03.040177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:27:03.083609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=75e2733f-93b0-4c8c-870c-bb28a59a9329,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:03.114375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:03.115012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:03.301061 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-62c26ec2-46b6-4b1d-bced-35fb69b37391 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0433385 Apr 18 12:27:03.313356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Request body: {'port': {'device_id': 'e4f869d0-281c-4b23-b212-a7715522c563', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:27:03.377117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cf79e335-2efb-4ea4-828f-fb661bf66619 None None] Provisioning for port 75e2733f-93b0-4c8c-870c-bb28a59a9329 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:27:03.382192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cf79e335-2efb-4ea4-828f-fb661bf66619 None None] Provisioning complete for port 75e2733f-93b0-4c8c-870c-bb28a59a9329 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:27:03.382599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cf79e335-2efb-4ea4-828f-fb661bf66619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:03.436131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cf79e335-2efb-4ea4-828f-fb661bf66619 None None] Port 75e2733f-93b0-4c8c-870c-bb28a59a9329 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:27:03.541199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f7314-3f78-472e-8a39-b80efd97df92 req-e5bd661f-0967-4f36-9803-bbf0ffeb1dfa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:03.541791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-596f7314-3f78-472e-8a39-b80efd97df92 req-e5bd661f-0967-4f36-9803-bbf0ffeb1dfa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:27:03.558853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:03.675034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-596f7314-3f78-472e-8a39-b80efd97df92 req-e5bd661f-0967-4f36-9803-bbf0ffeb1dfa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:27:03.676166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-596f7314-3f78-472e-8a39-b80efd97df92 req-e5bd661f-0967-4f36-9803-bbf0ffeb1dfa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 932 time: 0.4154062 Apr 18 12:27:03.763175 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-596f7314-3f78-472e-8a39-b80efd97df92 req-43bdc492-df9f-4582-b7f0-c598b1023423 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812466 Apr 18 12:27:03.935130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75e2733f-93b0-4c8c-870c-bb28a59a9329 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:27:03.942895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:03.957937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Transition to ACTIVE for port object 75e2733f-93b0-4c8c-870c-bb28a59a9329 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:27:04.063742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:04.222675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Pushing event updated for resources: {'Port': ['ID=75e2733f-93b0-4c8c-870c-bb28a59a9329,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:04.297461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Attempting to bind port 75e2733f-93b0-4c8c-870c-bb28a59a9329 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:27:04.298818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Attempting to bind port 75e2733f-93b0-4c8c-870c-bb28a59a9329 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:27:04.298818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Attempting to bind port 75e2733f-93b0-4c8c-870c-bb28a59a9329 on network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:27:04.302689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Port 75e2733f-93b0-4c8c-870c-bb28a59a9329 on network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:27:04.303010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Attempting to bind port 75e2733f-93b0-4c8c-870c-bb28a59a9329 on network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:27:04.308270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:27:04.308576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Checking segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:27:04.308948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Bound using segment: {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:27:04.309362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Bound port: 75e2733f-93b0-4c8c-870c-bb28a59a9329, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cf1151-ee64-44c0-95e3-da70b97d07c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:27:04.309705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:04.403192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] For port 75e2733f-93b0-4c8c-870c-bb28a59a9329, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:27:04.405956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] For port 75e2733f-93b0-4c8c-870c-bb28a59a9329, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:27:04.490470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:04.544773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:04.545261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:04.546607 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] 10.222.0.15 "PUT /v2.0/ports/75e2733f-93b0-4c8c-870c-bb28a59a9329 HTTP/1.1" status: 200 len: 1094 time: 1.2370698 Apr 18 12:27:04.547689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:27:04.579220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0904abc4-e7ca-4398-8e09-ae9a9eddab90 service neutron] Pushing event updated for resources: {'Port': ['ID=75e2733f-93b0-4c8c-870c-bb28a59a9329,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:04.601606 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fabc9cf-1e55-4c2d-88c8-519a287d75d2'] response: {'name': 'network-changed', 'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'status': 'completed', 'code': 200} Apr 18 12:27:04.700249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc068-e586-4807-8c62-c4cfd2dbdb79 req-69044386-558e-403a-bf84-08f777c3988b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:04.701787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adbbc068-e586-4807-8c62-c4cfd2dbdb79 req-69044386-558e-403a-bf84-08f777c3988b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1097 time: 0.0799165 Apr 18 12:27:04.846453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc068-e586-4807-8c62-c4cfd2dbdb79 req-05b54d11-a1a0-4acf-b966-0a64a23e0e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:04.847875 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adbbc068-e586-4807-8c62-c4cfd2dbdb79 req-05b54d11-a1a0-4acf-b966-0a64a23e0e7d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1397772 Apr 18 12:27:05.032455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbc068-e586-4807-8c62-c4cfd2dbdb79 req-49e87117-cf2a-4c8f-bb7f-86b7731bd46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:05.033869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adbbc068-e586-4807-8c62-c4cfd2dbdb79 req-49e87117-cf2a-4c8f-bb7f-86b7731bd46f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1790173 Apr 18 12:27:05.052374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9861-de36-43f4-bffb-e7779944bec7 req-2d23734e-877f-48ad-8429-1df34893adf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:05.053776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58ce9861-de36-43f4-bffb-e7779944bec7 req-2d23734e-877f-48ad-8429-1df34893adf0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 944 time: 0.1785848 Apr 18 12:27:05.143828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58ce9861-de36-43f4-bffb-e7779944bec7 req-2cd529a3-9416-40d2-8d2c-c76855eb45a9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836387 Apr 18 12:27:05.166723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-39b17f19-95a0-4912-80f4-57bb7630ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:05.168768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-39b17f19-95a0-4912-80f4-57bb7630ddae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1097 time: 0.0956500 Apr 18 12:27:05.235928 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-c84303e5-8e2c-4d30-869c-7377840dd488 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329 HTTP/1.1" status: 200 len: 217 time: 0.0603929 Apr 18 12:27:05.299447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-76df09e3-8f74-4720-be0b-7a1552d7f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:05.300835 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-76df09e3-8f74-4720-be0b-7a1552d7f194 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee275302-580b-4ca5-9f01-41ab1e7d965e HTTP/1.1" status: 200 len: 844 time: 0.0599105 Apr 18 12:27:05.378544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-92768929-dc6d-46d4-8517-0f13afdd036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:05.379998 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-92768929-dc6d-46d4-8517-0f13afdd036f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737805 Apr 18 12:27:05.618562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-49501005-2d43-483d-91ed-48de28613f28 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329617 Apr 18 12:27:05.750750 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0dac202-dae8-4b9d-a62f-8f9c4a62af7d req-04c812c0-d5ba-4bf8-827a-1b9e97b460a2 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263759 Apr 18 12:27:06.328913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0788aa-994a-40b2-82d5-4c0da9d1e083 req-35522b52-0dab-4717-91f4-e036b8d8ebd4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:06.330391 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c0788aa-994a-40b2-82d5-4c0da9d1e083 req-35522b52-0dab-4717-91f4-e036b8d8ebd4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 944 time: 0.0805845 Apr 18 12:27:06.378868 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c0788aa-994a-40b2-82d5-4c0da9d1e083 req-405b52d9-db79-4a0c-ab30-8808acabe17b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395236 Apr 18 12:27:07.570564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882308-204f-455d-824f-ed9f6ea9fcc0 req-74694093-8de6-4f1b-b978-59337ae60654 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:07.572031 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a8882308-204f-455d-824f-ed9f6ea9fcc0 req-74694093-8de6-4f1b-b978-59337ae60654 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 944 time: 0.0863240 Apr 18 12:27:07.618695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a8882308-204f-455d-824f-ed9f6ea9fcc0 req-c904591b-5af4-4439-b7c9-bbc94b8a30cd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407767 Apr 18 12:27:07.983567 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-74114ef6-9eea-4347-ad18-6d26b8bc5896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:08.546318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 75e2733f-93b0-4c8c-870c-bb28a59a9329 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:27:08.683803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 75e2733f-93b0-4c8c-870c-bb28a59a9329, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:27:08.696946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'port_id': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'mac_address': 'fa:16:3e:d6:93:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:27:08.758374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:08.777872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75e2733f-93b0-4c8c-870c-bb28a59a9329 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:27:08.794845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 75e2733f-93b0-4c8c-870c-bb28a59a9329, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:27:08.874792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:08.908340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46044f3-a583-4a79-9a47-ea18fee8af0f req-ac5d9814-e16c-449d-b73c-686f775ded78 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:08.910509 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d46044f3-a583-4a79-9a47-ea18fee8af0f req-ac5d9814-e16c-449d-b73c-686f775ded78 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 944 time: 0.1841304 Apr 18 12:27:08.944880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=75e2733f-93b0-4c8c-870c-bb28a59a9329,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:08.958253 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d46044f3-a583-4a79-9a47-ea18fee8af0f req-73f3af68-ef78-4131-9114-af235655fdde tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 Apr 18 12:27:09.097165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['75e2733f-93b0-4c8c-870c-bb28a59a9329'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:27:10.142698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece8f40-c7b1-406c-93fa-9d355fb34dcd req-d64951c5-356f-4f46-b90b-2bf7521bef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:10.144144 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ece8f40-c7b1-406c-93fa-9d355fb34dcd req-d64951c5-356f-4f46-b90b-2bf7521bef36 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 945 time: 0.0811090 Apr 18 12:27:10.187397 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ece8f40-c7b1-406c-93fa-9d355fb34dcd req-3665b2f0-cd9b-45ba-81db-f29d7d7be19a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375662 Apr 18 12:27:10.212084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b5fcb99f-8de9-4488-946f-b1d241c0484d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:10.565957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 75e2733f-93b0-4c8c-870c-bb28a59a9329 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:27:10.708868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 75e2733f-93b0-4c8c-870c-bb28a59a9329 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:27:10.713656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 75e2733f-93b0-4c8c-870c-bb28a59a9329 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:27:10.714024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:10.863864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:10.889448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:27:10.899688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 75e2733f-93b0-4c8c-870c-bb28a59a9329, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:27:10.935406 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d14a5e6e-13fd-4528-bd2f-6b756bfbd093'] response: {'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'code': 200} Apr 18 12:27:10.983495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:11.048331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=75e2733f-93b0-4c8c-870c-bb28a59a9329,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:11.371846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:11.423431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331603e-acd0-4507-b1e2-9abc18427857 req-dd19aa24-871a-4dcd-aebe-f2785edbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:11.424857 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4331603e-acd0-4507-b1e2-9abc18427857 req-dd19aa24-871a-4dcd-aebe-f2785edbb6b1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1099 time: 0.0968719 Apr 18 12:27:11.433271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6465a-c48d-4be0-b907-31794558be9c req-e868d822-5e68-4db9-9d37-7088ce20d74d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:11.437014 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0b6465a-c48d-4be0-b907-31794558be9c req-e868d822-5e68-4db9-9d37-7088ce20d74d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.1409345 Apr 18 12:27:11.501805 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4331603e-acd0-4507-b1e2-9abc18427857 req-7e20220a-2959-4d2c-a90d-4412be18bba4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663002 Apr 18 12:27:11.506345 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0b6465a-c48d-4be0-b907-31794558be9c req-16f83ef1-ab78-463b-bb9a-03e059f66cb9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590684 Apr 18 12:27:11.678130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:12.713195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a7b8c-369f-4682-8373-1b9c06dd4c4e req-5dce245f-aee0-4175-9098-a99eea999af1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:12.714953 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c12a7b8c-369f-4682-8373-1b9c06dd4c4e req-5dce245f-aee0-4175-9098-a99eea999af1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.0985520 Apr 18 12:27:12.763844 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c12a7b8c-369f-4682-8373-1b9c06dd4c4e req-a0bcd4a3-b62a-4e04-913b-1bb3edf9e648 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Apr 18 12:27:12.959093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:13.947070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d637-a934-423e-af2d-6939379d9755 req-7b2f77f4-72ee-4702-be55-708dfacefde7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:13.948529 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d9a5d637-a934-423e-af2d-6939379d9755 req-7b2f77f4-72ee-4702-be55-708dfacefde7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.0800495 Apr 18 12:27:13.993097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d9a5d637-a934-423e-af2d-6939379d9755 req-61f8efc5-b398-4c75-8eca-e3e7063a11bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Apr 18 12:27:14.159635 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:27:14.177619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de17de-28a1-4b5a-939f-e2375ce3510b req-62769cca-afb6-4628-b644-a359df75ddae tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:14.177619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-21de17de-28a1-4b5a-939f-e2375ce3510b req-62769cca-afb6-4628-b644-a359df75ddae tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.0794930 Apr 18 12:27:14.220577 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-21de17de-28a1-4b5a-939f-e2375ce3510b req-1436b192-4501-4aa3-9fcb-564396c45e3b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387859 Apr 18 12:27:14.242664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39120) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:27:14.314495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440e6032-e2ac-43d5-89f0-d120aa1610b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:14.316015 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-440e6032-e2ac-43d5-89f0-d120aa1610b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1094 time: 0.0724022 Apr 18 12:27:14.318766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39124) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:27:14.323418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:27:14.329690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:27:14.333506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:27:14.336379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:27:14.343197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:27:14.455439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:14.593555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:14.732631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.134 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/1118906a-8237-44b0-8f26-4ca22f62362d) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:27:14.886632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:14.994830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:15.052415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:27:15.055305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:27:15.058820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:27:15.100761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=1118906a-8237-44b0-8f26-4ca22f62362d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:15.489586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:15.581025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:15.711988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:15.932954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:15.998388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:16.109835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=1118906a-8237-44b0-8f26-4ca22f62362d,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:27:16.126260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:16.307678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 4350ccc9-076c-4aa2-bd3c-b599439a3432 associated. External IP: 172.26.4.134, port: 75e2733f-93b0-4c8c-870c-bb28a59a9329. Apr 18 12:27:16.691238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:27:16.884248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:27:16.897260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] Sync routers for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:27:16.907631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:27:16.907631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:27:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:16.992365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:17.054202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-385d585c-78a1-4928-97d4-47d74678820e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7272232 Apr 18 12:27:17.054202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:27:17.058050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39128) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:27:17.105696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:27:17.138001 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edd8107d-e14e-4cf0-a0e7-f24afbdb5145'] response: {'name': 'network-changed', 'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'status': 'completed', 'code': 200} Apr 18 12:27:17.200643 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6d088d6-a9e2-44a1-a3c6-06f29212a790 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/4350ccc9-076c-4aa2-bd3c-b599439a3432 HTTP/1.1" status: 200 len: 992 time: 0.1456749 Apr 18 12:27:17.250980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-b154fe6e-604c-4e1c-8c8a-315e0389c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:17.250980 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-b154fe6e-604c-4e1c-8c8a-315e0389c8c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1099 time: 0.0935166 Apr 18 12:27:17.495764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '4350ccc9-076c-4aa2-bd3c-b599439a3432', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'port_id': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'mac_address': 'fa:16:3e:d6:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f869d0-281c-4b23-b212-a7715522c563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:27:15Z', 'updated_at': '2022-04-18T12:27:15Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:17.508525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] Checking router: 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:27:17.517465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:27:17.517465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:27:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:17.540803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-1bb93697-c678-46a9-92f1-1a9a0a20cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:17.540803 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-1bb93697-c678-46a9-92f1-1a9a0a20cec0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf HTTP/1.1" status: 200 len: 898 time: 0.2806110 Apr 18 12:27:17.659564 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-fa8c219f-81f9-4aef-abdc-84537ef3d94f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329 HTTP/1.1" status: 200 len: 1000 time: 0.1137753 Apr 18 12:27:17.735508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-4916d48e-de88-4f23-af59-2711645e5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:17.735508 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-4916d48e-de88-4f23-af59-2711645e5bbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee275302-580b-4ca5-9f01-41ab1e7d965e HTTP/1.1" status: 200 len: 844 time: 0.0655365 Apr 18 12:27:17.738313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:27:17.811810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-0093f97d-3750-4feb-afa9-6a76bd47c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:27:17.811810 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-0093f97d-3750-4feb-afa9-6a76bd47c44b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754950 Apr 18 12:27:17.963393 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-14c99e3e-cc95-41d1-8ee5-02caaaa3ff60 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428533 Apr 18 12:27:18.106920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5db140da-3919-43e1-ad0d-ad839bfb63f1 req-f9052c8f-8f97-4741-9745-cd112bc49cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372604 Apr 18 12:27:18.124816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '4350ccc9-076c-4aa2-bd3c-b599439a3432', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'port_id': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'mac_address': 'fa:16:3e:d6:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f869d0-281c-4b23-b212-a7715522c563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:27:15Z', 'updated_at': '2022-04-18T12:27:15Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:27:18.138242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad8e031-fb74-4711-880c-ceb2266b783c None None] The sync data for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv is: [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '4350ccc9-076c-4aa2-bd3c-b599439a3432', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'port_id': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'mac_address': 'fa:16:3e:d6:93:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f869d0-281c-4b23-b212-a7715522c563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:27:15Z', 'updated_at': '2022-04-18T12:27:15Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:27:18.199677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39136) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:27:18.317859 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0f0a58d4-ae17-41af-8503-65ee5266afa0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/4350ccc9-076c-4aa2-bd3c-b599439a3432 HTTP/1.1" status: 200 len: 992 time: 0.1147404 Apr 18 12:27:18.354074 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60754ec1-ca69-444d-a046-13eb471dbe89 None None] New status for floating IP 4350ccc9-076c-4aa2-bd3c-b599439a3432: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:27:19.316580 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39140) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:27:19.423303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8d23212a-9a15-4ff6-a5d9-5cfd83d56529 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/4350ccc9-076c-4aa2-bd3c-b599439a3432 HTTP/1.1" status: 200 len: 994 time: 0.1056032 Apr 18 12:27:38.026232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e06d8380-79c5-4cbb-8d34-f148b5e5af6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:40.215335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e35ea247-b8e2-4aac-a49e-fe63e1fb763e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:41.357535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:41.656602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:42.957659 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:45.494484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:27:51.158220 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:28:08.004642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b561da0b-f03d-4e14-95f5-b4e51af516de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:10.197363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2beb-ec0a-4b91-a003-b05e7c49c489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:11.337913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:11.635964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:12.928396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:15.496082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:28.157198 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:28:36.681769 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-baa723df-5a80-40e0-a94f-a18670a9a762 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741639 Apr 18 12:28:36.820419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-93f88abe-d8be-4a42-a9ed-7f6af2ac8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:28:36.821856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-93f88abe-d8be-4a42-a9ed-7f6af2ac8980 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.0705109 Apr 18 12:28:36.963285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-e96c96c5-1f71-4cc8-b52c-17d7dbc1cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:28:36.965004 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-e96c96c5-1f71-4cc8-b52c-17d7dbc1cd53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1244750 Apr 18 12:28:37.066940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-ebe4b65a-bef7-4fad-8114-bb32c34fc046 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 1000 time: 0.0956891 Apr 18 12:28:37.127253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-c8c3805c-2d36-4753-bf88-4f7f783c1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:28:37.128635 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-c8c3805c-2d36-4753-bf88-4f7f783c1da7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0569549 Apr 18 12:28:37.204078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-3cd53058-ad9e-43f1-a130-eeeedf7b4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:28:37.205506 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-3cd53058-ad9e-43f1-a130-eeeedf7b4453 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715950 Apr 18 12:28:37.335199 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-4d480815-5275-4117-b632-69f439bd7246 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236131 Apr 18 12:28:37.464623 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b371be0e-9927-4c1f-8c1a-d9b9075b1070 req-0c5c541f-4721-4434-ae65-a768475987b8 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226807 Apr 18 12:28:37.969413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c5526f88-3899-408c-9cc9-9089241a430f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:40.219585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-80591e50-00e5-483b-9305-8b941c06e648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:41.335286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:41.655216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:42.980973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:28:45.483636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:05.155621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:29:07.990532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cc060586-d697-4aae-b701-9f856d83f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:10.203021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7442dc15-4962-4db4-99b9-6482f04eea8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:10.676747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39190) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:10.746356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:29:10.860563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2155079'] for subnet, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.092766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731700082180', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9897794'] for subnet, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.142108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:11.142713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.143188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7285590c-e28c-423d-8ec2-2313dfb6e6b9 None None] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:29:11.143958 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/subnets/ee275302-580b-4ca5-9f01-41ab1e7d965e HTTP/1.1" status: 200 len: 836 time: 0.4662333 Apr 18 12:29:11.160562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=ee275302-580b-4ca5-9f01-41ab1e7d965e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:11.167725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.168063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.168392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.168719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.169039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.169360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.169676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.169995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.170311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.170647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.170966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.171280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cce023f-ebc5-46a8-8886-2dc79895091d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:11.356937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.565383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d6395094-dc07-4454-8827-dbf1ab86aa9a None None] Provisioning complete for port 75e2733f-93b0-4c8c-870c-bb28a59a9329 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:29:11.565774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d6395094-dc07-4454-8827-dbf1ab86aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.674506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.702654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d6395094-dc07-4454-8827-dbf1ab86aa9a None None] Provisioning complete for port d02a3a20-cc4b-4109-90e2-42881ffa1080 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:29:11.703014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d6395094-dc07-4454-8827-dbf1ab86aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:11.822917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d6395094-dc07-4454-8827-dbf1ab86aa9a None None] Provisioning complete for port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:29:11.823280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d6395094-dc07-4454-8827-dbf1ab86aa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:12.945537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:15.540572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:16.619376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39198) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:16.922339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Deleting port 42f3f0f2-cb12-439c-a394-3a3050ec7847 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:16.922635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:17.083363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:17.083687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:17.202081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Calling delete_port for 42f3f0f2-cb12-439c-a394-3a3050ec7847 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:17.408964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:17.482869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'Port': ['ID=42f3f0f2-cb12-439c-a394-3a3050ec7847,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:17.524669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.525009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.525342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.525667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.525988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.526354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.526712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.533951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.533951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.533951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.533951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.533951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:29:17.558265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:17.562610 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Floating IP 5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90 disassociated (deleted). External IP: 172.26.4.232, port: 7e849a82-a364-42ae-87fd-0261805cecf2. Apr 18 12:29:17.899833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:29:18.074626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:29:18.084085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:29:18.093081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:18.093672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:18.186033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:18.241289 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-90e06bae-fe03-4bda-8717-95bab6f6f32d tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "DELETE /v2.0/floatingips/5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90 HTTP/1.1" status: 204 len: 168 time: 1.6208308 Apr 18 12:29:18.241856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:29:18.266248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:18.294982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7f28a4d-a077-4749-a0a7-3d7bfd838510'] response: {'name': 'network-changed', 'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2', 'status': 'completed', 'code': 200} Apr 18 12:29:18.507341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-995addfa-8067-4728-9b10-8377190a7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:18.508825 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-995addfa-8067-4728-9b10-8377190a7133 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 1098 time: 0.1911969 Apr 18 12:29:18.622658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:48Z', 'revision_number': 1, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:18.626984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:29:18.636176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:18.636778 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:18.643126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-0ed41519-4a15-4220-b46b-be3f827b47ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:18.644573 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-0ed41519-4a15-4220-b46b-be3f827b47ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1295948 Apr 18 12:29:18.715985 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-2e1ef39b-4bdd-428a-9abd-ec175ddcbe47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e849a82-a364-42ae-87fd-0261805cecf2 HTTP/1.1" status: 200 len: 217 time: 0.0653632 Apr 18 12:29:18.780222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-ac91f10e-2197-479f-b3b6-227735fbdda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:18.781899 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-ac91f10e-2197-479f-b3b6-227735fbdda0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0589578 Apr 18 12:29:18.859432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454c4b5-d6fc-4fca-b799-998a0f0e34b5 req-557f8b42-6b42-42f0-a639-6bb70cf33edf tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:18.860046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:18.861778 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a454c4b5-d6fc-4fca-b799-998a0f0e34b5 req-557f8b42-6b42-42f0-a639-6bb70cf33edf tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 945 time: 0.0861156 Apr 18 12:29:18.862979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-65775a83-38a8-4925-b049-2dfb341a590b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:18.864432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-65775a83-38a8-4925-b049-2dfb341a590b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763435 Apr 18 12:29:18.911221 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a454c4b5-d6fc-4fca-b799-998a0f0e34b5 req-806b4f32-a918-4f54-b7d9-10f082528f61 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425243 Apr 18 12:29:19.007487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-2535b925-b1fc-4aa0-8b3b-2a2a8c3e9604 service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363165 Apr 18 12:29:19.138268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c053e1e-ae47-4bca-9150-d0e11852274c req-96a0fda0-8e6b-4504-ac5c-d7de6f4f53fc service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229570 Apr 18 12:29:19.218043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:48Z', 'revision_number': 1, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:19.222131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf5f6ae-e296-40fc-abea-a741bf65be54 None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '3188b90d-153e-4713-b761-a5f716cf50d0', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'floating_ip_address': '172.26.4.26', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'port_id': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'mac_address': 'fa:16:3e:6d:71:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:23:45Z', 'updated_at': '2022-04-18T12:23:48Z', 'revision_number': 1, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:29:19.435464 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71cf74e-9229-4373-98e0-3cc516e6ef91 None None] New status for floating IP 5391f5ef-f58a-42dd-b3f1-8a8de9ce9d90: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:29:20.107607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a02dd3-cdf4-4c87-858f-2429b902e810 req-e8e92285-aab9-48bc-af1e-c10ccff38640 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:20.108302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-66a02dd3-cdf4-4c87-858f-2429b902e810 req-e8e92285-aab9-48bc-af1e-c10ccff38640 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:29:20.243289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-66a02dd3-cdf4-4c87-858f-2429b902e810 req-e8e92285-aab9-48bc-af1e-c10ccff38640 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:29:20.244428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-66a02dd3-cdf4-4c87-858f-2429b902e810 req-e8e92285-aab9-48bc-af1e-c10ccff38640 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 945 time: 0.2147479 Apr 18 12:29:20.297378 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-66a02dd3-cdf4-4c87-858f-2429b902e810 req-9318dd85-3275-4de9-81f8-7845a1d8ca81 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449967 Apr 18 12:29:20.323402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-e1937bf6-37b3-4fec-8c66-0dac3bbc92c7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:20.324771 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-e1937bf6-37b3-4fec-8c66-0dac3bbc92c7 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 945 time: 0.1183727 Apr 18 12:29:20.391878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Deleting port 7e849a82-a364-42ae-87fd-0261805cecf2 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:20.392206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:20.634947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] For port 7e849a82-a364-42ae-87fd-0261805cecf2, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7e849a82-a364-42ae-87fd-0261805cecf2,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:20.636250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:20.754089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Calling delete_port for 7e849a82-a364-42ae-87fd-0261805cecf2 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:20.984314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:21.035321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'Port': ['ID=7e849a82-a364-42ae-87fd-0261805cecf2,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:21.215831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] No DVR routers for this DVR port 7e849a82-a364-42ae-87fd-0261805cecf2 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:29:21.218566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:21.222571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'name': 'network-vif-deleted', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:29:21.266300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb66cd05-11fd-4a72-9e4c-b0ad9326de73'] response: {'server_uuid': '4fdb3518-3cb0-472c-b3d4-65ca3eb69721', 'name': 'network-vif-deleted', 'tag': '7e849a82-a364-42ae-87fd-0261805cecf2', 'status': 'completed', 'code': 200} Apr 18 12:29:21.295167 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d9303fa1-0331-41d3-ba45-6e1d8aed8c05 req-c7106a7f-7fae-4b97-9feb-876bf953d82f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "DELETE /v2.0/ports/7e849a82-a364-42ae-87fd-0261805cecf2 HTTP/1.1" status: 204 len: 173 time: 0.9652224 Apr 18 12:29:21.452511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-f8097218-5ae3-4fe5-bbd5-6fd3f8e5ea6d req-326990e1-edc5-40a0-ab87-8acbd347d0fd tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:29:21.551809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-f8097218-5ae3-4fe5-bbd5-6fd3f8e5ea6d req-326990e1-edc5-40a0-ab87-8acbd347d0fd tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:29:21.553049 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f8097218-5ae3-4fe5-bbd5-6fd3f8e5ea6d req-326990e1-edc5-40a0-ab87-8acbd347d0fd tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 210 time: 0.1451159 Apr 18 12:29:22.720095 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7ea13fd7-ff40-4e1a-a500-ad8b49ba8d70 req-05abe79b-fa8b-4a84-805c-075b9e55a50b tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fdb3518-3cb0-472c-b3d4-65ca3eb69721 HTTP/1.1" status: 200 len: 210 time: 0.0433710 Apr 18 12:29:23.205308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7e849a82-a364-42ae-87fd-0261805cecf2 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:23.242106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 7e849a82-a364-42ae-87fd-0261805cecf2 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:23.242482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7e849a82-a364-42ae-87fd-0261805cecf2 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:28.517587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39236) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:28.716564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Deleting port 17db039e-4781-4f6e-8ae3-731ff70baebf {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:28.716904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:28.883207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:28.883530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:29.002250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Calling delete_port for 17db039e-4781-4f6e-8ae3-731ff70baebf owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:29.208663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:29.254775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'Port': ['ID=17db039e-4781-4f6e-8ae3-731ff70baebf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:29.345933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:29.346251 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Floating IP 3188b90d-153e-4713-b761-a5f716cf50d0 disassociated (deleted). External IP: 172.26.4.26, port: e50d8c74-debd-494e-a6cc-5ef188f61ff1. Apr 18 12:29:29.708099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:29:29.998998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:29:30.009134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:29:30.018569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:30.026248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:30.070757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:30.127810 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a7427f53-0c22-4cbb-92cc-c441a1f333f1 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "DELETE /v2.0/floatingips/3188b90d-153e-4713-b761-a5f716cf50d0 HTTP/1.1" status: 204 len: 168 time: 1.6091433 Apr 18 12:29:30.128377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:29:30.175141 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4316bc-c9ec-4731-8705-8676bb646a40'] response: {'name': 'network-changed', 'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'status': 'completed', 'code': 200} Apr 18 12:29:30.194424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:30.268998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-d5de297c-b1c7-47e6-b105-ab4bcca4a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:30.270591 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-d5de297c-b1c7-47e6-b105-ab4bcca4a4b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eea82502110e4288885c1ccc616ffbbf&device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 1098 time: 0.0762722 Apr 18 12:29:30.404133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-914848bd-49ff-4f0b-aee3-ca8cacb1c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:30.405548 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-914848bd-49ff-4f0b-aee3-ca8cacb1c856 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 200 len: 911 time: 0.1293340 Apr 18 12:29:30.479326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-05198e45-5969-49c8-ba56-8ac92ab7634e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 200 len: 217 time: 0.0675888 Apr 18 12:29:30.510410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:30.514277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:29:30.522814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:30.524030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:30.542811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-3a29fc17-8c94-4f40-9264-e9b57b2d0db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:30.544358 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-3a29fc17-8c94-4f40-9264-e9b57b2d0db0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 200 len: 849 time: 0.0589542 Apr 18 12:29:30.691036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-d6707c04-26fd-4578-961e-659e02b18733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:30.692510 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-d6707c04-26fd-4578-961e-659e02b18733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16ad020b-fc1b-4f71-aa04-bed4525b22ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1331556 Apr 18 12:29:30.701853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:30.762027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eca431-69ff-440c-92b5-5a3b423d6ef1 req-2b0de2d1-9bda-48ad-b281-50ad04c9dce3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:30.762744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-57eca431-69ff-440c-92b5-5a3b423d6ef1 req-2b0de2d1-9bda-48ad-b281-50ad04c9dce3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Synchronizing usage tracker for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:29:30.863377 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-41b97076-39d6-418d-a368-9715427ce6aa service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573253 Apr 18 12:29:30.952643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-57eca431-69ff-440c-92b5-5a3b423d6ef1 req-2b0de2d1-9bda-48ad-b281-50ad04c9dce3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Unset dirty status for tenant:eea82502110e4288885c1ccc616ffbbf on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:29:30.953806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-57eca431-69ff-440c-92b5-5a3b423d6ef1 req-2b0de2d1-9bda-48ad-b281-50ad04c9dce3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 945 time: 0.3260088 Apr 18 12:29:31.029770 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-57eca431-69ff-440c-92b5-5a3b423d6ef1 req-93672315-a86d-4b96-a0d1-9fa6e02ad1f0 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/security-groups?id=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658529 Apr 18 12:29:31.032509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7a3881c-9c2d-46df-8806-4c25f64bef07 req-16ebd0a8-ebda-4dbc-a22f-4e68dcadb5ba service neutron] 10.222.0.15 "GET /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620636 Apr 18 12:29:31.067017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:31.071154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bd1448-0468-475e-836d-27bd6937cb94 None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:19:04Z', 'revision_number': 4, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9', 'name': '', 'network_id': '16ad020b-fc1b-4f71-aa04-bed4525b22ae', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'mac_address': 'fa:16:3e:e1:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1187, 'fixed_ips': [{'subnet_id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:02Z', 'updated_at': '2022-04-18T12:19:12Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'subnets': [{'id': 'bf2c7212-c2be-4e73-8e44-b60145a2f058', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:29:31.152454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-380bb923-3cf8-4bf3-af1c-d836b717f11a tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:31.153957 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-380bb923-3cf8-4bf3-af1c-d836b717f11a tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 945 time: 0.0892680 Apr 18 12:29:31.236290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Deleting port e50d8c74-debd-494e-a6cc-5ef188f61ff1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:31.236560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:31.298115 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4152e9-1eec-472b-895a-116087bd53f2 None None] New status for floating IP 3188b90d-153e-4713-b761-a5f716cf50d0: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:29:31.486622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] For port e50d8c74-debd-494e-a6cc-5ef188f61ff1, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=e50d8c74-debd-494e-a6cc-5ef188f61ff1,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:31.486972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:31.712588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Calling delete_port for e50d8c74-debd-494e-a6cc-5ef188f61ff1 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:31.916873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:31.968334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'Port': ['ID=e50d8c74-debd-494e-a6cc-5ef188f61ff1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:32.043009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] No DVR routers for this DVR port e50d8c74-debd-494e-a6cc-5ef188f61ff1 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:29:32.045355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:32.100626 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f2914f59-ec12-44a7-89ed-4104cf5cb232 req-45f63fae-1c19-4a7e-8070-664979dd08e3 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.15 "DELETE /v2.0/ports/e50d8c74-debd-494e-a6cc-5ef188f61ff1 HTTP/1.1" status: 204 len: 173 time: 0.9408081 Apr 18 12:29:32.175794 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f8ff0e7c-da39-48fd-a1c7-0f5342da0c3d req-dc7e9ac5-8e2e-4987-9829-19cd874fc83f tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 210 time: 0.0414031 Apr 18 12:29:32.176366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'name': 'network-vif-deleted', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:29:32.219986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaa33149-bbd7-4cdd-87de-9d2e6421df5a'] response: {'server_uuid': '376e351a-dd1c-4d1c-a139-0e1a2773aed3', 'name': 'network-vif-deleted', 'tag': 'e50d8c74-debd-494e-a6cc-5ef188f61ff1', 'status': 'completed', 'code': 200} Apr 18 12:29:33.266443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e50d8c74-debd-494e-a6cc-5ef188f61ff1 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:33.302890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: e50d8c74-debd-494e-a6cc-5ef188f61ff1 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:33.303227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device e50d8c74-debd-494e-a6cc-5ef188f61ff1 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:33.344966 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d90c1b97-bb51-44c6-bbb9-9442c982d343 req-17e09115-6333-4f9f-80a4-a3c31949534a tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "GET /v2.0/ports?device_id=376e351a-dd1c-4d1c-a139-0e1a2773aed3 HTTP/1.1" status: 200 len: 210 time: 0.0467217 Apr 18 12:29:34.439313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39254) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:34.599270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Deleting port 8e72de06-b06e-4e78-a868-efc7cccf09d3 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:34.599601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:34.767460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:34.767689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:34.885662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Calling delete_port for 8e72de06-b06e-4e78-a868-efc7cccf09d3 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:35.116729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:35.191061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'Port': ['ID=8e72de06-b06e-4e78-a868-efc7cccf09d3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:35.253197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:35.266476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:35.267597 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c2f8e489-3a24-4779-b9ea-71eb8f3e2202 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "DELETE /v2.0/floatingips/d417bf18-0609-43f6-aa79-6053e7be0680 HTTP/1.1" status: 204 len: 168 time: 0.8273175 Apr 18 12:29:37.354926 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-1fa77a4c-6955-47d5-8371-8b7c7f4dce9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687580 Apr 18 12:29:37.446825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-b1a17992-def3-4f8c-9731-b9e4e9422b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:37.448335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-b1a17992-def3-4f8c-9731-b9e4e9422b89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1099 time: 0.0740089 Apr 18 12:29:37.593807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-66b73467-ce8a-4261-9ba2-1b1ef0af2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:37.595269 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-66b73467-ce8a-4261-9ba2-1b1ef0af2c1d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf HTTP/1.1" status: 200 len: 898 time: 0.1294889 Apr 18 12:29:37.803060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-3d99b083-9a8d-4978-a75d-fad5c7336d76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329 HTTP/1.1" status: 200 len: 1002 time: 0.2018447 Apr 18 12:29:37.841999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39270) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:37.865820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-f1a336ab-114c-48a3-b67d-5a26112af5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:37.867768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-f1a336ab-114c-48a3-b67d-5a26112af5d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee275302-580b-4ca5-9f01-41ab1e7d965e HTTP/1.1" status: 200 len: 844 time: 0.0592184 Apr 18 12:29:37.908769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121e9541-0a94-4eff-a276-284dc44763d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:37.941853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-6e60fb87-dd79-4bca-a323-1a924a9a6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:37.942057 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121e9541-0a94-4eff-a276-284dc44763d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:37.943333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-6e60fb87-dd79-4bca-a323-1a924a9a6da0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701001 Apr 18 12:29:37.992904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7de3c55c-7a3b-4f09-a6b3-21931621c359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:38.065322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121e9541-0a94-4eff-a276-284dc44763d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:38.080191 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-a5297347-5ee3-4e0f-9157-7c5ee33ddae5 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306336 Apr 18 12:29:38.084599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e9541-0a94-4eff-a276-284dc44763d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258eab1e-f6e3-498f-b86e-5fcd6e4eed2b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:38.149012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-121e9541-0a94-4eff-a276-284dc44763d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:38.150375 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-121e9541-0a94-4eff-a276-284dc44763d9 tempest-TestVolumeBootPattern-785037627 tempest-TestVolumeBootPattern-785037627-project] 10.222.0.24 "DELETE /v2.0/security-groups/258eab1e-f6e3-498f-b86e-5fcd6e4eed2b HTTP/1.1" status: 204 len: 168 time: 0.3073933 Apr 18 12:29:38.213971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1181d8e-dbff-491a-bdf3-e8ea0c0f211a req-4f74d0d9-6fbf-4a3d-b57f-77303d6c9583 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280155 Apr 18 12:29:38.251101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39276) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:39.023497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:39.363542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Deleting port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:39.363877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:39.529905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] For port fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:39.530256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:39.657409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Calling delete_port for fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:39.911018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:39.956270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:40.202906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2119aafd-b33a-4aa2-a17e-90bba69dd24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:40.320362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:40.669729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Router 8459ef49-06a8-4161-b099-fd0e22770c2d has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:29:40.838769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:29:40.847912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] Sync routers for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:29:40.850794 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4e9b245f-4268-47cb-9fcb-786868240ff8 admin admin] 10.222.0.24 "PUT /v2.0/routers/8459ef49-06a8-4161-b099-fd0e22770c2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5986400 Apr 18 12:29:40.853977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39286) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:40.858049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:40.858684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:41.024893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:41.032361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:41.193089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:41.276668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Deleting port c09c4db5-62ed-4537-82c3-d36dddb2d631 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:41.276924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:41.320547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71'}], 'enable_snat': True}, 'gw_port_id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:29:39Z', 'revision_number': 5, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port': {'id': 'c09c4db5-62ed-4537-82c3-d36dddb2d631', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:65:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:18:57Z', 'updated_at': '2022-04-18T12:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:41.324272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] Checking router: 8459ef49-06a8-4161-b099-fd0e22770c2d for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:29:41.332389 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] Routers {'8459ef49-06a8-4161-b099-fd0e22770c2d'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:41.332970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['8459ef49-06a8-4161-b099-fd0e22770c2d'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:41.388075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:41.455229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] For port c09c4db5-62ed-4537-82c3-d36dddb2d631, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c09c4db5-62ed-4537-82c3-d36dddb2d631,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:41.455928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:41.484241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] Set router 8459ef49-06a8-4161-b099-fd0e22770c2d gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:41.593454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:29:41Z', 'revision_number': 6, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:41.600897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19607e3f-3e6d-4c8f-9996-28f36d22a3d6 None None] The sync data for ids ['8459ef49-06a8-4161-b099-fd0e22770c2d'] in dv-neutron-837089-1-hyperv is: [{'id': '8459ef49-06a8-4161-b099-fd0e22770c2d', 'name': 'tempest-TestVolumeBootPattern-69706060-router', 'tenant_id': 'eea82502110e4288885c1ccc616ffbbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:18:56Z', 'updated_at': '2022-04-18T12:29:41Z', 'revision_number': 6, 'project_id': 'eea82502110e4288885c1ccc616ffbbf', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:29:41.699612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:41.720562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Calling delete_port for c09c4db5-62ed-4537-82c3-d36dddb2d631 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:41.956705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.009652 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09c4db5-62ed-4537-82c3-d36dddb2d631,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:42.104143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.153885 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:29:42.275380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.277516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.361596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.362248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8459ef49-06a8-4161-b099-fd0e22770c2d {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:29:42.375042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.376160 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-263ba640-f9b4-4100-9293-f46d99f43478 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8459ef49-06a8-4161-b099-fd0e22770c2d HTTP/1.1" status: 204 len: 168 time: 1.5212839 Apr 18 12:29:42.378904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39292) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:42.446370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Deleting subnet bf2c7212-c2be-4e73-8e44-b60145a2f058 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:29:42.449290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.500234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.581614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.728502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.768181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2c7212-c2be-4e73-8e44-b60145a2f058,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:42.774663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.779988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c307da01-fb0c-4b72-979d-e4bb8c5303fb None None] Network 16ad020b-fc1b-4f71-aa04-bed4525b22ae requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:29:42.780630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9b41ce33-c85d-45a9-ab41-9a0f3836a9aa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf2c7212-c2be-4e73-8e44-b60145a2f058 HTTP/1.1" status: 204 len: 168 time: 0.4001713 Apr 18 12:29:42.783025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39296) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:42.888003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.899287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Deleting port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:42.899552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:42.983835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.047096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] DHCP port deletion for 16ad020b-fc1b-4f71-aa04-bed4525b22ae request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:29:43.051338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Deleting port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:43.051765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.108350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] For port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:43.108593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.232860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Calling delete_port for 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:43.295304 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] For port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,segment=NetworkSegment(2b942aea-40eb-47b7-a07a-52e5a5bd930f),segment_id=2b942aea-40eb-47b7-a07a-52e5a5bd930f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:43.295614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.368620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.414055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Calling delete_port for 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:43.417275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] No DVR routers for this DVR port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:29:43.445996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:43.486704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:29:43.487056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:29:43.533540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.558988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16ad020b-fc1b-4f71-aa04-bed4525b22ae']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:43.571921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b942aea-40eb-47b7-a07a-52e5a5bd930f') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:43.572063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b942aea-40eb-47b7-a07a-52e5a5bd930f') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:43.583685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.600070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.606690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:29:43.612139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:29:43.622893 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:29:43.626116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c09c4db5-62ed-4537-82c3-d36dddb2d631 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:43.658433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c09c4db5-62ed-4537-82c3-d36dddb2d631 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:43.658806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c09c4db5-62ed-4537-82c3-d36dddb2d631 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:43.659219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:43.694069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:43.694402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:43.694861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:43.727543 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:43.727882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fe3df6cd-c2a6-4774-b1d3-20fc0ab7a1d9 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:43.751281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.755336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:43.779612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=16ad020b-fc1b-4f71-aa04-bed4525b22ae,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:43.866158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-33eb1f88-2c1a-4ab5-b8f6-a40d7250f1ee admin admin] 10.222.0.24 "DELETE /v2.0/networks/16ad020b-fc1b-4f71-aa04-bed4525b22ae HTTP/1.1" status: 204 len: 168 time: 1.0821531 Apr 18 12:29:43.869044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39300) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:44.015887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Deleting port 4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:44.016429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:44.096132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3b61cf44-6b22-42bf-b1f9-931d8316f67c None None] The port '4c08ad6f-d1cd-4a93-9bb3-2b9a438a8fc3' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:29:44.509162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:44.849099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Deleting port 6846234d-7823-4ecd-9dbe-2b1dfd157daf {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:44.849343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:45.035328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] For port 6846234d-7823-4ecd-9dbe-2b1dfd157daf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6846234d-7823-4ecd-9dbe-2b1dfd157daf,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:45.035687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:45.154754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Calling delete_port for 6846234d-7823-4ecd-9dbe-2b1dfd157daf owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:45.533899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:45.675399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:45.719925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Pushing event deleted for resources: {'Port': ['ID=6846234d-7823-4ecd-9dbe-2b1dfd157daf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:45.982534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:46.329607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:29:46.506487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:29:46.514729 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] Sync routers for ids ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:29:46.524482 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] Routers {'82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:46.529019 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:46.569671 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-74db6e06-fd22-42ba-b847-8d358d881540 admin admin] 10.222.0.24 "PUT /v2.0/routers/82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6995864 Apr 18 12:29:46.572181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39304) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:46.701269 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] Set router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:46.749778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:46.925145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:46.996463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Deleting port 33aecf7b-2d23-4111-b266-b88c078cb01a {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:46.996900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:47.007277 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31'}], 'enable_snat': True}, 'gw_port_id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:29:45Z', 'revision_number': 5, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port': {'id': '33aecf7b-2d23-4111-b266-b88c078cb01a', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:19:10Z', 'updated_at': '2022-04-18T12:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:47.011173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] Checking router: 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:29:47.020213 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] Routers {'82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:47.020821 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:47.171662 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] Set router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:47.274364 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:29:46Z', 'revision_number': 6, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:47.279788 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba683a00-c5f1-4bd6-ab32-de3c3a886957 None None] The sync data for ids ['82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd'] in dv-neutron-837089-1-hyperv is: [{'id': '82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd', 'name': 'tempest-TestVolumeBootPattern-1147206579-router', 'tenant_id': '03d03ed62fba4ec990d88358cb50d39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:19:09Z', 'updated_at': '2022-04-18T12:29:46Z', 'revision_number': 6, 'project_id': '03d03ed62fba4ec990d88358cb50d39e', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:29:47.283814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] For port 33aecf7b-2d23-4111-b266-b88c078cb01a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33aecf7b-2d23-4111-b266-b88c078cb01a,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:47.284075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:47.422325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Calling delete_port for 33aecf7b-2d23-4111-b266-b88c078cb01a owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:47.654412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:47.679942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6846234d-7823-4ecd-9dbe-2b1dfd157daf no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:47.715916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 6846234d-7823-4ecd-9dbe-2b1dfd157daf {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:47.716503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6846234d-7823-4ecd-9dbe-2b1dfd157daf not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:47.742693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Pushing event deleted for resources: {'Port': ['ID=33aecf7b-2d23-4111-b266-b88c078cb01a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:47.816515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:47.984369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:47.986386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.088490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.089052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:29:48.101705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.102856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b129bfd6-d1bb-4b62-bb2c-2643abbae79f admin admin] 10.222.0.24 "DELETE /v2.0/routers/82c82f50-3d8b-4e1b-bf5b-870e97c2b8fd HTTP/1.1" status: 204 len: 168 time: 1.5297251 Apr 18 12:29:48.105246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39308) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:48.164956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Deleting subnet a4fcc984-0bfb-4f54-b604-e97f29b51357 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:29:48.167909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.217515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.301320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.419744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.464725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4fcc984-0bfb-4f54-b604-e97f29b51357,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:48.466659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.471937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9d988-61db-42e4-842c-b3fbd60c4561 None None] Network cc53a03e-6875-4717-9c6f-ef741bddb45b requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:29:48.472832 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d4153345-c40f-4e4d-8113-fed156a7e4a2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a4fcc984-0bfb-4f54-b604-e97f29b51357 HTTP/1.1" status: 204 len: 168 time: 0.3666537 Apr 18 12:29:48.475231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39312) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:48.577002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.588636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Deleting port 55c61a3a-61bc-43d3-a092-a06dca6aab42 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:48.589033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.711201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] DHCP port deletion for cc53a03e-6875-4717-9c6f-ef741bddb45b request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:29:48.715680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Deleting port 55c61a3a-61bc-43d3-a092-a06dca6aab42 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:48.716049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.899025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] For port 55c61a3a-61bc-43d3-a092-a06dca6aab42, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=55c61a3a-61bc-43d3-a092-a06dca6aab42,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:48.899626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:48.919907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] For port 55c61a3a-61bc-43d3-a092-a06dca6aab42, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=55c61a3a-61bc-43d3-a092-a06dca6aab42,segment=NetworkSegment(5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda),segment_id=5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:48.920292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.022963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Calling delete_port for 55c61a3a-61bc-43d3-a092-a06dca6aab42 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:49.038997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Calling delete_port for 55c61a3a-61bc-43d3-a092-a06dca6aab42 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:49.191054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.197191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:29:49.197567 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:29:49.239059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c61a3a-61bc-43d3-a092-a06dca6aab42,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:49.241700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] No DVR routers for this DVR port 55c61a3a-61bc-43d3-a092-a06dca6aab42 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:29:49.354084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.381780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc53a03e-6875-4717-9c6f-ef741bddb45b']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:49.393234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:49.393521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acd6c4f-a6f4-4b22-9aa2-aeb57fd12eda') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:49.404299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.420051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.426021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:29:49.428146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:29:49.439530 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:29:49.591088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.596331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.617885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 55c61a3a-61bc-43d3-a092-a06dca6aab42 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:49.627870 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc53a03e-6875-4717-9c6f-ef741bddb45b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:49.636305 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-16d0fa67-ebdf-4a1a-871a-062e707f5ed8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cc53a03e-6875-4717-9c6f-ef741bddb45b HTTP/1.1" status: 204 len: 168 time: 1.1593626 Apr 18 12:29:49.652888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 55c61a3a-61bc-43d3-a092-a06dca6aab42 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:49.653225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 55c61a3a-61bc-43d3-a092-a06dca6aab42 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:49.653638 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33aecf7b-2d23-4111-b266-b88c078cb01a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:29:49.686897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 33aecf7b-2d23-4111-b266-b88c078cb01a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:29:49.687238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33aecf7b-2d23-4111-b266-b88c078cb01a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:29:49.698478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Deleting port 55c61a3a-61bc-43d3-a092-a06dca6aab42 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:49.699177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:49.763684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d6cd7-5897-46d5-8514-02675ddfb63e None None] The port '55c61a3a-61bc-43d3-a092-a06dca6aab42' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:29:49.997375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39318) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:50.044969 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8889670d-b604-403e-a876-34a6eddd2b4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eea82502110e4288885c1ccc616ffbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463617 Apr 18 12:29:50.047222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39322) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:50.104406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3958f3f0-d24c-403f-ae86-41b48c708cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:50.128966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3958f3f0-d24c-403f-ae86-41b48c708cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:50.231047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3958f3f0-d24c-403f-ae86-41b48c708cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:50.248307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958f3f0-d24c-403f-ae86-41b48c708cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6346f900-6391-4992-9346-2e4174faf39b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:50.254787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3958f3f0-d24c-403f-ae86-41b48c708cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:50.255898 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3958f3f0-d24c-403f-ae86-41b48c708cc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6346f900-6391-4992-9346-2e4174faf39b HTTP/1.1" status: 204 len: 168 time: 0.2077837 Apr 18 12:29:50.888222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39330) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:50.938453 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7073b67e-3fc8-4468-83dc-313aaa232d39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03d03ed62fba4ec990d88358cb50d39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491025 Apr 18 12:29:50.940895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39334) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:50.997064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7647b37a-7214-47c8-ba36-b7c9c93b7017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:51.021377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7647b37a-7214-47c8-ba36-b7c9c93b7017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:51.143513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7647b37a-7214-47c8-ba36-b7c9c93b7017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:51.159405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647b37a-7214-47c8-ba36-b7c9c93b7017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85b9bf-c0f6-4e51-98ec-873a779457ec,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:51.164583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7647b37a-7214-47c8-ba36-b7c9c93b7017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:51.165266 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7647b37a-7214-47c8-ba36-b7c9c93b7017 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a85b9bf-c0f6-4e51-98ec-873a779457ec HTTP/1.1" status: 204 len: 168 time: 0.2235100 Apr 18 12:29:54.004588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39342) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:29:54.203954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 1118906a-8237-44b0-8f26-4ca22f62362d {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:54.204284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:54.368667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:54.368991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:54.492168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 1118906a-8237-44b0-8f26-4ca22f62362d owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:54.699084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:54.846049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=1118906a-8237-44b0-8f26-4ca22f62362d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:54.935124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:54.935365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 4350ccc9-076c-4aa2-bd3c-b599439a3432 disassociated (deleted). External IP: 172.26.4.134, port: 75e2733f-93b0-4c8c-870c-bb28a59a9329. Apr 18 12:29:55.283332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:29:55.457495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:29:55.467249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] Sync routers for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:29:55.476720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:55.477337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:55.549142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:55.610906 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fb19a64c-6463-41bc-bd02-5aa9fbf8dac0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/4350ccc9-076c-4aa2-bd3c-b599439a3432 HTTP/1.1" status: 204 len: 168 time: 1.6028326 Apr 18 12:29:55.610906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:29:55.659978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:55.873930 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27009d3b-c363-4ed4-bbea-f7e47b27bf37'] response: {'name': 'network-changed', 'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'status': 'completed', 'code': 200} Apr 18 12:29:55.965883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-df500c8f-1554-4624-90ab-7a00f19cdd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:55.967519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-df500c8f-1554-4624-90ab-7a00f19cdd04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 1099 time: 0.0758045 Apr 18 12:29:55.988972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:55.992932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] Checking router: 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:29:56.001748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:29:56.002343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:56.101162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-27409fc7-1dfb-41fe-8815-63dd46979915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:56.102551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-27409fc7-1dfb-41fe-8815-63dd46979915 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf HTTP/1.1" status: 200 len: 898 time: 0.1281805 Apr 18 12:29:56.169138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-ef9cac9b-a621-4351-96b2-a6c3ce9f0a6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329 HTTP/1.1" status: 200 len: 217 time: 0.0610349 Apr 18 12:29:56.183916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:29:56.234345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-10f1d791-0255-496a-a41e-16fed6d04279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:56.236025 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-10f1d791-0255-496a-a41e-16fed6d04279 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ee275302-580b-4ca5-9f01-41ab1e7d965e HTTP/1.1" status: 200 len: 844 time: 0.0609615 Apr 18 12:29:56.314901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-4093f0b0-48c0-46cd-a669-df4c592d76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:56.317369 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-4093f0b0-48c0-46cd-a669-df4c592d76ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746634 Apr 18 12:29:56.420361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3712b-deb4-487f-bced-a492cb10d745 req-a9c029cf-dc67-483f-a042-8579369c1f96 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:56.421165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-76d3712b-deb4-487f-bced-a492cb10d745 req-a9c029cf-dc67-483f-a042-8579369c1f96 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:29:56.454512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-b5570c72-2683-4956-bf78-5b817b1db3c3 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312976 Apr 18 12:29:56.498993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-76d3712b-deb4-487f-bced-a492cb10d745 req-a9c029cf-dc67-483f-a042-8579369c1f96 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:29:56.500176 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-76d3712b-deb4-487f-bced-a492cb10d745 req-a9c029cf-dc67-483f-a042-8579369c1f96 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.1636283 Apr 18 12:29:56.504493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:29:56.508493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64ddc7e-439a-4ce7-b9ce-844704089236 None None] The sync data for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv is: [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:26:52Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd02a3a20-cc4b-4109-90e2-42881ffa1080', 'name': '', 'network_id': 'e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:44:7e:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:51Z', 'updated_at': '2022-04-18T12:26:57Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'ee275302-580b-4ca5-9f01-41ab1e7d965e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:29:56.554360 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-76d3712b-deb4-487f-bced-a492cb10d745 req-23eebbe5-e568-40db-b402-3d4fef572e75 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470376 Apr 18 12:29:56.603260 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7144120a-1bee-4500-a0d0-47b25ea490b3 req-c83500fd-e5ff-408c-b280-01aa102c1078 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420882 Apr 18 12:29:56.744757 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50268376-fe15-424f-acf8-e7a9fd020c2e None None] New status for floating IP 4350ccc9-076c-4aa2-bd3c-b599439a3432: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:29:57.626891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-0e500443-f918-439e-93e6-30000f8aea65 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:57.628379 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-0e500443-f918-439e-93e6-30000f8aea65 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.0829470 Apr 18 12:29:57.838175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 75e2733f-93b0-4c8c-870c-bb28a59a9329 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:29:57.838429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:57.943206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c174e59-a768-4688-bd03-1a6560b218ad req-48084f79-963a-42f4-9473-161ac5a06da4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:29:57.945185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c174e59-a768-4688-bd03-1a6560b218ad req-48084f79-963a-42f4-9473-161ac5a06da4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 946 time: 0.2784896 Apr 18 12:29:58.037974 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1c174e59-a768-4688-bd03-1a6560b218ad req-de5dcf51-7d08-4bb1-9b53-21c09390ca09 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=474e030d-6f04-4dea-ba33-030161ada4f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861411 Apr 18 12:29:58.135754 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 75e2733f-93b0-4c8c-870c-bb28a59a9329, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=75e2733f-93b0-4c8c-870c-bb28a59a9329,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:29:58.136107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:58.256017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 75e2733f-93b0-4c8c-870c-bb28a59a9329 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:29:58.493450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:58.542602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=75e2733f-93b0-4c8c-870c-bb28a59a9329,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:29:58.617821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 75e2733f-93b0-4c8c-870c-bb28a59a9329 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:29:58.620154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:29:58.622595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'name': 'network-vif-deleted', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:29:58.666026 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d322606-2280-4e40-ad26-3f069fabbd69'] response: {'server_uuid': 'e4f869d0-281c-4b23-b212-a7715522c563', 'name': 'network-vif-deleted', 'tag': '75e2733f-93b0-4c8c-870c-bb28a59a9329', 'status': 'completed', 'code': 200} Apr 18 12:29:58.688317 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-39b162b8-f81b-459f-80f9-b14d753fd872 req-9d56aa31-5814-46a2-8c61-b584f2031a10 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/75e2733f-93b0-4c8c-870c-bb28a59a9329 HTTP/1.1" status: 204 len: 173 time: 1.0543563 Apr 18 12:29:59.197742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-35731536-dea3-44ee-912b-186a79d45a83 req-12dbb75b-21d6-4f1a-9cee-1db17715390e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:29:59.299205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-35731536-dea3-44ee-912b-186a79d45a83 req-12dbb75b-21d6-4f1a-9cee-1db17715390e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:29:59.300397 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35731536-dea3-44ee-912b-186a79d45a83 req-12dbb75b-21d6-4f1a-9cee-1db17715390e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4f869d0-281c-4b23-b212-a7715522c563 HTTP/1.1" status: 200 len: 210 time: 0.1440556 Apr 18 12:30:00.415759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39362) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:00.484303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2796bbb0-aae1-4d86-8077-b812111d92b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:00.512575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2796bbb0-aae1-4d86-8077-b812111d92b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:00.642204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2796bbb0-aae1-4d86-8077-b812111d92b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:00.665835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796bbb0-aae1-4d86-8077-b812111d92b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=474e030d-6f04-4dea-ba33-030161ada4f8,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:00.732683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2796bbb0-aae1-4d86-8077-b812111d92b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:00.733833 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2796bbb0-aae1-4d86-8077-b812111d92b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/474e030d-6f04-4dea-ba33-030161ada4f8 HTTP/1.1" status: 204 len: 168 time: 0.3171175 Apr 18 12:30:00.830151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39368) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:01.366586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:01.380215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 75e2733f-93b0-4c8c-870c-bb28a59a9329 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:30:01.413569 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 75e2733f-93b0-4c8c-870c-bb28a59a9329 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:30:01.413909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 75e2733f-93b0-4c8c-870c-bb28a59a9329 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:30:01.838723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port d02a3a20-cc4b-4109-90e2-42881ffa1080 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:30:01.839785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:02.067018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port d02a3a20-cc4b-4109-90e2-42881ffa1080, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d02a3a20-cc4b-4109-90e2-42881ffa1080,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:02.068543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:02.211729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for d02a3a20-cc4b-4109-90e2-42881ffa1080 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:30:02.505204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:02.585829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=d02a3a20-cc4b-4109-90e2-42881ffa1080,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:02.836497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:03.302716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:30:03.478021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:30:03.487702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] Sync routers for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:30:03.496828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:03.500115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:03.547685 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf01232d-0867-4fd5-8fa3-a09ec4b6b7ed tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/78a96bc5-e45d-4520-9c0e-62bbbe2f7727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7138529 Apr 18 12:30:03.548139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:03.662343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet ee275302-580b-4ca5-9f01-41ab1e7d965e {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:30:03.665328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:03.708709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:03.722321 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:03.802505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:03.962328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:03.989854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:30:02Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:03.994127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] Checking router: 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:30:04.001435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=ee275302-580b-4ca5-9f01-41ab1e7d965e,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:04.002386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] Routers {'78a96bc5-e45d-4520-9c0e-62bbbe2f7727'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:04.003037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:04.005065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.011773 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-02d46ddf-55d8-4e2f-b60c-40da6e4afffa tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/ee275302-580b-4ca5-9f01-41ab1e7d965e HTTP/1.1" status: 204 len: 168 time: 0.4526060 Apr 18 12:30:04.014260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39376) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:04.050530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254cbbd-b928-41ce-9ef8-b3ab9dfd7b83 None None] Network e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:30:04.189636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.326194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] Set router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:04.470262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.527720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:30:04.528067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.618202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] DHCP port deletion for e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:30:04.625487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Deleting port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:30:04.625854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.665645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:30:02Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:04.674245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3378e2c1-08ec-400d-a775-ecb4a34ac14f None None] The sync data for ids ['78a96bc5-e45d-4520-9c0e-62bbbe2f7727'] in dv-neutron-837089-1-hyperv is: [{'id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'name': 'tempest-TestNetworkBasicOps-router-888988547', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24'}], 'enable_snat': True}, 'gw_port_id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:26:46Z', 'updated_at': '2022-04-18T12:30:02Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:0b:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a96bc5-e45d-4520-9c0e-62bbbe2f7727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:26:47Z', 'updated_at': '2022-04-18T12:26:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:30:04.706213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:04.706847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.831865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:30:04.871790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] For port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,segment=NetworkSegment(e7cf1151-ee64-44c0-95e3-da70b97d07c4),segment_id=e7cf1151-ee64-44c0-95e3-da70b97d07c4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:04.872172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:04.989240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Calling delete_port for c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:30:05.064597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.112552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:05.121402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.167122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Pushing event deleted for resources: {'Port': ['ID=c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:05.176087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] No DVR routers for this DVR port c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:30:05.178113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.178453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.178810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.179135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.179459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.179781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.180101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.180419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.180736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.181054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.181372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.181689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2006a91b-e65c-474d-9748-2ca1bf9f7654 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:05.209154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.378386 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.380519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.474760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.475262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router 78a96bc5-e45d-4520-9c0e-62bbbe2f7727 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:30:05.490176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.491821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-41a94395-a376-47ed-9ea3-1b9b77f8e12f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/78a96bc5-e45d-4520-9c0e-62bbbe2f7727 HTTP/1.1" status: 204 len: 168 time: 1.4766507 Apr 18 12:30:05.494453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39380) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:05.637924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.764916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.788981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:05.801772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cf1151-ee64-44c0-95e3-da70b97d07c4') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:05.802061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cf1151-ee64-44c0-95e3-da70b97d07c4') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:05.813445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.829255 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.835099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:30:05.835474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:30:05.849449 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:30:05.989197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:30:06.023390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:30:06.023729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c4e0b993-64f1-49ca-acd7-1b6d8dcd4b55 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:30:06.024141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d02a3a20-cc4b-4109-90e2-42881ffa1080 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:30:06.059260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: d02a3a20-cc4b-4109-90e2-42881ffa1080 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:30:06.059619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d02a3a20-cc4b-4109-90e2-42881ffa1080 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:30:06.097536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.102585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.128715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:06.185181 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5862b7dd-6606-4ec6-b84b-0dfee2483e1b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/e7d41d76-5d8f-4c5f-9ade-1ac05f5015bf HTTP/1.1" status: 204 len: 168 time: 0.6896665 Apr 18 12:30:06.197890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39384) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:06.203650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--111218719', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:06.208629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:06.213291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:06.216367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:06.222719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:06.298544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:30:06.301877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.328422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:30:06.337351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.337687 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment e1a397ce-b559-407f-9e10-9bf48bff559a of type vlan for network bd641f0a-792e-436b-882d-0f4275df8acf Apr 18 12:30:06.362930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.487405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.494209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:06.494867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.604559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=bd641f0a-792e-436b-882d-0f4275df8acf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:06.614387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network bd641f0a-792e-436b-882d-0f4275df8acf details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:30:06.665645 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-56bff535-40be-44f4-bdfe-fad2adaabb71 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4666402 Apr 18 12:30:06.668289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39388) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:06.673430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-454582556', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:06.680492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:06.684313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:06.687138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:06.693442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:06.796262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.797188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:06.811194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:07.133413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:07.482361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:07.510609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:07.585002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:30:07.620086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:30:07.620561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5c1eaa84-4dee-4cdf-b3bd-8d82389d2aa1 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:30:07.649544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.2 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/7dfd94d0-2eda-4023-b057-945e7c45403c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:07.903785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:07.994706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:08.006038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c5e920d4-9c74-4d32-86bf-769d8292d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:08.057125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:08.059787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:08.067578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:08.103919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=7dfd94d0-2eda-4023-b057-945e7c45403c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:08.525853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:08.857525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:09.116208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:30:09.286525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:30:09.296253 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:30:09.305887 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:09.306502 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:29:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:09.384458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:09.385573 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5e63b9e9-50ca-4b06-bae2-04a1b390b5c6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7163837 Apr 18 12:30:09.388924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39392) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:09.482165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:09.747543 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2b404bae-e9f5-4e1b-aa0d-e90aeef01de2 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3573256 Apr 18 12:30:09.750008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39398) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:09.767987 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:08Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:09.771760 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:30:09.772098 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Updating router a620ec06-86f6-4b03-8c56-c02712d00c9b port 7dfd94d0-2eda-4023-b057-945e7c45403c binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:30:09.826595 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:09.879482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ff0db-2733-4ca7-b01d-d9bc19943cd4 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:09.881900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-245ff0db-2733-4ca7-b01d-d9bc19943cd4 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305449 Apr 18 12:30:09.884324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39402) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:09.924723 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4246dc19-95db-4d64-87e8-1fba57647171 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393000 Apr 18 12:30:09.927162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39406) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:09.934490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1562349159', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:10.044118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:10.047805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:10.050520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:10.056106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:10.138613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:30:10.142030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.169872 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.181119 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Transition to ACTIVE for port object 7dfd94d0-2eda-4023-b057-945e7c45403c will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:10.240198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83a255ad-e226-4e4d-84d3-f63766acf0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.270424 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.346069 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Attempting to bind port 7dfd94d0-2eda-4023-b057-945e7c45403c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:30:10.346734 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Attempting to bind port 7dfd94d0-2eda-4023-b057-945e7c45403c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:30:10.351548 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Attempting to bind port 7dfd94d0-2eda-4023-b057-945e7c45403c on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:10.353027 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Pushing event updated for resources: {'Port': ['ID=7dfd94d0-2eda-4023-b057-945e7c45403c,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:10.360517 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:30:10.360820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:30:10.361207 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.361588 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:30:10.362031 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Bound port: 7dfd94d0-2eda-4023-b057-945e7c45403c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:30:10.362389 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.391619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.391953 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.392283 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.392599 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.392913 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.393227 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.393540 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.393849 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.394159 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.394486 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.394799 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.395102 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:10.417634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.439912 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] For port 7dfd94d0-2eda-4023-b057-945e7c45403c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:30:10.442787 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] For port 7dfd94d0-2eda-4023-b057-945e7c45403c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7dfd94d0-2eda-4023-b057-945e7c45403c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:30:10.497209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=dfb9296a-bfda-440f-9408-6023c74ca628,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:10.503823 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.505535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:30:10.505898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: bd641f0a-792e-436b-882d-0f4275df8acf, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:30:10.577067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:10.577584 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:10.588786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network bd641f0a-792e-436b-882d-0f4275df8acf is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:30:10.648491 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49979e37-f20c-4a05-8a06-70cd1e10436c None None] Pushing event updated for resources: {'Port': ['ID=7dfd94d0-2eda-4023-b057-945e7c45403c,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:10.663384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, bd641f0a-792e-436b-882d-0f4275df8acf) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:10.673889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:10.673889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:10.674232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b5857-f331-4657-b986-7306ba74f0d6 None None] Network bd641f0a-792e-436b-882d-0f4275df8acf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:30:10.760556 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:10.777074 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c92f4f94-187e-4ab4-91cd-a3a7e3c076bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8453867 Apr 18 12:30:10.777606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39410) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:10.887742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-bd641f0a-792e-436b-882d-0f4275df8acf', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:30:10.888587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.046528 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:08Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:11.047182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Allocated IP 172.20.0.2 (bd641f0a-792e-436b-882d-0f4275df8acf/dfb9296a-bfda-440f-9408-6023c74ca628/e9908d53-67a8-47a1-9bc3-a79865c9957a) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:11.050926 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b8bae-2318-4941-a825-000bc9a02efe None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:08Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:30:11.260305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.274018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Transition to ACTIVE for port object e9908d53-67a8-47a1-9bc3-a79865c9957a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:11.297544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Transition to ACTIVE for port object e9908d53-67a8-47a1-9bc3-a79865c9957a will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:11.345431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.394606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.415602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Network bd641f0a-792e-436b-882d-0f4275df8acf is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:11.418788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:11.421701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:11.437947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Pushing event updated for resources: {'Port': ['ID=e9908d53-67a8-47a1-9bc3-a79865c9957a,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:11.514727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.528258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Attempting to bind port e9908d53-67a8-47a1-9bc3-a79865c9957a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:30:11.528628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Attempting to bind port e9908d53-67a8-47a1-9bc3-a79865c9957a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:30:11.528982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Attempting to bind port e9908d53-67a8-47a1-9bc3-a79865c9957a on network bd641f0a-792e-436b-882d-0f4275df8acf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:11.534625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:30:11.534914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Checking segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:30:11.535307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.535691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Bound using segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:30:11.536147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Bound port: e9908d53-67a8-47a1-9bc3-a79865c9957a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:30:11.536536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.662221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] For port e9908d53-67a8-47a1-9bc3-a79865c9957a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:30:11.667229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] For port e9908d53-67a8-47a1-9bc3-a79865c9957a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e9908d53-67a8-47a1-9bc3-a79865c9957a,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:30:11.695771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7dfd94d0-2eda-4023-b057-945e7c45403c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:11.733158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.746777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:11.904825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6ec03c-51c4-4fde-8ae9-0c08e562efe3 None None] Pushing event updated for resources: {'Port': ['ID=e9908d53-67a8-47a1-9bc3-a79865c9957a,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:11.956544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (bd641f0a-792e-436b-882d-0f4275df8acf/dfb9296a-bfda-440f-9408-6023c74ca628/8a3a78fb-cd54-4bcd-a082-a9da8309e67a) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:11.962291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7dfd94d0-2eda-4023-b057-945e7c45403c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:11.973779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7dfd94d0-2eda-4023-b057-945e7c45403c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:11.974069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:12.104566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:12.127676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7dfd94d0-2eda-4023-b057-945e7c45403c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7dfd94d0-2eda-4023-b057-945e7c45403c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:12.129061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:12.149016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 8a3a78fb-cd54-4bcd-a082-a9da8309e67a will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:12.360331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:12.389533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:12.427673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7dfd94d0-2eda-4023-b057-945e7c45403c,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:12.578041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network bd641f0a-792e-436b-882d-0f4275df8acf is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:12.581466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:12.590311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:12.621925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:12.640448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.640785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.641117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.641442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.641763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.642083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.642401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.642885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.643192 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.643506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.643819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.644128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:12.663308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:12.973404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.012170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.059840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744acaa2-8d23-4793-8147-e70a21827035 None None] Network bd641f0a-792e-436b-882d-0f4275df8acf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:30:13.219132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4b779974-a996-4635-9d3f-2e820b0f2c94 None None] Provisioning for port e9908d53-67a8-47a1-9bc3-a79865c9957a completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:13.435092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.493156 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.609313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:13.615744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.635903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dd9301ca-833d-4cd0-8461-087e4316e01e None None] Provisioning for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:13.641534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dd9301ca-833d-4cd0-8461-087e4316e01e None None] Provisioning complete for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:13.641911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dd9301ca-833d-4cd0-8461-087e4316e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.703327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-dd9301ca-833d-4cd0-8461-087e4316e01e None None] Port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:30:13.750753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7dfd94d0-2eda-4023-b057-945e7c45403c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:13.753740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network bd641f0a-792e-436b-882d-0f4275df8acf is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:13.754887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:13.821024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7dfd94d0-2eda-4023-b057-945e7c45403c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:13.821419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.887462 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-348c0ff0-7913-4a38-abe5-69b956112faa None None] Provisioning complete for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:13.887829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-348c0ff0-7913-4a38-abe5-69b956112faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:13.946411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:30:13.981410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-348c0ff0-7913-4a38-abe5-69b956112faa None None] Port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:30:13.999364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9908d53-67a8-47a1-9bc3-a79865c9957a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:14.101488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cd04106e-f91f-4301-aac5-f1cdd66c0e89 None None] Provisioning complete for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:14.101762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd04106e-f91f-4301-aac5-f1cdd66c0e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:14.131093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e9908d53-67a8-47a1-9bc3-a79865c9957a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:14.145466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e9908d53-67a8-47a1-9bc3-a79865c9957a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:14.145834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:14.198736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cd04106e-f91f-4301-aac5-f1cdd66c0e89 None None] Port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:30:14.245972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:30:14.258336 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a827388b-4753-497f-9021-db2452a79470 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/a620ec06-86f6-4b03-8c56-c02712d00c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4795156 Apr 18 12:30:14.261725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39414) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:14.262837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:30:14.284632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:14.285237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:14.352258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:14.394579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c43d8-02e6-4a5b-9370-0aa45fd7dd21 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.395048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c43d8-02e6-4a5b-9370-0aa45fd7dd21 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.395515 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c43d8-02e6-4a5b-9370-0aa45fd7dd21 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.395970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3c43d8-02e6-4a5b-9370-0aa45fd7dd21 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.397625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cb3c43d8-02e6-4a5b-9370-0aa45fd7dd21 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1359506 Apr 18 12:30:14.400463 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39418) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:14.451682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port e9908d53-67a8-47a1-9bc3-a79865c9957a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e9908d53-67a8-47a1-9bc3-a79865c9957a,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:14.467442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b8e77-a628-4a24-9d87-f053472abd1c tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.468053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b8e77-a628-4a24-9d87-f053472abd1c tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.468500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b8e77-a628-4a24-9d87-f053472abd1c tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.468970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b8e77-a628-4a24-9d87-f053472abd1c tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:14.470607 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-735b8e77-a628-4a24-9d87-f053472abd1c tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0692470 Apr 18 12:30:14.473341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39422) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:14.494143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:14.535342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:14.680837 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-143882b4-44bc-4062-a305-4d1123baff62 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2063291 Apr 18 12:30:14.707350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=e9908d53-67a8-47a1-9bc3-a79865c9957a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:14.892643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:13Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:14.896302 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:30:14.897259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Updating router a620ec06-86f6-4b03-8c56-c02712d00c9b port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:30:14.946549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.158209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39428) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:15.163523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1707984132', 'description': 'tempest-secgroup-smoke-1707984132 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:15.169257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:15.173437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:15.176381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:15.183346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:15.274875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.278766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.290601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Transition to ACTIVE for port object 8a3a78fb-cd54-4bcd-a082-a9da8309e67a will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:15.295796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:15.299700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:15.302534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:15.308661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:15.366699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.379179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.459193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.508872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed3a1-3036-46e6-a9a2-66c7a08199b2 None None] Pushing event updated for resources: {'Port': ['ID=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:15.513891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee807f77-cbab-4e0c-a2e6-433351917999,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:15.588102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.597296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Attempting to bind port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:30:15.597664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Attempting to bind port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:30:15.598030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Attempting to bind port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a on network bd641f0a-792e-436b-882d-0f4275df8acf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:15.603975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:30:15.604342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Checking segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:30:15.604738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.605123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Bound using segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:30:15.605608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Bound port: 8a3a78fb-cd54-4bcd-a082-a9da8309e67a, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:30:15.606131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.607766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.622451 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d3668a15-159f-4b86-a6e4-e1b67a3af4d3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4606900 Apr 18 12:30:15.622987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39432) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:15.628399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'ee807f77-cbab-4e0c-a2e6-433351917999', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:15.634758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:15.638887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:15.641712 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:15.647876 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:15.660892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9908d53-67a8-47a1-9bc3-a79865c9957a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:15.733824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.760715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] For port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:30:15.764354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] For port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:30:15.770367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e9908d53-67a8-47a1-9bc3-a79865c9957a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:15.770815 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.793482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.862618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.910493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:15.934790 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d193805a-e4d2-4aa1-bfd1-da14ac5b24e2,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:15.967718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed3a1-3036-46e6-a9a2-66c7a08199b2 None None] Pushing event updated for resources: {'Port': ['ID=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:15.970258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:15.970899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:16.012048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.015938 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-43de0098-5cc1-46bf-be04-6a16925117bd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893676 Apr 18 12:30:16.016279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39436) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:16.022136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'ee807f77-cbab-4e0c-a2e6-433351917999', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:16.028545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:16.032984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:16.035800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:16.042429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:16.117046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.162653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:16.179752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.258890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.282221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e0391f-4347-4570-a0bb-7e40b7fc5218,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:16.367512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.368717 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-11d67120-80fe-45ca-a6fd-010d6483483d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3514574 Apr 18 12:30:16.371578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39440) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:16.376733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'ee807f77-cbab-4e0c-a2e6-433351917999', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:16.382626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:16.386417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:16.389288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:16.394879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:16.488177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.505310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:15Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:16.510353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eb9cfe-ccb2-48b4-8cf7-4e5e0927cbf6 None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:15Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:30:16.575028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.636124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.660979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1acb3a9-b664-4ea6-b547-d81ffe704882,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:16.721971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.723256 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1fc8a707-d2fd-41b6-bc70-8f87e00a2441 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3507063 Apr 18 12:30:16.727082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39444) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:16.732396 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'ee807f77-cbab-4e0c-a2e6-433351917999', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:16.739168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:16.743176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:16.746285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:16.752070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:16.814548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.881341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.956322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:16.981411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c68356-d3dc-48ce-9ecd-5c80a0207229,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:17.047447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.051252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8f4b9612-030f-491d-bfed-727e0a1a3fcb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205614 Apr 18 12:30:17.051490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39448) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:17.056780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'ee807f77-cbab-4e0c-a2e6-433351917999', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:17.062877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:17.066724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:17.070280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:17.076201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:17.138961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:30:17.146287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.213260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.275658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.299606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93922cb8-ca96-4818-aa49-4e44ab74b053,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:17.377653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.378905 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5314a233-0402-4eb9-94b1-25583d4fc2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3265007 Apr 18 12:30:17.382176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:17.387240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'ee807f77-cbab-4e0c-a2e6-433351917999', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:17.393450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:17.398183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:17.401243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:17.407351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:17.504362 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:30:17.512251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.577648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.641650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.649043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8a3a78fb-cd54-4bcd-a082-a9da8309e67a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:17.666743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca183a3-5fb8-416d-96b1-5c473a2cac21,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:17.678244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.678616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.678951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.679281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.679604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.679925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.680274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.680600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.680915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.681230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.681544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.681860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:30:17.733062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.734273 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6b2287f7-1f1d-44fa-b1f9-9348f2550f3d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3509991 Apr 18 12:30:17.750135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:17.755228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:17.755612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.873366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:17.907070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:17.989469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-5d000fc2-8254-4354-8567-70a1c3be4a35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:17.994769 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:18.063675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:18.074366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-5d000fc2-8254-4354-8567-70a1c3be4a35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:18.078578 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-5d000fc2-8254-4354-8567-70a1c3be4a35 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1707984132&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1263766 Apr 18 12:30:18.226811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-fe97e6a8-c2b5-4057-be53-1b1d1f4cb042 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:18.227476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-fe97e6a8-c2b5-4057-be53-1b1d1f4cb042 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:18.316128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-fe97e6a8-c2b5-4057-be53-1b1d1f4cb042 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:18.317250 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-fe97e6a8-c2b5-4057-be53-1b1d1f4cb042 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 796 time: 0.2349298 Apr 18 12:30:18.331838 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-7db35b7b-1cf6-45fb-8a63-2abb1c21b169 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0092666 Apr 18 12:30:18.417052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-c3153178-b1ba-4a34-9d7a-e88cf938f2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:18.520174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-c3153178-b1ba-4a34-9d7a-e88cf938f2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:18.522111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-c3153178-b1ba-4a34-9d7a-e88cf938f2dd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1849422 Apr 18 12:30:18.698771 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-0be6ba49-8f0a-4168-8680-e6594e47b073 service neutron] 10.222.0.24 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650355 Apr 18 12:30:18.923563 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-c98941f6-6eb8-419a-8d70-0fc477d47931 service neutron] 10.222.0.24 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189884 Apr 18 12:30:19.152642 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:30:19.636313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8a3a78fb-cd54-4bcd-a082-a9da8309e67a up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:19.701443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:19.701803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:20.178779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e22e98f7-3eb3-46f6-8646-82b361e8f534 req-f8f49c0c-167f-457b-892f-d5384e7147fb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:20.190336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e22e98f7-3eb3-46f6-8646-82b361e8f534 req-f8f49c0c-167f-457b-892f-d5384e7147fb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:20.191486 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e22e98f7-3eb3-46f6-8646-82b361e8f534 req-f8f49c0c-167f-457b-892f-d5384e7147fb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 210 time: 0.0571194 Apr 18 12:30:21.340326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18279023-0178-43ff-a8cd-82cae379a462 req-26e9c11e-b962-40d2-901f-be9ff239073b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 210 time: 0.0425253 Apr 18 12:30:22.342431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-9f4429b8-d5e8-4215-9758-fb7a803c120d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:22.343774 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-9f4429b8-d5e8-4215-9758-fb7a803c120d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 796 time: 0.1520514 Apr 18 12:30:22.392182 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-08ee2bda-f6d8-4eb6-ac30-215237ad80d5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 380 time: 0.0396571 Apr 18 12:30:22.400795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['ee807f77-cbab-4e0c-a2e6-433351917999']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:22.491276 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e0cc5794-836e-40e5-a415-3488f4065a62 req-64ee0faf-f8e4-4857-bc60-1ff8d6d8f2dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 210 time: 0.0444212 Apr 18 12:30:22.541534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:22.550826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:22.613193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:30:22.617544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:22.777707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.6 (bd641f0a-792e-436b-882d-0f4275df8acf/dfb9296a-bfda-440f-9408-6023c74ca628/889c26e2-de4d-4721-ad08-1327f938c799) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:22.965767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:22.980680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 889c26e2-de4d-4721-ad08-1327f938c799 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:23.058793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:23.127888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network bd641f0a-792e-436b-882d-0f4275df8acf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:23.130913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:23.133220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:23.175142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:23.208810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:23.209509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:23.338129 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d9eff5ad-6d29-472c-b577-d3571fd81616 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9407940 Apr 18 12:30:23.349068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Request body: {'port': {'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:23.378258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8f158da4-2c25-4e7b-bb5d-d983b665bc7a None None] Provisioning for port 889c26e2-de4d-4721-ad08-1327f938c799 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:23.383293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8f158da4-2c25-4e7b-bb5d-d983b665bc7a None None] Provisioning complete for port 889c26e2-de4d-4721-ad08-1327f938c799 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:23.383653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8f158da4-2c25-4e7b-bb5d-d983b665bc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:23.435995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8f158da4-2c25-4e7b-bb5d-d983b665bc7a None None] Port 889c26e2-de4d-4721-ad08-1327f938c799 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:30:23.459767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:23.787250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5580c-72c0-4aba-980a-07084be441d7 req-e1be889e-0740-4a4a-b0ea-573ae7a5bdc4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:23.787772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5ce5580c-72c0-4aba-980a-07084be441d7 req-e1be889e-0740-4a4a-b0ea-573ae7a5bdc4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:23.865593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5ce5580c-72c0-4aba-980a-07084be441d7 req-e1be889e-0740-4a4a-b0ea-573ae7a5bdc4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:23.867620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ce5580c-72c0-4aba-980a-07084be441d7 req-e1be889e-0740-4a4a-b0ea-573ae7a5bdc4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 931 time: 0.2633634 Apr 18 12:30:23.875375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 889c26e2-de4d-4721-ad08-1327f938c799 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:30:23.897467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:23.928174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Transition to ACTIVE for port object 889c26e2-de4d-4721-ad08-1327f938c799 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:23.936866 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ce5580c-72c0-4aba-980a-07084be441d7 req-d3de4380-bfed-4084-aceb-9cc0e30b3c45 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568068 Apr 18 12:30:23.994251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:24.150278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:24.234841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Attempting to bind port 889c26e2-de4d-4721-ad08-1327f938c799 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:30:24.235170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Attempting to bind port 889c26e2-de4d-4721-ad08-1327f938c799 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:30:24.235494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Attempting to bind port 889c26e2-de4d-4721-ad08-1327f938c799 on network bd641f0a-792e-436b-882d-0f4275df8acf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:24.240934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Port 889c26e2-de4d-4721-ad08-1327f938c799 on network bd641f0a-792e-436b-882d-0f4275df8acf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:30:24.241246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Attempting to bind port 889c26e2-de4d-4721-ad08-1327f938c799 on network bd641f0a-792e-436b-882d-0f4275df8acf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:24.246411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:30:24.246803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Checking segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:30:24.250177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Bound using segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:30:24.250177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Bound port: 889c26e2-de4d-4721-ad08-1327f938c799, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:30:24.250177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:24.335664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:30:24.338530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:30:24.417521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:24.565676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:24.566274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:24.568478 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] 10.222.0.15 "PUT /v2.0/ports/889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 1093 time: 1.2228162 Apr 18 12:30:24.571073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:30:24.601678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc74896-ce9b-4dc6-a5c2-86a229998b91 service neutron] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:24.625193 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6925bb-541d-44a0-a58e-0b1f17db4fcc'] response: {'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'status': 'completed', 'code': 200} Apr 18 12:30:24.715965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91e00-f24e-408f-8fbc-74fbadd55543 req-dfbf8432-8167-4d61-b966-a9fb6116c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:24.717440 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4de91e00-f24e-408f-8fbc-74fbadd55543 req-dfbf8432-8167-4d61-b966-a9fb6116c155 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1096 time: 0.0732324 Apr 18 12:30:24.858898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91e00-f24e-408f-8fbc-74fbadd55543 req-14f573dd-f6f8-4808-8add-40c60d6acc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:24.860237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4de91e00-f24e-408f-8fbc-74fbadd55543 req-14f573dd-f6f8-4808-8add-40c60d6acc0d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1361625 Apr 18 12:30:24.997602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de91e00-f24e-408f-8fbc-74fbadd55543 req-c56600a6-5a95-4b62-a4b2-0d5c06c2aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:24.999078 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4de91e00-f24e-408f-8fbc-74fbadd55543 req-c56600a6-5a95-4b62-a4b2-0d5c06c2aa37 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322391 Apr 18 12:30:25.169800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-25d39b95-4932-4e62-a80e-2e3fe93470c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:25.171188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-25d39b95-4932-4e62-a80e-2e3fe93470c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1096 time: 0.1377914 Apr 18 12:30:25.179547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6c56e-75ad-4d49-b6aa-11592efbee18 req-b3b1c345-64ac-417b-9d43-df769c6f1854 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:25.180842 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-67b6c56e-75ad-4d49-b6aa-11592efbee18 req-b3b1c345-64ac-417b-9d43-df769c6f1854 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 943 time: 0.1093714 Apr 18 12:30:25.254045 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-13e41527-fad7-4d90-8e51-de48fe830fab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 217 time: 0.0723114 Apr 18 12:30:25.328802 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-67b6c56e-75ad-4d49-b6aa-11592efbee18 req-7b0ae47c-b2ee-4588-93bb-dafe2ce8a2ef tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999818 Apr 18 12:30:25.340664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-7ed18833-4aa5-4e6d-b7a0-8d01d1e0df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:25.341882 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-7ed18833-4aa5-4e6d-b7a0-8d01d1e0df63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0823622 Apr 18 12:30:25.415812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d95fca69-31f7-4149-abd9-d8b082633aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:25.417331 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-d95fca69-31f7-4149-abd9-d8b082633aec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691490 Apr 18 12:30:25.546491 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-09d6b5ae-4574-4b13-9efa-e5079f7b9ec6 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230321 Apr 18 12:30:25.678366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa6b565d-7e13-44b6-8aa7-e16366427e23 req-b7c72bb3-cc57-4507-90d5-270b7f81ee4f service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255682 Apr 18 12:30:26.510801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533f0f8-1f4f-4727-8491-4cbd963acf56 req-6f26cda8-2f8a-413a-aa26-e62ef9388e33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:26.512236 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9533f0f8-1f4f-4727-8491-4cbd963acf56 req-6f26cda8-2f8a-413a-aa26-e62ef9388e33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 943 time: 0.0786974 Apr 18 12:30:26.557612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9533f0f8-1f4f-4727-8491-4cbd963acf56 req-80590f4d-c135-4c7b-8ae2-74fcd128cc67 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:26.569544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9533f0f8-1f4f-4727-8491-4cbd963acf56 req-80590f4d-c135-4c7b-8ae2-74fcd128cc67 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:26.570690 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9533f0f8-1f4f-4727-8491-4cbd963acf56 req-80590f4d-c135-4c7b-8ae2-74fcd128cc67 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528781 Apr 18 12:30:27.446168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 889c26e2-de4d-4721-ad08-1327f938c799 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:30:27.574412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:27.587280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '889c26e2-de4d-4721-ad08-1327f938c799', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:30:27.646023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:27.662672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 889c26e2-de4d-4721-ad08-1327f938c799 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:30:27.677998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:27.765349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63e3a1-1b1d-429a-b113-3c4ff71e6a6e req-9ef3b37e-95dc-41d3-87ad-7db36dc1f12c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:27.766732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef63e3a1-1b1d-429a-b113-3c4ff71e6a6e req-9ef3b37e-95dc-41d3-87ad-7db36dc1f12c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 943 time: 0.0834317 Apr 18 12:30:27.778704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:27.813138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef63e3a1-1b1d-429a-b113-3c4ff71e6a6e req-d875b0c2-629e-4020-b6d0-a6b741dd2345 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403242 Apr 18 12:30:27.848344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:28.019851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['889c26e2-de4d-4721-ad08-1327f938c799'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:30:29.000481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2491f9-4388-4413-a699-5a2f83218b83 req-049bd134-54b5-436f-a5c4-eeca6a4e2595 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:29.001817 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a2491f9-4388-4413-a699-5a2f83218b83 req-049bd134-54b5-436f-a5c4-eeca6a4e2595 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 944 time: 0.0814042 Apr 18 12:30:29.044811 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a2491f9-4388-4413-a699-5a2f83218b83 req-f38d0b9f-43cf-4f48-a4e6-cb368a6e3302 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374231 Apr 18 12:30:29.461271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 889c26e2-de4d-4721-ad08-1327f938c799 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:29.576684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 889c26e2-de4d-4721-ad08-1327f938c799 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:29.582258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 889c26e2-de4d-4721-ad08-1327f938c799 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:29.582674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:29.699145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:29.724715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:30:29.733832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:29.822527 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d46da21-79d9-462d-bbfe-7a0b8d6188f1'] response: {'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'code': 200} Apr 18 12:30:29.834334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:29.906788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:30.183639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b3efc-af24-401c-9492-b66e638500ce req-6e875753-58e6-46ba-8027-59ea6ba9ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:30.185110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e69b3efc-af24-401c-9492-b66e638500ce req-6e875753-58e6-46ba-8027-59ea6ba9ed0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1098 time: 0.0691307 Apr 18 12:30:30.226690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e69b3efc-af24-401c-9492-b66e638500ce req-e441c5b6-2193-4a56-9ec8-8f653471755e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354977 Apr 18 12:30:30.228003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7eb26b-c26c-49b2-859c-bf8acdb095f1 req-d2aa9858-cd7e-4b66-8166-4e4162f6dd25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:30.229454 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7c7eb26b-c26c-49b2-859c-bf8acdb095f1 req-d2aa9858-cd7e-4b66-8166-4e4162f6dd25 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.0804815 Apr 18 12:30:30.276171 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7c7eb26b-c26c-49b2-859c-bf8acdb095f1 req-02cc3c06-e91c-4dd9-b49b-733501364d1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410130 Apr 18 12:30:31.463021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c952a-ffa1-42e2-a114-f84847c11f09 req-b8528fc1-7829-4094-bc9c-08f9376b782d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:31.464469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f7c952a-ffa1-42e2-a114-f84847c11f09 req-b8528fc1-7829-4094-bc9c-08f9376b782d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.0818419 Apr 18 12:30:31.508935 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f7c952a-ffa1-42e2-a114-f84847c11f09 req-db75d5ae-49c0-4559-8e46-3fb2f6822704 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384691 Apr 18 12:30:32.690276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c217181c-b628-44c4-b919-2e8d7f4518fa req-2d414bc5-c408-4b70-9547-4ba08bbb4b8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:32.691742 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c217181c-b628-44c4-b919-2e8d7f4518fa req-2d414bc5-c408-4b70-9547-4ba08bbb4b8e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.0797493 Apr 18 12:30:32.735423 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c217181c-b628-44c4-b919-2e8d7f4518fa req-2094a07f-3952-4c59-a72e-a35ec082ec4a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381255 Apr 18 12:30:32.915370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48871be0-3da9-4855-a3a9-7f30cea640e2 req-40c594cd-6d23-48b2-8a53-ef1ac470de80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:32.916803 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-48871be0-3da9-4855-a3a9-7f30cea640e2 req-40c594cd-6d23-48b2-8a53-ef1ac470de80 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.0780728 Apr 18 12:30:32.959955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-48871be0-3da9-4855-a3a9-7f30cea640e2 req-7916833c-d709-4f21-a7a3-212fa61d798a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375886 Apr 18 12:30:32.982003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39520) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:33.052680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153849b6-e4a0-4781-8281-445a53525381 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:33.054138 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-153849b6-e4a0-4781-8281-445a53525381 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1093 time: 0.0711386 Apr 18 12:30:33.056938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39524) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:33.061752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:33.067912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:33.071617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:33.074292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:33.079715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:33.154983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:33.291806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:33.420493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.15 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/86d5c0f5-9524-4784-9fdb-1cb5c4211950) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:33.563871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:33.670029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:33.731847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:33.734563 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:33.737031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:33.778151 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=86d5c0f5-9524-4784-9fdb-1cb5c4211950,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:34.243548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:34.384431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:34.584870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:34.668692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:34.776227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=86d5c0f5-9524-4784-9fdb-1cb5c4211950,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:34.786181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:34.955267 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 072daad6-970f-4c73-84a2-1b832f5099cd associated. External IP: 172.26.4.15, port: 889c26e2-de4d-4721-ad08-1327f938c799. Apr 18 12:30:35.291130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:30:35.568034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:30:35.577709 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1599077-75de-42ea-abdd-19e336833050 None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:30:35.588157 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:35.588984 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:35.668249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:35.724978 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-36c4f050-71a7-42c7-a8fa-715c9b48b7c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6670406 Apr 18 12:30:35.725656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:30:35.727711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:35.761902 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:35.786804 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc5addb5-04b1-4c04-a81f-8c989403854c'] response: {'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'status': 'completed', 'code': 200} Apr 18 12:30:35.852535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fd6d9d-e9eb-44f0-8e23-b85e8b815b51 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:35.854068 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-09fd6d9d-e9eb-44f0-8e23-b85e8b815b51 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1093 time: 0.1247385 Apr 18 12:30:35.898340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-9fa9538e-1a6f-4312-a101-0d76d0680e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:35.900115 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-9fa9538e-1a6f-4312-a101-0d76d0680e6a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1098 time: 0.0828774 Apr 18 12:30:36.055470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-88f87e62-7912-4f84-8533-d260a3d5acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:36.056883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-88f87e62-7912-4f84-8533-d260a3d5acd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.1476882 Apr 18 12:30:36.142847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:34Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:36.147538 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1599077-75de-42ea-abdd-19e336833050 None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:30:36.156026 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:36.156805 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:36.260580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-df00569f-9039-41f2-b6d1-bd30ab41cff9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 998 time: 0.1969249 Apr 18 12:30:36.332646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-342dfd4d-feaf-42a6-af25-cc7b82be7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:36.334353 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-342dfd4d-feaf-42a6-af25-cc7b82be7191 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0614734 Apr 18 12:30:36.340996 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:36.348930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39536) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:36.355191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998227227', 'description': 'tempest-secgroup-smoke-1998227227 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:36.362269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:36.376419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:36.412127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-7f7624b4-a091-46a9-93c4-a2ab64421ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:36.413544 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-7f7624b4-a091-46a9-93c4-a2ab64421ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727174 Apr 18 12:30:36.452740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:36.472542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:36.476400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:36.479251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:36.484824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:36.549812 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-734124eb-1178-4a56-bee5-d3a1ee8aa463 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297967 Apr 18 12:30:36.554596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:36.630499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:36.678577 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:36.687748 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8731c64-652f-4a71-812c-f2db231cf9e8 req-85358981-5083-468e-8782-b172af45b846 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310730 Apr 18 12:30:36.705720 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1599077-75de-42ea-abdd-19e336833050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:34Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:36.709638 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1599077-75de-42ea-abdd-19e336833050 None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:34Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:30:36.743805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:36.745863 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f8debc6e-c9e8-457f-ae88-176c562e5156 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3954074 Apr 18 12:30:36.748797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39540) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:36.755705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:36.764893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:36.769991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:36.774358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:36.781492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:36.865044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:36.908843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ed997-2bfd-497e-b4ed-a8e0fa65ec34 None None] New status for floating IP 072daad6-970f-4c73-84a2-1b832f5099cd: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:30:36.941195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.024155 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.047646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af381d7f-9c46-4958-b04e-1b118aaa82ca,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:37.120773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.122004 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-36099ebd-9b9b-4ef1-9ab1-175cda23ff1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722491 Apr 18 12:30:37.124806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39544) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:37.129819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:37.135732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:37.139586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:37.142428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:37.148795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:37.247511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.310607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.372266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.396427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4412fe-8323-40b4-bc6d-c352f0760614,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:37.469144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.470318 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9165513-49f1-4113-b05a-320c767fde9e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3446014 Apr 18 12:30:37.473025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39548) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:37.477793 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:37.483392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:37.487086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:37.492593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:37.495434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:37.573067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.637148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.709124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.732195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af610abd-9cca-4cc0-a86c-f478c668f54e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:37.812400 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.813592 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74df563d-cb5b-479c-81f2-cb221f5fc1ce tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3396935 Apr 18 12:30:37.816358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39552) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:37.821854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:37.829620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:37.831696 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:37.834634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:37.840482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:37.944744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:37.999949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-67499ef2-41e5-46c2-ac2f-2515cd217e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.007924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.087385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.112101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=139b6f1d-0fe0-49d6-9e01-e5eaa83ce6c9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:38.195522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.196697 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-38b3fa27-986a-4fd3-b748-59dc4850440d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3794441 Apr 18 12:30:38.199603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39556) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:38.204792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:38.210818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:38.215044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:38.217993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:38.224146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:38.298303 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:30:38.305392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.370209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.435395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.458406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2308c74-bb9c-45eb-b57d-f28d79f6e0c2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:38.514802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.515934 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e14e7326-b08e-467d-b663-823ee2e8b2b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153284 Apr 18 12:30:38.518706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39560) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:38.524188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': '9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:38.529915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:38.533708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:38.536528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:38.542710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:38.621082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:30:38.633687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.712818 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-703ed637-7467-4515-9a38-3fab678c7957 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1309052 Apr 18 12:30:38.714289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.761080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.788883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb01052-6ca1-4f6d-8755-0d26182d5ef3,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:38.837480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:38.838713 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-16a2bc33-79a1-4800-b4e5-ea771085d01a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3190763 Apr 18 12:30:38.869383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-3bbaaaec-2285-4428-a290-070fa2dd657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:38.870869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-3bbaaaec-2285-4428-a290-070fa2dd657f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1098 time: 0.0749555 Apr 18 12:30:39.000341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c042027-eafa-426c-872a-c3c9c1ead2d1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:39.026051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-1dc3d27a-6d1f-4247-95de-1a01b798abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:39.027509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-1dc3d27a-6d1f-4247-95de-1a01b798abb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.1370196 Apr 18 12:30:39.056657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c042027-eafa-426c-872a-c3c9c1ead2d1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:39.057846 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c042027-eafa-426c-872a-c3c9c1ead2d1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998227227&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.0958664 Apr 18 12:30:39.131849 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-a1af6cf4-ef25-47c7-acc3-90bd7ee08742 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 1000 time: 0.0981817 Apr 18 12:30:39.198401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-3d731515-55bb-44ac-ae14-3de8488f9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:39.199164 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-3d731515-55bb-44ac-ae14-3de8488f9020 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0611563 Apr 18 12:30:39.208656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-b56cf2b8-7999-4be0-9f74-c2a338c9f971 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:39.209347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-b56cf2b8-7999-4be0-9f74-c2a338c9f971 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:39.221096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-b56cf2b8-7999-4be0-9f74-c2a338c9f971 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:39.222193 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-b56cf2b8-7999-4be0-9f74-c2a338c9f971 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 796 time: 0.1575360 Apr 18 12:30:39.236774 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-acf01ad9-83e8-4940-a0f6-4c86c61aa96f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0088727 Apr 18 12:30:39.279260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-95bf50a1-da81-44e6-84b8-52fcc867994c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:39.280944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-95bf50a1-da81-44e6-84b8-52fcc867994c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753057 Apr 18 12:30:39.328071 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-bfbafcee-a1d5-4b3b-a44d-849fa3f538d4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853455 Apr 18 12:30:39.413931 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-f08b5a61-d567-4ee3-a6e2-8d7bad55814e service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265562 Apr 18 12:30:39.508338 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-f9456e39-e728-4040-88a4-361ea0b25091 service neutron] 10.222.0.24 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689644 Apr 18 12:30:39.543467 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3c89305-78d0-4124-a97c-7a7a696e4b6b req-22a2388f-1c26-4d5d-8134-72ce986540f4 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236231 Apr 18 12:30:39.641905 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-a4c01707-ffd2-4f07-aa85-8398b9216ab6 service neutron] 10.222.0.24 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277833 Apr 18 12:30:39.910629 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-54d0f8ff-2ab0-45e9-987d-dd99d4155d01 req-370daf03-ce35-48be-81f0-ee1dcbefa0c2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 210 time: 0.0415845 Apr 18 12:30:40.235265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0dc51fa4-df6e-4e70-ad53-8fe9d5bc2fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:41.066532 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4f3298a5-7e57-4976-b829-22477f134987 req-9b42374e-dcc5-4096-9091-8339434ea755 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 210 time: 0.0477729 Apr 18 12:30:41.393746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:41.668333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:42.031820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-386eb9a6-2999-4580-b348-d3aa663f2f9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:42.033312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-386eb9a6-2999-4580-b348-d3aa663f2f9a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 796 time: 0.2581208 Apr 18 12:30:42.094394 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-372e4954-7c61-4ddd-a2ff-f6ff65972681 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 473 time: 0.0457966 Apr 18 12:30:42.104515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:42.252243 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0f6c3dd-c1d1-4271-ac76-1c6323a5c67b req-9833adb5-8add-4aae-b736-4a64c2560d2b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 210 time: 0.0592463 Apr 18 12:30:42.292937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:42.302047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:42.371314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:30:42.374860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:42.536223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.13 (bd641f0a-792e-436b-882d-0f4275df8acf/dfb9296a-bfda-440f-9408-6023c74ca628/92ba84cc-403c-414b-8fff-0b1e72cbd536) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:42.724250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:42.739188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 92ba84cc-403c-414b-8fff-0b1e72cbd536 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:42.835696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:42.903825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network bd641f0a-792e-436b-882d-0f4275df8acf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:42.903825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:42.911048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:42.947240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=92ba84cc-403c-414b-8fff-0b1e72cbd536,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:42.956975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:42.986602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:42.987228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:43.178421 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-e14243c2-a0a6-4fab-9789-166d961c5242 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0775831 Apr 18 12:30:43.189271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Request body: {'port': {'device_id': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:43.206924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5b5262bd-4841-4a81-9503-40499f92e230 None None] Provisioning for port 92ba84cc-403c-414b-8fff-0b1e72cbd536 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:43.211942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-5b5262bd-4841-4a81-9503-40499f92e230 None None] Provisioning complete for port 92ba84cc-403c-414b-8fff-0b1e72cbd536 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:43.218846 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5b5262bd-4841-4a81-9503-40499f92e230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:43.268904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-5b5262bd-4841-4a81-9503-40499f92e230 None None] Port 92ba84cc-403c-414b-8fff-0b1e72cbd536 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:30:43.301707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:43.440470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f602e-3b7c-401f-982d-45b3a3b84491 req-21555e6c-0397-48f5-8d17-5984ab6fff66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:43.441828 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4f2f602e-3b7c-401f-982d-45b3a3b84491 req-21555e6c-0397-48f5-8d17-5984ab6fff66 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 932 time: 0.0833139 Apr 18 12:30:43.485631 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4f2f602e-3b7c-401f-982d-45b3a3b84491 req-17cc0708-332f-4e3e-8fbd-24c6ef2af8af tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381451 Apr 18 12:30:43.639961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ba84cc-403c-414b-8fff-0b1e72cbd536 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:30:43.647528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:43.661193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Transition to ACTIVE for port object 92ba84cc-403c-414b-8fff-0b1e72cbd536 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:30:43.709494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:43.873317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Pushing event updated for resources: {'Port': ['ID=92ba84cc-403c-414b-8fff-0b1e72cbd536,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:43.943646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Attempting to bind port 92ba84cc-403c-414b-8fff-0b1e72cbd536 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:30:43.943972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Attempting to bind port 92ba84cc-403c-414b-8fff-0b1e72cbd536 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:30:43.944291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Attempting to bind port 92ba84cc-403c-414b-8fff-0b1e72cbd536 on network bd641f0a-792e-436b-882d-0f4275df8acf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:43.948731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Port 92ba84cc-403c-414b-8fff-0b1e72cbd536 on network bd641f0a-792e-436b-882d-0f4275df8acf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:30:43.949043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Attempting to bind port 92ba84cc-403c-414b-8fff-0b1e72cbd536 on network bd641f0a-792e-436b-882d-0f4275df8acf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:30:43.954016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:30:43.954345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Checking segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:30:43.954762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Bound using segment: {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:30:43.955168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Bound port: 92ba84cc-403c-414b-8fff-0b1e72cbd536, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a397ce-b559-407f-9e10-9bf48bff559a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:30:43.955501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:44.042872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] For port 92ba84cc-403c-414b-8fff-0b1e72cbd536, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:30:44.045817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] For port 92ba84cc-403c-414b-8fff-0b1e72cbd536, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:30:44.115081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:44.281459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.282105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:44.283750 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] 10.222.0.15 "PUT /v2.0/ports/92ba84cc-403c-414b-8fff-0b1e72cbd536 HTTP/1.1" status: 200 len: 1094 time: 1.0985000 Apr 18 12:30:44.286295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:30:44.324050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e6f22-88ff-49ce-9d4c-0f56f35b59ca service neutron] Pushing event updated for resources: {'Port': ['ID=92ba84cc-403c-414b-8fff-0b1e72cbd536,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:44.335851 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37ecae4-f5c8-49af-a75e-cf68f88db657'] response: {'name': 'network-changed', 'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'status': 'completed', 'code': 200} Apr 18 12:30:44.427826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a7f52-7513-4998-8b39-61478fa2eec0 req-be97941e-77ce-405b-bc8b-7ccfe24ab793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.429304 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-000a7f52-7513-4998-8b39-61478fa2eec0 req-be97941e-77ce-405b-bc8b-7ccfe24ab793 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0728352 Apr 18 12:30:44.574631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a7f52-7513-4998-8b39-61478fa2eec0 req-40ac667d-2fb3-4059-b454-47daf499f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.575968 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-000a7f52-7513-4998-8b39-61478fa2eec0 req-40ac667d-2fb3-4059-b454-47daf499f612 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4b554162884446c69528cc5f4e32b911&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1387417 Apr 18 12:30:44.673582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cf295-615a-49b5-8c00-44b13751e3e6 req-e922e8f8-c598-446e-9ddc-62089fbb7f5a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.675021 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-285cf295-615a-49b5-8c00-44b13751e3e6 req-e922e8f8-c598-446e-9ddc-62089fbb7f5a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 944 time: 0.0786154 Apr 18 12:30:44.717093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a7f52-7513-4998-8b39-61478fa2eec0 req-5332e918-08be-4db1-848f-ffb6d1c29ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.718629 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-000a7f52-7513-4998-8b39-61478fa2eec0 req-5332e918-08be-4db1-848f-ffb6d1c29ad1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1355186 Apr 18 12:30:44.719525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-285cf295-615a-49b5-8c00-44b13751e3e6 req-35702745-914f-478f-9657-3c10b8b5623d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377562 Apr 18 12:30:44.834177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-ec0fcf58-b45f-4989-9c12-61140e81f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.835559 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-ec0fcf58-b45f-4989-9c12-61140e81f796 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 1097 time: 0.0732124 Apr 18 12:30:44.914675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-b61aaa9f-912a-4f41-ab21-6cca55a98b05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536 HTTP/1.1" status: 200 len: 217 time: 0.0614524 Apr 18 12:30:44.987794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-8a714556-18c6-4a7a-92c2-fd3788fbe6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:44.989158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-8a714556-18c6-4a7a-92c2-fd3788fbe6a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0590446 Apr 18 12:30:45.067353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c7e762b-e673-49d9-922a-ac942fe0e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:45.069290 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-2c7e762b-e673-49d9-922a-ac942fe0e623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680454 Apr 18 12:30:45.204732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-6bd93b51-b98f-4bf7-9b84-9faf5c38c3af service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231360 Apr 18 12:30:45.332826 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2cbba42-3435-4da1-937e-6967f5c9f543 req-f6f1ecdc-4df3-4e91-bd29-674e7b0ba418 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221256 Apr 18 12:30:45.509084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:45.907952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b95b9-c3cd-40a2-b8e1-1d96ce2ad9a8 req-32b63b79-e07c-4c98-86c1-1e033bb4f2be tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:45.908634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-234b95b9-c3cd-40a2-b8e1-1d96ce2ad9a8 req-32b63b79-e07c-4c98-86c1-1e033bb4f2be tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:30:45.982150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-234b95b9-c3cd-40a2-b8e1-1d96ce2ad9a8 req-32b63b79-e07c-4c98-86c1-1e033bb4f2be tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:30:45.983293 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-234b95b9-c3cd-40a2-b8e1-1d96ce2ad9a8 req-32b63b79-e07c-4c98-86c1-1e033bb4f2be tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 944 time: 0.1566284 Apr 18 12:30:46.027466 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-234b95b9-c3cd-40a2-b8e1-1d96ce2ad9a8 req-44f5f76d-2e21-499a-8ca5-2601054f616f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385306 Apr 18 12:30:47.210236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0252d-2185-4804-ad67-3ecc09924fdc req-c66faae8-57fa-46cd-9eca-8e03f1fb432d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:47.211685 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1aa0252d-2185-4804-ad67-3ecc09924fdc req-c66faae8-57fa-46cd-9eca-8e03f1fb432d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 944 time: 0.0815411 Apr 18 12:30:47.255458 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1aa0252d-2185-4804-ad67-3ecc09924fdc req-a2dbb41c-564e-4652-b91a-b182ef87cb39 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378611 Apr 18 12:30:47.540179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92ba84cc-403c-414b-8fff-0b1e72cbd536 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:30:47.669972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92ba84cc-403c-414b-8fff-0b1e72cbd536, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:47.682584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'port_id': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'mac_address': 'fa:16:3e:c0:63:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:30:47.735416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:47.751232 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ba84cc-403c-414b-8fff-0b1e72cbd536 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:30:47.765507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92ba84cc-403c-414b-8fff-0b1e72cbd536, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:47.862287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:47.929799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92ba84cc-403c-414b-8fff-0b1e72cbd536,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:48.071623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['92ba84cc-403c-414b-8fff-0b1e72cbd536'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:30:48.434863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2cc81-b93d-4450-9cb4-a7aa2ceba455 req-2f3c919b-4578-4bd9-be9f-e37891a94e05 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:48.436274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-66b2cc81-b93d-4450-9cb4-a7aa2ceba455 req-2f3c919b-4578-4bd9-be9f-e37891a94e05 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 945 time: 0.0779536 Apr 18 12:30:48.481721 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-66b2cc81-b93d-4450-9cb4-a7aa2ceba455 req-bb068c2e-47e3-4f76-9c1d-b41590c43d98 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399170 Apr 18 12:30:49.526726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92ba84cc-403c-414b-8fff-0b1e72cbd536 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:30:49.657672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 92ba84cc-403c-414b-8fff-0b1e72cbd536 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:30:49.662595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 92ba84cc-403c-414b-8fff-0b1e72cbd536 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:30:49.662952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:49.665787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829f33a-8f0c-4f8c-bf83-4b878622ff36 req-67b36323-f24d-41b0-a44c-be5be063dc74 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:49.667296 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1829f33a-8f0c-4f8c-bf83-4b878622ff36 req-67b36323-f24d-41b0-a44c-be5be063dc74 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 945 time: 0.0795221 Apr 18 12:30:49.712473 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1829f33a-8f0c-4f8c-bf83-4b878622ff36 req-d596999d-c637-44f5-a901-de0c657c557d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393074 Apr 18 12:30:49.778096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:49.803549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:30:49.813199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92ba84cc-403c-414b-8fff-0b1e72cbd536, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:30:49.846274 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acdb5bab-6b04-483f-93a3-3c777f902b27'] response: {'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'code': 200} Apr 18 12:30:49.864040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:49.933364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92ba84cc-403c-414b-8fff-0b1e72cbd536,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:50.175604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c2a04-3f4c-40ff-84ac-37f9d74a2938 req-b0cf5e37-8dc0-4195-9732-4d06d73d093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:50.177686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-789c2a04-3f4c-40ff-84ac-37f9d74a2938 req-b0cf5e37-8dc0-4195-9732-4d06d73d093b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 1099 time: 0.0685356 Apr 18 12:30:50.216647 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-789c2a04-3f4c-40ff-84ac-37f9d74a2938 req-7a2c0c98-f674-46ae-b424-322c8a368c53 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337856 Apr 18 12:30:50.897956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2765f7-6115-4fe7-a202-f42b67446734 req-667d010a-b2ea-4b69-ae44-26d6a794ab07 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:50.899320 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9a2765f7-6115-4fe7-a202-f42b67446734 req-667d010a-b2ea-4b69-ae44-26d6a794ab07 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 946 time: 0.0819867 Apr 18 12:30:50.941107 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9a2765f7-6115-4fe7-a202-f42b67446734 req-e2cdf9e3-0ef2-4d49-bacc-548e4c5824af tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362191 Apr 18 12:30:52.128530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78126ea-c3a8-4e32-943d-b700130ef630 req-6bf43774-5b0d-41b4-82ae-5b344abec540 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:52.129948 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d78126ea-c3a8-4e32-943d-b700130ef630 req-6bf43774-5b0d-41b4-82ae-5b344abec540 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 946 time: 0.0816977 Apr 18 12:30:52.174301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d78126ea-c3a8-4e32-943d-b700130ef630 req-18575d3f-bd2c-4ebe-9932-312d2e399ceb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387096 Apr 18 12:30:52.356459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae71fb-0f60-44c9-bad4-64b81b31e40f req-e71fef37-0c83-4d54-b4bc-39cdab1c80c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:52.357770 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aaae71fb-0f60-44c9-bad4-64b81b31e40f req-e71fef37-0c83-4d54-b4bc-39cdab1c80c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 946 time: 0.0815690 Apr 18 12:30:52.489427 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aaae71fb-0f60-44c9-bad4-64b81b31e40f req-abf01590-b804-45f8-a75d-6c882c0a7bbd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259553 Apr 18 12:30:52.511819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39618) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:52.579209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ade0c5-4464-40a7-b46f-cf8cd744bad8 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:52.580657 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-24ade0c5-4464-40a7-b46f-cf8cd744bad8 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 1094 time: 0.0678895 Apr 18 12:30:52.584081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39622) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:30:52.588828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:30:52.594919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:30:52.598719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:30:52.601500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:30:52.607137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:30:52.674024 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:52.807265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:52.939442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.74 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/da1d053e-f54e-44b9-8c84-d198df2cd2ca) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:30:53.083292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:53.172703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:53.237284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:30:53.240541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:30:53.243149 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:30:53.290777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=da1d053e-f54e-44b9-8c84-d198df2cd2ca,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:53.685518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:53.831221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:54.056450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:54.103088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:54.212334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=da1d053e-f54e-44b9-8c84-d198df2cd2ca,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:30:54.222828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:54.483504 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 288fd168-d802-4694-a253-8a805412a08f associated. External IP: 172.26.4.74, port: 92ba84cc-403c-414b-8fff-0b1e72cbd536. Apr 18 12:30:54.826921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:30:55.004278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:30:55.014307 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:30:55.023710 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:55.024297 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:55.132203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:30:55.190714 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-117e00c4-da31-4212-ad08-a72740a03743 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6055901 Apr 18 12:30:55.191283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:30:55.200243 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:55.244354 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4292d70a-df44-4f7f-bb24-3b43c4b691cf'] response: {'name': 'network-changed', 'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'status': 'completed', 'code': 200} Apr 18 12:30:55.332792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-89539801-be58-43d1-80cf-501424694a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:55.334886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-89539801-be58-43d1-80cf-501424694a85 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 1099 time: 0.0700793 Apr 18 12:30:55.464188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-26bf584e-12c9-4582-bd16-17d9b0ca2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:55.465762 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-26bf584e-12c9-4582-bd16-17d9b0ca2dbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.1242521 Apr 18 12:30:55.568336 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-e80b38e1-75fe-49a6-9116-e02858dccde3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536 HTTP/1.1" status: 200 len: 999 time: 0.0953906 Apr 18 12:30:55.568583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:37Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}, {'id': '288fd168-d802-4694-a253-8a805412a08f', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.74', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:c0:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:53Z', 'updated_at': '2022-04-18T12:30:53Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:55.572363 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:30:55.580565 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:30:55.581152 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:30:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:55.630863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-bdad5f60-7181-4099-86d6-2949be8173e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:55.632288 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-bdad5f60-7181-4099-86d6-2949be8173e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0580029 Apr 18 12:30:55.760129 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:30:55.810400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-30804cd4-86d9-4139-b37e-903766f43bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:30:55.811889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-30804cd4-86d9-4139-b37e-903766f43bee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1730697 Apr 18 12:30:55.942174 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-c917bfde-488d-45a4-aca2-89304e40ff9b service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220164 Apr 18 12:30:56.077565 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e2da10c-e838-4186-b647-babdbfe55d39 req-5bcb0a68-295e-4872-bc0a-b23fb2188850 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290369 Apr 18 12:30:56.106606 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:37Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}, {'id': '288fd168-d802-4694-a253-8a805412a08f', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.74', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:c0:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:53Z', 'updated_at': '2022-04-18T12:30:53Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:30:56.110450 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e15fc3-e6e7-4d09-bb1d-95c0dfea66b9 None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:37Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}, {'id': '288fd168-d802-4694-a253-8a805412a08f', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.74', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:c0:63:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:53Z', 'updated_at': '2022-04-18T12:30:53Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:30:56.151450 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:30:56.296025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39116491-c7d8-4df8-bd71-df49d50b0d29 None None] New status for floating IP 288fd168-d802-4694-a253-8a805412a08f: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:31:08.028561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5c7f16f4-2e92-4cad-8f0b-0ca054752a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:10.228532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7daa1862-c8cd-41b9-9c94-c43a51b1eeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:11.394527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:11.651544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:12.942810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:15.541435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:28.486860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39640) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:28.590638 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e6fd4f85-4f17-4e05-85cf-1ba481905302 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/072daad6-970f-4c73-84a2-1b832f5099cd HTTP/1.1" status: 200 len: 992 time: 0.1026437 Apr 18 12:31:30.223592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39652) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:30.229389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:31:30.351112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:30.558870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:30.582277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:30.639916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:30.704811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:30.705410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:30.706776 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/ports/889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 938 time: 0.4821389 Apr 18 12:31:30.707421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:31:30.735920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=6']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:30.744001 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.744342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.744670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.744990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.745311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.745628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.745944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.746256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.746592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.746910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.747219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.747524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56769db4-592f-4804-aebe-5865e41f510c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:30.763100 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d9646b-e95d-481f-8c20-98824da175a7'] response: {'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'status': 'completed', 'code': 200} Apr 18 12:31:30.856336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-61aa5cbf-e6bf-45bf-a838-1d50da4d8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:30.857823 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-61aa5cbf-e6bf-45bf-a838-1d50da4d8958 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1099 time: 0.0740004 Apr 18 12:31:30.966163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b7e96006-bbfd-43e7-8c34-6657e0d06554 None None] Provisioning complete for port 889c26e2-de4d-4721-ad08-1327f938c799 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:31:30.966748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7e96006-bbfd-43e7-8c34-6657e0d06554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:30.992832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-e4d699ed-f02c-483a-8230-efeadb163fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:30.994256 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-e4d699ed-f02c-483a-8230-efeadb163fae service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.1307797 Apr 18 12:31:31.024288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b7e96006-bbfd-43e7-8c34-6657e0d06554 None None] Port 889c26e2-de4d-4721-ad08-1327f938c799 is administratively disabled so it will not transition to active. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Apr 18 12:31:31.097469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-cb74f3e0-a2b0-49dc-bc40-86908ba82039 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 1001 time: 0.0970182 Apr 18 12:31:31.160900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-395d453b-ffd5-4c43-a347-fec5efd34e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:31.162284 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-395d453b-ffd5-4c43-a347-fec5efd34e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0584238 Apr 18 12:31:31.239066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-62f99883-548b-4e1b-9d9f-bfafec69f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:31.240537 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-62f99883-548b-4e1b-9d9f-bfafec69f812 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723662 Apr 18 12:31:31.250309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-ecfe7e21-f199-4671-8fa9-b580826282ca service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:31:31.251255 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-ecfe7e21-f199-4671-8fa9-b580826282ca service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047462 Apr 18 12:31:31.379785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-b5a46789-cfd0-4a6c-8dbc-5bb1be8f1688 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226871 Apr 18 12:31:31.508768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40a24d06-2a2f-4d37-b9b3-9c9d40f30b12 req-498784ba-4316-4b53-bea5-406c69b08dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225035 Apr 18 12:31:33.149854 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:31:34.130129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39662) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:34.136047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:31:34.257303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:34.464431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:34.491780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:34.547685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:34.608433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:34.609041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:34.613077 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/ports/889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 937 time: 0.4791687 Apr 18 12:31:34.613077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:31:34.615253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39666) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:34.649243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=7']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:34.658832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.659227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.659709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.660044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.660368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.660689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.661719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.662078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.662424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.662794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.663745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.664132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c0d646-ed2a-4108-8a32-67adc4cbb5b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:34.671584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf385c0-84c6-42a6-b9a2-5d143017bdb2'] response: {'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'status': 'completed', 'code': 200} Apr 18 12:31:34.731061 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cff9af7b-bdc7-4268-997e-eaebb9c8ebf5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/072daad6-970f-4c73-84a2-1b832f5099cd HTTP/1.1" status: 200 len: 992 time: 0.1157990 Apr 18 12:31:34.809787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661251e-921b-4719-9d99-68e517ed1558 req-33dfdea1-debc-4308-8f12-4fbaf6de89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:34.811992 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-33dfdea1-debc-4308-8f12-4fbaf6de89ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1098 time: 0.1201124 Apr 18 12:31:34.840105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['889c26e2-de4d-4721-ad08-1327f938c799'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:31:34.945431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-912d6798-ffab-42a8-af72-f2de80b64f65 None None] Provisioning complete for port 889c26e2-de4d-4721-ad08-1327f938c799 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:31:34.945712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-912d6798-ffab-42a8-af72-f2de80b64f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:34.946333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661251e-921b-4719-9d99-68e517ed1558 req-fd7b94c8-2175-4e18-8432-7a9dc500e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:34.947821 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-fd7b94c8-2175-4e18-8432-7a9dc500e14b service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.1289794 Apr 18 12:31:35.164535 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-2c1fa8a9-b201-4412-934e-5b5cb7f08b73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 1000 time: 0.2092929 Apr 18 12:31:35.227576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661251e-921b-4719-9d99-68e517ed1558 req-191feb09-0672-4bd8-bc0c-90af56fdd1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:35.229092 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-191feb09-0672-4bd8-bc0c-90af56fdd1f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0588522 Apr 18 12:31:35.303791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661251e-921b-4719-9d99-68e517ed1558 req-baa12406-df49-4ab3-9331-aff459835167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:35.305245 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-baa12406-df49-4ab3-9331-aff459835167 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703430 Apr 18 12:31:35.438147 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-60f268b9-54da-4e07-ac84-9eaa88e54caf service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225045 Apr 18 12:31:35.563303 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4661251e-921b-4719-9d99-68e517ed1558 req-5d942aa8-231c-44d4-ad6c-b0ebb90c31cb service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223447 Apr 18 12:31:37.289626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39680) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:37.588399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port da1d053e-f54e-44b9-8c84-d198df2cd2ca {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:37.588670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:37.753405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:37.753729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:37.876582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for da1d053e-f54e-44b9-8c84-d198df2cd2ca owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:37.992783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e143f9dc-854e-481e-b649-223c9bdaa30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:38.090123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:38.163091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=da1d053e-f54e-44b9-8c84-d198df2cd2ca,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:38.230296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:38.230658 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 288fd168-d802-4694-a253-8a805412a08f disassociated (deleted). External IP: 172.26.4.74, port: 92ba84cc-403c-414b-8fff-0b1e72cbd536. Apr 18 12:31:38.575931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:31:38.767088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:31:38.776482 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c753f-a9f7-445a-a95c-639226794528 None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:31:38.785562 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:38.786167 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:38.850175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:38.967128 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:39.012743 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f7b6021b-94ff-4ac4-b320-d351a0b8d503 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/288fd168-d802-4694-a253-8a805412a08f HTTP/1.1" status: 204 len: 168 time: 1.7220407 Apr 18 12:31:39.013431 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:31:39.061525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bc5418-dbda-4ff9-ad4e-914bd63ffe37'] response: {'name': 'network-changed', 'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'status': 'completed', 'code': 200} Apr 18 12:31:39.160590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-271ae76c-2e59-4f2c-95a6-91e879d35656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:39.162058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-271ae76c-2e59-4f2c-95a6-91e879d35656 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 1099 time: 0.0790713 Apr 18 12:31:39.295300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-6f4d84b4-76ea-4754-ae1e-d77fc20e0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:39.296749 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-6f4d84b4-76ea-4754-ae1e-d77fc20e0f69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.1291428 Apr 18 12:31:39.323551 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:37Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:39.327976 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c753f-a9f7-445a-a95c-639226794528 None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:31:39.337925 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:39.338906 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:39.369982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-49889415-2df0-4260-8542-4f11e6172f69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536 HTTP/1.1" status: 200 len: 217 time: 0.0665979 Apr 18 12:31:39.436533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-7f2e05ec-0532-4b24-91f9-89930d3d6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:39.438067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-7f2e05ec-0532-4b24-91f9-89930d3d6e19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0628390 Apr 18 12:31:39.519772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-21a98972-f79d-4120-a5ad-53a113c843af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:39.521243 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-21a98972-f79d-4120-a5ad-53a113c843af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771224 Apr 18 12:31:39.556383 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:39.634099 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffee175-2cb4-4c8f-91df-7d809643e118 req-18215241-3c7b-4bdc-89c6-cef35a989741 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:39.635967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2ffee175-2cb4-4c8f-91df-7d809643e118 req-18215241-3c7b-4bdc-89c6-cef35a989741 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:31:39.672814 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-a98a4f2b-adad-4220-8bd0-e636eff7f06b service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450167 Apr 18 12:31:39.702376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2ffee175-2cb4-4c8f-91df-7d809643e118 req-18215241-3c7b-4bdc-89c6-cef35a989741 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:31:39.703639 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2ffee175-2cb4-4c8f-91df-7d809643e118 req-18215241-3c7b-4bdc-89c6-cef35a989741 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 946 time: 0.2170517 Apr 18 12:31:39.751481 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2ffee175-2cb4-4c8f-91df-7d809643e118 req-55153f5a-0073-4c67-999a-a934a4206159 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 Apr 18 12:31:39.811384 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6668e3f8-c5c8-4837-a0fe-ff2305603fa3 req-68a81d23-9f79-48c0-86a5-b8150bbead4f service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307354 Apr 18 12:31:39.918943 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-887c753f-a9f7-445a-a95c-639226794528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:37Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:39.922896 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887c753f-a9f7-445a-a95c-639226794528 None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '072daad6-970f-4c73-84a2-1b832f5099cd', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.15', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'port_id': '889c26e2-de4d-4721-ad08-1327f938c799', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'mac_address': 'fa:16:3e:53:af:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:30:34Z', 'updated_at': '2022-04-18T12:30:37Z', 'revision_number': 1, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:31:40.118818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354f7ed9-1a72-476a-baa8-8d0134dfa7e7 None None] New status for floating IP 288fd168-d802-4694-a253-8a805412a08f: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:31:40.290795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f51be1-885c-4f6a-bd78-e3b1bb0a8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:40.805466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-0577e07d-e046-48a6-948b-e2f7e70323b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:40.806904 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-0577e07d-e046-48a6-948b-e2f7e70323b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 946 time: 0.0826950 Apr 18 12:31:40.880002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 92ba84cc-403c-414b-8fff-0b1e72cbd536 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:40.880339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:41.192017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d5d3d-84b2-4898-8bbe-4847a70b31b7 req-220ba14a-d344-41ad-8e06-f987614f0933 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:41.193346 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d55d5d3d-84b2-4898-8bbe-4847a70b31b7 req-220ba14a-d344-41ad-8e06-f987614f0933 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 946 time: 0.3295534 Apr 18 12:31:41.359647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:41.362231 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d55d5d3d-84b2-4898-8bbe-4847a70b31b7 req-1dd5bece-e653-4048-99c0-a2c67748a2e2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259205 Apr 18 12:31:41.373691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 92ba84cc-403c-414b-8fff-0b1e72cbd536, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92ba84cc-403c-414b-8fff-0b1e72cbd536,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:41.374042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:41.505938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 92ba84cc-403c-414b-8fff-0b1e72cbd536 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:41.554320 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-30914ca6-4d5d-4204-9e85-d3ecf3403772 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2977548 Apr 18 12:31:41.662313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:41.724019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-b4b6ee4b-2fe2-4a0f-a377-1a0e730fe308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:41.726139 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-b4b6ee4b-2fe2-4a0f-a377-1a0e730fe308 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1098 time: 0.0940280 Apr 18 12:31:41.784896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:41.884289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=92ba84cc-403c-414b-8fff-0b1e72cbd536,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:41.971615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 92ba84cc-403c-414b-8fff-0b1e72cbd536 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:31:41.976291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:41.978720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'name': 'network-vif-deleted', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:31:42.005844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-7c05fb63-5fc4-4f45-80b6-0a1510986476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:42.007390 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-7c05fb63-5fc4-4f45-80b6-0a1510986476 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.2625375 Apr 18 12:31:42.068104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffeb89b-bd03-4ab4-81f7-92370333d1c2'] response: {'server_uuid': '7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a', 'name': 'network-vif-deleted', 'tag': '92ba84cc-403c-414b-8fff-0b1e72cbd536', 'status': 'completed', 'code': 200} Apr 18 12:31:42.082975 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/92ba84cc-403c-414b-8fff-0b1e72cbd536 HTTP/1.1" status: 204 len: 173 time: 1.2711487 Apr 18 12:31:42.111340 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-f2546f05-047a-4b7f-a071-73051fa262ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 1000 time: 0.0968108 Apr 18 12:31:42.179657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-3236b687-db20-4861-b5f6-23ea53f7214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:42.181125 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-3236b687-db20-4861-b5f6-23ea53f7214a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.0635760 Apr 18 12:31:42.261979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-37b955e5-501a-441e-be96-6d06edec75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:42.263521 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-37b955e5-501a-441e-be96-6d06edec75ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750680 Apr 18 12:31:42.407639 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-b0af1713-8712-4a54-843d-ab906f920708 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376467 Apr 18 12:31:42.553001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6094333e-e0d7-4025-8193-a9fa05688061 req-7caf6705-2218-48ce-973b-76f2b8aec149 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:31:42.594016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23fc58d-5c8c-4621-b534-6ab8008c00ee req-567dc761-dd18-4c20-bde9-0939528e242c service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796875 Apr 18 12:31:42.656547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6094333e-e0d7-4025-8193-a9fa05688061 req-7caf6705-2218-48ce-973b-76f2b8aec149 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:31:42.657690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6094333e-e0d7-4025-8193-a9fa05688061 req-7caf6705-2218-48ce-973b-76f2b8aec149 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f1e88ea-e08a-4bea-a2ca-c9ea59bb7d9a HTTP/1.1" status: 200 len: 210 time: 0.1592901 Apr 18 12:31:42.959185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:43.755532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39702) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:43.820253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba19d4e-8c09-4f44-baa1-08fd73015b57 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:43.849362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba19d4e-8c09-4f44-baa1-08fd73015b57 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:43.993731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba19d4e-8c09-4f44-baa1-08fd73015b57 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:44.012842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba19d4e-8c09-4f44-baa1-08fd73015b57 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:44.096203 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1ba19d4e-8c09-4f44-baa1-08fd73015b57 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:44.097341 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1ba19d4e-8c09-4f44-baa1-08fd73015b57 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/9e5a88ea-ae6b-4ad5-8b8c-46c68d15acb3 HTTP/1.1" status: 204 len: 168 time: 0.3408685 Apr 18 12:31:44.175541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39708) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:44.378770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 86d5c0f5-9524-4784-9fdb-1cb5c4211950 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:44.379102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:44.542837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:44.543129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:44.669447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 86d5c0f5-9524-4784-9fdb-1cb5c4211950 owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:44.891031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:44.938481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=86d5c0f5-9524-4784-9fdb-1cb5c4211950,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:45.026862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:45.027186 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 072daad6-970f-4c73-84a2-1b832f5099cd disassociated (deleted). External IP: 172.26.4.15, port: 889c26e2-de4d-4721-ad08-1327f938c799. Apr 18 12:31:45.462420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:31:45.519268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:45.637834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:31:45.647156 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:31:45.656598 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:45.658449 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:45.701197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:45.759528 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-47b4d0af-0f90-4031-8d80-dd64043df4c9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/072daad6-970f-4c73-84a2-1b832f5099cd HTTP/1.1" status: 204 len: 168 time: 1.5828226 Apr 18 12:31:45.760017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:31:45.803759 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cff3db9-d1c9-4a94-a9ae-9b28932c3ca7'] response: {'name': 'network-changed', 'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'status': 'completed', 'code': 200} Apr 18 12:31:45.832729 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:45.854051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92ba84cc-403c-414b-8fff-0b1e72cbd536 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:31:45.897878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-d9cdbd71-c134-47d6-ae3c-d92d1faa259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:45.899495 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-d9cdbd71-c134-47d6-ae3c-d92d1faa259f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 1098 time: 0.0746739 Apr 18 12:31:45.914137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 92ba84cc-403c-414b-8fff-0b1e72cbd536 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:31:45.918100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92ba84cc-403c-414b-8fff-0b1e72cbd536 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:31:46.149955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-f8744aef-c21e-43ee-b043-29ab805e4cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:46.151324 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:46.151532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-f8744aef-c21e-43ee-b043-29ab805e4cc0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 200 len: 897 time: 0.2456043 Apr 18 12:31:46.155008 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:31:46.163198 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:46.164341 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:46.226695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-ace2b9db-5ace-4f1d-88df-e95f7c64cc87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 200 len: 217 time: 0.0681946 Apr 18 12:31:46.334684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-a1e45d77-cf2d-4c7f-8592-e192e7993df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:46.336268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-a1e45d77-cf2d-4c7f-8592-e192e7993df4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 200 len: 835 time: 0.1034601 Apr 18 12:31:46.343472 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:46.407927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffa3bc-3290-4510-8c08-39c2a19f4fac req-848a2653-307e-4b90-b7d8-3ba1454ee019 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:46.409261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-efffa3bc-3290-4510-8c08-39c2a19f4fac req-848a2653-307e-4b90-b7d8-3ba1454ee019 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.1458585 Apr 18 12:31:46.467158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-34330924-ddf6-4115-a443-938b9bd8c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:46.468600 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-34330924-ddf6-4115-a443-938b9bd8c084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd641f0a-792e-436b-882d-0f4275df8acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261122 Apr 18 12:31:46.473264 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-efffa3bc-3290-4510-8c08-39c2a19f4fac req-b826a83c-5f30-420a-894c-bcbfc2b5afa1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576379 Apr 18 12:31:46.610931 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-b386118c-03b7-4432-8ac2-dfc1695e38ef service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347387 Apr 18 12:31:46.698383 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:46.702124 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc18adc-af6f-4469-a760-b8af3836dc46 None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '8a3a78fb-cd54-4bcd-a082-a9da8309e67a', 'name': '', 'network_id': 'bd641f0a-792e-436b-882d-0f4275df8acf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:72:a5:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:11Z', 'updated_at': '2022-04-18T12:30:17Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': 'dfb9296a-bfda-440f-9408-6023c74ca628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:31:46.746264 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7266e644-68da-4a77-a6f4-e29722ad1f43 req-cd9ab5e5-bc5d-4f86-a1af-a0a2b71e0073 service neutron] 10.222.0.15 "GET /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282930 Apr 18 12:31:46.902121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658879d3-7e90-4da7-bc54-a9b0e17b9047 None None] New status for floating IP 072daad6-970f-4c73-84a2-1b832f5099cd: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:31:47.662896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-8a1c0b73-3f80-4887-861b-c7b9d5626b28 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:47.664106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-8a1c0b73-3f80-4887-861b-c7b9d5626b28 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:31:47.703197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-5ef98549-b52b-455a-8bf8-e31c680110c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:47.704597 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-5ef98549-b52b-455a-8bf8-e31c680110c7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.0782561 Apr 18 12:31:47.735336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-8a1c0b73-3f80-4887-861b-c7b9d5626b28 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:31:47.736512 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-8a1c0b73-3f80-4887-861b-c7b9d5626b28 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 945 time: 0.1539648 Apr 18 12:31:47.774475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 889c26e2-de4d-4721-ad08-1327f938c799 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:47.775061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:47.780653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-a57525e1-ff21-4776-a9e8-60c2ee00feea tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:31:47.849438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-a57525e1-ff21-4776-a9e8-60c2ee00feea tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:31:47.850631 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-394ff9fb-c9d1-4919-8e85-19c220d3b297 req-a57525e1-ff21-4776-a9e8-60c2ee00feea tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee807f77-cbab-4e0c-a2e6-433351917999&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077085 Apr 18 12:31:48.021096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 889c26e2-de4d-4721-ad08-1327f938c799, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=889c26e2-de4d-4721-ad08-1327f938c799,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:48.021448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:48.141876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 889c26e2-de4d-4721-ad08-1327f938c799 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:48.341744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:48.392930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=889c26e2-de4d-4721-ad08-1327f938c799,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:48.465740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 889c26e2-de4d-4721-ad08-1327f938c799 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:31:48.468132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:48.470580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'name': 'network-vif-deleted', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:31:48.516145 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284ffc60-915c-4d2b-9bf2-00398b0f9cc5'] response: {'server_uuid': '462d8996-49f6-4dbd-beb7-810bb0edae4b', 'name': 'network-vif-deleted', 'tag': '889c26e2-de4d-4721-ad08-1327f938c799', 'status': 'completed', 'code': 200} Apr 18 12:31:48.558979 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2170974b-18aa-4eb4-a2d7-3ecdd64a52c8 req-4624b670-ffd6-4e14-aff6-27a883cb0d2f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/889c26e2-de4d-4721-ad08-1327f938c799 HTTP/1.1" status: 204 len: 173 time: 0.8478975 Apr 18 12:31:49.015007 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a257d65f-6d5a-47cc-9a95-ec4551afde18 req-1de7b32a-be28-4c34-94bd-f4f09449b262 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=462d8996-49f6-4dbd-beb7-810bb0edae4b HTTP/1.1" status: 200 len: 210 time: 0.0445409 Apr 18 12:31:50.110286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39726) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:50.176727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b4c9-0876-4425-bfc5-242d3687f361 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:50.205260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b4c9-0876-4425-bfc5-242d3687f361 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:50.324615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b4c9-0876-4425-bfc5-242d3687f361 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:50.342088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5b4c9-0876-4425-bfc5-242d3687f361 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee807f77-cbab-4e0c-a2e6-433351917999,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:50.409477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0dd5b4c9-0876-4425-bfc5-242d3687f361 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:50.410619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0dd5b4c9-0876-4425-bfc5-242d3687f361 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee807f77-cbab-4e0c-a2e6-433351917999 HTTP/1.1" status: 204 len: 168 time: 0.2992992 Apr 18 12:31:50.502241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39732) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:51.048739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:51.490329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:51.491049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:51.671863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 8a3a78fb-cd54-4bcd-a082-a9da8309e67a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:51.672215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:51.791056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 8a3a78fb-cd54-4bcd-a082-a9da8309e67a owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:51.885647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 889c26e2-de4d-4721-ad08-1327f938c799 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:31:51.922225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 889c26e2-de4d-4721-ad08-1327f938c799 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:31:51.922590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 889c26e2-de4d-4721-ad08-1327f938c799 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:31:52.170285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:52.218854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=8a3a78fb-cd54-4bcd-a082-a9da8309e67a,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:52.488046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:52.939180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router a620ec06-86f6-4b03-8c56-c02712d00c9b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:31:53.112612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:31:53.121712 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] Sync routers for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:31:53.124861 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-034fb52d-743d-48d1-9130-f2328ce3c04d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/a620ec06-86f6-4b03-8c56-c02712d00c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6214881 Apr 18 12:31:53.127503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39736) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:53.131445 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:53.132536 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:53.191311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet dfb9296a-bfda-440f-9408-6023c74ca628 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:31:53.194135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.252019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.311031 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:53.338482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.456922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.503010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.508322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb9296a-bfda-440f-9408-6023c74ca628,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:53.509690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f6453-e9be-4c7e-a6d2-5d60db5d1063 None None] Network bd641f0a-792e-436b-882d-0f4275df8acf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:31:53.513768 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1750198c-d88c-4637-a938-a5e450f4350a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/dfb9296a-bfda-440f-9408-6023c74ca628 HTTP/1.1" status: 204 len: 168 time: 0.3853278 Apr 18 12:31:53.518570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39740) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:53.593306 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:31:52Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:53.597855 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] Checking router: a620ec06-86f6-4b03-8c56-c02712d00c9b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:31:53.608041 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] Routers {'a620ec06-86f6-4b03-8c56-c02712d00c9b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:53.608652 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['a620ec06-86f6-4b03-8c56-c02712d00c9b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:53.787649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] DHCP port deletion for bd641f0a-792e-436b-882d-0f4275df8acf request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:31:53.792017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Deleting port e9908d53-67a8-47a1-9bc3-a79865c9957a {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:53.792391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.812881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:53.820337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] Set router a620ec06-86f6-4b03-8c56-c02712d00c9b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:53.995766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.001085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] For port e9908d53-67a8-47a1-9bc3-a79865c9957a, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e9908d53-67a8-47a1-9bc3-a79865c9957a,segment=NetworkSegment(e1a397ce-b559-407f-9e10-9bf48bff559a),segment_id=e1a397ce-b559-407f-9e10-9bf48bff559a)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:54.001474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.061144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 7dfd94d0-2eda-4023-b057-945e7c45403c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:31:54.061483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.102281 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:31:52Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:54.106697 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f70929-a0be-466a-b92c-4f99bc1a1694 None None] The sync data for ids ['a620ec06-86f6-4b03-8c56-c02712d00c9b'] in dv-neutron-837089-1-hyperv is: [{'id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'name': 'tempest-TestNetworkBasicOps-router-454582556', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2'}], 'enable_snat': True}, 'gw_port_id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:30:06Z', 'updated_at': '2022-04-18T12:31:52Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': '7dfd94d0-2eda-4023-b057-945e7c45403c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d4:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a620ec06-86f6-4b03-8c56-c02712d00c9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:30:07Z', 'updated_at': '2022-04-18T12:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:31:54.161596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Calling delete_port for e9908d53-67a8-47a1-9bc3-a79865c9957a owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:54.247546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 7dfd94d0-2eda-4023-b057-945e7c45403c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7dfd94d0-2eda-4023-b057-945e7c45403c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:31:54.247871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.296117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.341348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Pushing event deleted for resources: {'Port': ['ID=e9908d53-67a8-47a1-9bc3-a79865c9957a,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:54.346000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] No DVR routers for this DVR port e9908d53-67a8-47a1-9bc3-a79865c9957a on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:31:54.352391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.354603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.357858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.358253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c797cbe-d712-425e-8b77-6ee1c070b8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:31:54.374078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 7dfd94d0-2eda-4023-b057-945e7c45403c owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:31:54.621322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.671289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=7dfd94d0-2eda-4023-b057-945e7c45403c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:54.757955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.932133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:54.934315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.015688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.016207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router a620ec06-86f6-4b03-8c56-c02712d00c9b {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:31:55.031071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.034939 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bf6e8672-79c6-4e2e-98a5-d491835d3450 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/a620ec06-86f6-4b03-8c56-c02712d00c9b HTTP/1.1" status: 204 len: 168 time: 1.5144832 Apr 18 12:31:55.034939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39744) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:55.153819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.397549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.426154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd641f0a-792e-436b-882d-0f4275df8acf']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:55.439704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a397ce-b559-407f-9e10-9bf48bff559a') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:55.439992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a397ce-b559-407f-9e10-9bf48bff559a') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:55.452526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.470066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.477091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:31:55.477497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:31:55.493559 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:31:55.644381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.665163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.680027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=bd641f0a-792e-436b-882d-0f4275df8acf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:55.683026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7dfd94d0-2eda-4023-b057-945e7c45403c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:31:55.716851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7dfd94d0-2eda-4023-b057-945e7c45403c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:31:55.717514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7dfd94d0-2eda-4023-b057-945e7c45403c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:31:55.717609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8a3a78fb-cd54-4bcd-a082-a9da8309e67a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:31:55.752098 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 8a3a78fb-cd54-4bcd-a082-a9da8309e67a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:31:55.752353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8a3a78fb-cd54-4bcd-a082-a9da8309e67a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:31:55.752762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9908d53-67a8-47a1-9bc3-a79865c9957a no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:31:55.765816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-40d8f218-66d0-4864-9911-5b0e0ea8ce33 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/bd641f0a-792e-436b-882d-0f4275df8acf HTTP/1.1" status: 204 len: 168 time: 0.7299917 Apr 18 12:31:55.788677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: e9908d53-67a8-47a1-9bc3-a79865c9957a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:31:55.789018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e9908d53-67a8-47a1-9bc3-a79865c9957a not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:31:55.792854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39748) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:55.801609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'network': {'name': 'tempest-network-smoke--224458950', 'project_id': '4b554162884446c69528cc5f4e32b911', 'port_security_enabled': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:31:55.808399 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:31:55.813394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:network and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:31:55.816267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:31:55.821890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:31:55.873445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:31:55.876837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.904743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:31:55.914333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:55.914635 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Added segment 3ee73714-79c4-41ea-accf-1f7252f36170 of type vlan for network 47dfa6b9-299d-4c75-9546-3f891b1c46bf Apr 18 12:31:55.940285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:56.032441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:56.037959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:56.038547 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:56.145650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Network': ['ID=47dfa6b9-299d-4c75-9546-3f891b1c46bf,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:56.155991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:31:56.193663 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f472d5fd-880c-4118-b058-0cc24c45f176 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3980849 Apr 18 12:31:56.197011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39752) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:56.202147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-444998558', 'admin_state_up': True, 'project_id': '4b554162884446c69528cc5f4e32b911', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:31:56.209301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:31:56.213862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:router and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:31:56.216995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:31:56.223170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:31:56.290299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:56.291369 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:56.306307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:56.628495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:57.006365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:57.036929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:57.268815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.209 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/cb87d444-98dc-4aa8-8105-1442dbefc378) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:31:57.411827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:57.530212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:57.588115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:31:57.591030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:31:57.594496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:31:57.633526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:58.050004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:58.376990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:58.735728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:31:58.907487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:31:58.919491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:31:58.929253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:31:58.929864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:58.993435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:58.994652 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-985bd7f7-c4a9-4ac8-aac5-ae4d46159310 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7967057 Apr 18 12:31:58.997763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39756) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:59.040045 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-61a025bf-7ec5-4cca-80ae-38dc76b33a04 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=4b554162884446c69528cc5f4e32b911&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411859 Apr 18 12:31:59.042727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39760) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:59.105726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:31:59.171694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f6508-fa09-410b-9904-a141a4d486c8 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:59.173153 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9e2f6508-fa09-410b-9904-a141a4d486c8 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295629 Apr 18 12:31:59.175988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39764) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:59.215133 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8d8fb314-d50f-4821-9540-a6b65eaae21f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377986 Apr 18 12:31:59.221684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39768) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:31:59.227994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1166995642', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'project_id': '4b554162884446c69528cc5f4e32b911', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:31:59.337179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:31:59.341573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:subnet and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:31:59.345221 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:31:59.350238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:31:59.387472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:31:57Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:31:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:31:59.391315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Checking router: 1aace44f-67b2-4264-81d1-2bbe8a0917c3 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:31:59.391662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Updating router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 port cb87d444-98dc-4aa8-8105-1442dbefc378 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:31:59.421772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:31:59.425613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.446094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.707105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.767423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.779671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Transition to ACTIVE for port object cb87d444-98dc-4aa8-8105-1442dbefc378 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:31:59.789398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Subnet': ['ID=23e46ffb-15ad-44ab-bb8d-3c50d977b59f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:31:59.796773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Checking segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:31:59.797123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network hostable DHCP agents. Network: 47dfa6b9-299d-4c75-9546-3f891b1c46bf, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:31:59.833361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.850360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:31:59.901601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 47dfa6b9-299d-4c75-9546-3f891b1c46bf) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:31:59.905443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Attempting to bind port cb87d444-98dc-4aa8-8105-1442dbefc378 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:31:59.905598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:31:59.906002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Attempting to bind port cb87d444-98dc-4aa8-8105-1442dbefc378 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:31:59.906153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.906685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Attempting to bind port cb87d444-98dc-4aa8-8105-1442dbefc378 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:31:59.919428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e031fda-c6b3-44f4-85aa-81570d4798ad None None] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:31:59.937178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:31:59.937861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:31:59.937967 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.938342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:31:59.938840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Bound port: cb87d444-98dc-4aa8-8105-1442dbefc378, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:31:59.939208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:31:59.971263 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-02ed9c7c-96f3-4abd-a262-5b0cf17c09f9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7482617 Apr 18 12:31:59.974050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39772) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:00.014215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d94e69-48ab-4b40-b012-799cd3ec0ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:00.127627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] For port cb87d444-98dc-4aa8-8105-1442dbefc378, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:32:00.138553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] For port cb87d444-98dc-4aa8-8105-1442dbefc378, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cb87d444-98dc-4aa8-8105-1442dbefc378,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:32:00.221647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:00.280238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:32:00.283171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:00.356247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:00.356884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:00.440425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d94e69-48ab-4b40-b012-799cd3ec0ed1 None None] Pushing event updated for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:00.626330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:00.726372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Allocated IP 172.20.0.2 (47dfa6b9-299d-4c75-9546-3f891b1c46bf/23e46ffb-15ad-44ab-bb8d-3c50d977b59f/51ec29fb-f22b-4347-9b4c-dcf4173b61ab) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:32:00.781929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.080942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.095537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Transition to ACTIVE for port object 51ec29fb-f22b-4347-9b4c-dcf4173b61ab will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:32:01.102883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:31:57Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:01.113161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83db8b47-86b8-4b41-8b61-bc1ee99affaa None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:31:57Z', 'revision_number': 3, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:32:01.119750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Transition to ACTIVE for port object 51ec29fb-f22b-4347-9b4c-dcf4173b61ab will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:32:01.194402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.260215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:32:01.263067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:32:01.263208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.1 (47dfa6b9-299d-4c75-9546-3f891b1c46bf/23e46ffb-15ad-44ab-bb8d-3c50d977b59f/23d53fba-936b-44a8-b319-55bc27e5fd28) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:32:01.266732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:32:01.304937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Pushing event updated for resources: {'Port': ['ID=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:01.383843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Attempting to bind port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:32:01.384210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Attempting to bind port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:32:01.384565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Attempting to bind port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab on network 47dfa6b9-299d-4c75-9546-3f891b1c46bf {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:32:01.389822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:32:01.390186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Checking segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:32:01.390671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.393078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Bound using segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:32:01.393078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Bound port: 51ec29fb-f22b-4347-9b4c-dcf4173b61ab, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:32:01.393078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.458648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.476142 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 23d53fba-936b-44a8-b319-55bc27e5fd28 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:32:01.487509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] For port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:32:01.490996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] For port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:32:01.559887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.589376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.665275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:32:01.670724 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:32:01.680779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:32:01.703768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52222f69-22c6-4f27-bd5f-dd3a500b0d17 None None] Pushing event updated for resources: {'Port': ['ID=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:01.714332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:01.736960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:01.754098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:01.903087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port cb87d444-98dc-4aa8-8105-1442dbefc378 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:01.919381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port cb87d444-98dc-4aa8-8105-1442dbefc378 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:01.919381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.065499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.083168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port cb87d444-98dc-4aa8-8105-1442dbefc378, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cb87d444-98dc-4aa8-8105-1442dbefc378,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:02.156288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.158616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.228656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:02.689136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.692211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92619ed1-c0d6-4acc-a5cb-ceaa648dee9e None None] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:32:02.741549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.841352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f14b3ccb-ab8e-485c-aa19-dadb7cbb5f9d None None] Provisioning for port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:02.860316 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:02.863026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:03.011276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:32:03.012491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:32:03.207101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:32:03.232692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-019efbe4-b5d0-4563-814c-46a57de7de36 None None] Provisioning for port 23d53fba-936b-44a8-b319-55bc27e5fd28 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:03.240581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-019efbe4-b5d0-4563-814c-46a57de7de36 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:03.241467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-019efbe4-b5d0-4563-814c-46a57de7de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:03.311760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-019efbe4-b5d0-4563-814c-46a57de7de36 None None] Port 23d53fba-936b-44a8-b319-55bc27e5fd28 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:32:03.410819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:32:03.421929 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:32:03.428062 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ec831a5b-6157-48e1-8780-3bdb66a49ae8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/1aace44f-67b2-4264-81d1-2bbe8a0917c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4506538 Apr 18 12:32:03.430862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39776) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:03.432691 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:03.433488 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:03.445153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3f292471-f92f-4a67-9f04-45551fa256f4 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:03.445572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3f292471-f92f-4a67-9f04-45551fa256f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:03.505428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3f292471-f92f-4a67-9f04-45551fa256f4 None None] Port 23d53fba-936b-44a8-b319-55bc27e5fd28 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:32:03.579442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22831a-03fc-42a4-b9b9-d6c0fe7e421f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.579827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22831a-03fc-42a4-b9b9-d6c0fe7e421f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.580289 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22831a-03fc-42a4-b9b9-d6c0fe7e421f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.580749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d22831a-03fc-42a4-b9b9-d6c0fe7e421f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.584853 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3d22831a-03fc-42a4-b9b9-d6c0fe7e421f tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1468387 Apr 18 12:32:03.585206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39780) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:03.623225 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:03.628090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-067634e2-2a32-4c60-b5bd-dea926f46e07 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:03.628594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-067634e2-2a32-4c60-b5bd-dea926f46e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:03.654624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041d53f-760c-48ee-98f8-b93b9059e5b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.655096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041d53f-760c-48ee-98f8-b93b9059e5b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.656271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041d53f-760c-48ee-98f8-b93b9059e5b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.656271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1041d53f-760c-48ee-98f8-b93b9059e5b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:03.660027 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1041d53f-760c-48ee-98f8-b93b9059e5b9 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0739098 Apr 18 12:32:03.663195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39784) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:03.715200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-067634e2-2a32-4c60-b5bd-dea926f46e07 None None] Port 23d53fba-936b-44a8-b319-55bc27e5fd28 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:32:03.796797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 51ec29fb-f22b-4347-9b4c-dcf4173b61ab up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:03.879090 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-39afae78-51b6-489d-9d03-6668f5c136d6 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2145104 Apr 18 12:32:03.924244 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:03.929465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:03.929828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:03.972470 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:03.976688 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Checking router: 1aace44f-67b2-4264-81d1-2bbe8a0917c3 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:32:03.977035 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Updating router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 port 23d53fba-936b-44a8-b319-55bc27e5fd28 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:32:04.028018 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.046188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.077146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:04.147937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.148741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:04.283928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:04.295066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port cb87d444-98dc-4aa8-8105-1442dbefc378 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:04.295471 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.366095 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.377492 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Transition to ACTIVE for port object 23d53fba-936b-44a8-b319-55bc27e5fd28 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:32:04.430734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39790) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:04.435917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-177232451', 'description': 'tempest-secgroup-smoke-177232451 description', 'project_id': '4b554162884446c69528cc5f4e32b911'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:04.445979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:04.446333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:04.449276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:04.454880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:04.461740 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.541998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.566701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:04.572971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:04.576894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:04.584089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:04.627691 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:04.643790 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.644126 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.644453 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.644907 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.645760 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.645760 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.646093 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.646407 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.648946 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.648946 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.648946 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.648946 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:04.673506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.701874 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Attempting to bind port 23d53fba-936b-44a8-b319-55bc27e5fd28 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:32:04.702241 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Attempting to bind port 23d53fba-936b-44a8-b319-55bc27e5fd28 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:32:04.702612 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Attempting to bind port 23d53fba-936b-44a8-b319-55bc27e5fd28 on network 47dfa6b9-299d-4c75-9546-3f891b1c46bf {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:32:04.709733 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:32:04.709733 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Checking segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:32:04.709733 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.709733 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Bound using segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:32:04.709733 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Bound port: 23d53fba-936b-44a8-b319-55bc27e5fd28, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:32:04.710204 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.729522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.779783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59baf67-725e-4bdc-92a9-e18c09884781,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:04.799175 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] For port 23d53fba-936b-44a8-b319-55bc27e5fd28, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:32:04.802007 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] For port 23d53fba-936b-44a8-b319-55bc27e5fd28, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23d53fba-936b-44a8-b319-55bc27e5fd28,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:32:04.867638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.868885 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-708720c4-623b-483f-b0f6-0e67f8aa646d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4371207 Apr 18 12:32:04.871814 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39794) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:04.876673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a59baf67-725e-4bdc-92a9-e18c09884781', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:04.883110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:04.886922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:04.889755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:04.895395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:04.902200 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:04.978427 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:04.979058 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:31:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:04.995508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.037981 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08752fdb-3a73-4a21-99bd-d3634df9be9d None None] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:05.068459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.129670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.152902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25651897-0560-4dad-83c6-a80eb2884562,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:05.172462 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:05.227646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.231327 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dfa12435-50cd-414a-8439-edea3da2bec6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3560772 Apr 18 12:32:05.231555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39798) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:05.236564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a59baf67-725e-4bdc-92a9-e18c09884781', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:05.243320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:05.247411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:05.250336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:05.256141 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:05.343302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.406490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.484477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.503852 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:04Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:05.507846 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c24f84-65d3-4f85-91e7-fd0eec672c1b None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:04Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:32:05.508215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25508105-2109-48db-ac74-9d364843034f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:05.587283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.588619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4f2dbb90-bfac-4767-847e-5e43b3adb599 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561490 Apr 18 12:32:05.593936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39802) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:05.605694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a59baf67-725e-4bdc-92a9-e18c09884781', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:05.612901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:05.617026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:05.620307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:05.626853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:05.710618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.764340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 51ec29fb-f22b-4347-9b4c-dcf4173b61ab up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:05.779518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.821451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.836129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:05.836586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.851560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88865a79-81d5-4ba7-b9d0-387eedda4d5c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:05.896195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:05.898040 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3981fc1c-ae02-4ff8-99c0-bda90af5e86f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3036196 Apr 18 12:32:05.900791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39806) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:05.906504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a59baf67-725e-4bdc-92a9-e18c09884781', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:05.912565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:05.916637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:05.920084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:05.926295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:05.964585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:05.983278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.051716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.113197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 23d53fba-936b-44a8-b319-55bc27e5fd28 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:06.119768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:06.120189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.124280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.152213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71822db1-b234-460c-a9c1-10f60b40736f,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:06.233453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.234767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a7efe900-e1dd-4299-8644-6547366e37f3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3328624 Apr 18 12:32:06.237377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39810) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:06.242081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.243119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a59baf67-725e-4bdc-92a9-e18c09884781', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:06.250632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:06.255204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:06.259048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:06.265364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:06.277509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 23d53fba-936b-44a8-b319-55bc27e5fd28, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23d53fba-936b-44a8-b319-55bc27e5fd28,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:06.347476 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:32:06.355085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.370223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.429407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.478680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:06.501545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.528976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6076aac5-0e11-48ad-acc9-3860f2b4ea76,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:06.604221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.605564 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d0b05519-deb2-42ed-aef5-7cfa103fbdd6 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3672512 Apr 18 12:32:06.608409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39814) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:06.613539 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'security_group_rule': {'security_group_id': 'a59baf67-725e-4bdc-92a9-e18c09884781', 'project_id': '4b554162884446c69528cc5f4e32b911', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:06.624218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:06.624218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:security_group_rule and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:06.627179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:06.637018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:06.700536 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Project 4b554162884446c69528cc5f4e32b911 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:32:06.706958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.769995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.843127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.866337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b72d8a8-9912-4b59-a4f8-9104fbf699b8,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:06.941337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:06.942533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eb925d78-a9fe-4c9d-bd1a-001ad6a5ec0c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3330698 Apr 18 12:32:07.100502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-3528eee7-dcb0-486c-9535-f75aa50416c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:07.175496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-3528eee7-dcb0-486c-9535-f75aa50416c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:07.176554 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-3528eee7-dcb0-486c-9535-f75aa50416c5 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-177232451&fields=id&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 267 time: 0.1146376 Apr 18 12:32:07.420637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-0febb0a2-bbb8-449c-a64a-63d62fc0f38d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:07.421297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-0febb0a2-bbb8-449c-a64a-63d62fc0f38d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:07.523553 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-0febb0a2-bbb8-449c-a64a-63d62fc0f38d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:07.524704 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-0febb0a2-bbb8-449c-a64a-63d62fc0f38d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/networks?id=47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 200 len: 796 time: 0.3405960 Apr 18 12:32:07.540074 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-d7bb2674-f039-4f17-933b-bd69bebd09b2 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/quotas/4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 375 time: 0.0097349 Apr 18 12:32:07.625422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-9d0234d2-28d0-4588-8a98-a11ef542775d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:07.689380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:07.690023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-9d0234d2-28d0-4588-8a98-a11ef542775d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:07.691383 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-9d0234d2-28d0-4588-8a98-a11ef542775d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463084 Apr 18 12:32:07.707172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-9fd0db99-6f7c-45c2-84ac-69d763b4b087 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:32:07.708087 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-9fd0db99-6f7c-45c2-84ac-69d763b4b087 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051160 Apr 18 12:32:07.757876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:07.758175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:07.839878 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-f992fb49-17a2-411c-9c22-2c40d5cc9efa service neutron] 10.222.0.24 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255138 Apr 18 12:32:07.969392 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-87fc7a02-6753-4843-a916-e163c6125902 service neutron] 10.222.0.24 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234903 Apr 18 12:32:08.027349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-953781e6-e256-4745-babd-b56fe82a0de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:08.212066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-46080aa2-e7d5-473c-8d3f-fa19dcbd4a5b req-06e71f1f-923b-4528-8b07-7f209a2d9916 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:08.224524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-46080aa2-e7d5-473c-8d3f-fa19dcbd4a5b req-06e71f1f-923b-4528-8b07-7f209a2d9916 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:08.225711 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-46080aa2-e7d5-473c-8d3f-fa19dcbd4a5b req-06e71f1f-923b-4528-8b07-7f209a2d9916 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 210 time: 0.0557427 Apr 18 12:32:09.376760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ebb61c3d-6762-408a-b575-e2a14b7a1059 req-cba30390-9ba2-4bc6-92a9-f5ebf2d0b636 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 210 time: 0.0425158 Apr 18 12:32:10.009232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-71805d2c-af37-444b-b0bc-c40fc57dcb38 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:10.009793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-71805d2c-af37-444b-b0bc-c40fc57dcb38 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:10.021042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-71805d2c-af37-444b-b0bc-c40fc57dcb38 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:10.022656 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-71805d2c-af37-444b-b0bc-c40fc57dcb38 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/networks?id=47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 200 len: 796 time: 0.1592631 Apr 18 12:32:10.069370 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-0ee1f467-6947-4bed-ab71-dda478800314 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b554162884446c69528cc5f4e32b911 HTTP/1.1" status: 200 len: 379 time: 0.0398457 Apr 18 12:32:10.077167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'port': {'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'admin_state_up': True, 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'security_groups': ['a59baf67-725e-4bdc-92a9-e18c09884781']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:10.149939 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:32:10.212580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:10.214977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8f7ad05c-e123-4980-a61b-349e98010b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:10.222680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:10.306232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Made reservation on behalf of 4b554162884446c69528cc5f4e32b911 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:32:10.309805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:10.470411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.20.0.3 (47dfa6b9-299d-4c75-9546-3f891b1c46bf/23e46ffb-15ad-44ab-bb8d-3c50d977b59f/18c3b039-8470-4397-a22a-db8f9d294faf) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:32:10.541445 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-196f3b7a-228e-4518-91f5-efd3d95b08aa req-60dedbae-5073-4644-9ce6-320ad53fed1c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 210 time: 0.0581951 Apr 18 12:32:10.708326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:10.723400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Transition to ACTIVE for port object 18c3b039-8470-4397-a22a-db8f9d294faf will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:32:10.805212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:10.867207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:32:10.870020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:32:10.874083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:32:10.922122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=18c3b039-8470-4397-a22a-db8f9d294faf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:10.954561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:10.955282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.045383 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-e8c686dd-4000-45dd-b0ee-f8b2156c58fe tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9716182 Apr 18 12:32:11.056906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Request body: {'port': {'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:11.158889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-41e56795-1ab8-4c62-a2f9-a32a95817c6b None None] Provisioning for port 18c3b039-8470-4397-a22a-db8f9d294faf completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:11.163646 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-41e56795-1ab8-4c62-a2f9-a32a95817c6b None None] Provisioning complete for port 18c3b039-8470-4397-a22a-db8f9d294faf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:11.164041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-41e56795-1ab8-4c62-a2f9-a32a95817c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.168977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.218284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-41e56795-1ab8-4c62-a2f9-a32a95817c6b None None] Port 18c3b039-8470-4397-a22a-db8f9d294faf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:32:11.347359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.607737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c3b039-8470-4397-a22a-db8f9d294faf {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:32:11.614911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.631179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Transition to ACTIVE for port object 18c3b039-8470-4397-a22a-db8f9d294faf will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:32:11.656016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.707411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:11.736360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa494fca-4c9a-4b54-975b-0ed4ef5e3530 req-fe04714f-636b-471e-8ec9-9b16464c9f29 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:11.737773 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fa494fca-4c9a-4b54-975b-0ed4ef5e3530 req-fe04714f-636b-471e-8ec9-9b16464c9f29 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 931 time: 0.0858729 Apr 18 12:32:11.782244 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fa494fca-4c9a-4b54-975b-0ed4ef5e3530 req-02f3411f-5a33-40e3-a6be-15898d5dae53 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379162 Apr 18 12:32:11.867110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=18c3b039-8470-4397-a22a-db8f9d294faf,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:11.948236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Attempting to bind port 18c3b039-8470-4397-a22a-db8f9d294faf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:32:11.948561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Attempting to bind port 18c3b039-8470-4397-a22a-db8f9d294faf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:32:11.948879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Attempting to bind port 18c3b039-8470-4397-a22a-db8f9d294faf on network 47dfa6b9-299d-4c75-9546-3f891b1c46bf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:32:11.953407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Port 18c3b039-8470-4397-a22a-db8f9d294faf on network 47dfa6b9-299d-4c75-9546-3f891b1c46bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:32:11.953720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Attempting to bind port 18c3b039-8470-4397-a22a-db8f9d294faf on network 47dfa6b9-299d-4c75-9546-3f891b1c46bf {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:32:11.958766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:32:11.959097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Checking segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:32:11.959471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Bound using segment: {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:32:11.959904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Bound port: 18c3b039-8470-4397-a22a-db8f9d294faf, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee73714-79c4-41ea-accf-1f7252f36170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:32:11.960240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:12.046809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] For port 18c3b039-8470-4397-a22a-db8f9d294faf, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:32:12.049712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] For port 18c3b039-8470-4397-a22a-db8f9d294faf, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=18c3b039-8470-4397-a22a-db8f9d294faf,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:32:12.148282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:12.205991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:12.206626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:12.207969 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] 10.222.0.15 "PUT /v2.0/ports/18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 200 len: 1093 time: 1.1551945 Apr 18 12:32:12.208405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:32:12.240557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3db4013-b21a-49c4-8d7d-43bc34aba6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=18c3b039-8470-4397-a22a-db8f9d294faf,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:12.339011 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29fd0e0-a09e-4512-ab81-f6e0b6cf10e4'] response: {'name': 'network-changed', 'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf', 'status': 'completed', 'code': 200} Apr 18 12:32:12.379523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-45a571bf-420d-4067-af31-107cd7ff55b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:12.380987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-45a571bf-420d-4067-af31-107cd7ff55b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1096 time: 0.0735962 Apr 18 12:32:12.451621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-561a9eec-c731-40ea-84df-6d40c593a824 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 200 len: 217 time: 0.0634730 Apr 18 12:32:12.514555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-2fe626c2-1413-4ac0-8c7b-cc1384545272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:12.515899 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-2fe626c2-1413-4ac0-8c7b-cc1384545272 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23e46ffb-15ad-44ab-bb8d-3c50d977b59f HTTP/1.1" status: 200 len: 835 time: 0.0587523 Apr 18 12:32:12.593302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-808a8f0d-b50c-4366-9626-411ff6ad9e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:12.594788 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-808a8f0d-b50c-4366-9626-411ff6ad9e5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dfa6b9-299d-4c75-9546-3f891b1c46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733640 Apr 18 12:32:12.723451 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-45b24e97-d056-43a5-8396-691859baadb2 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229529 Apr 18 12:32:12.852507 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ddfc821-9af0-424d-86e2-07f57d6569c7 req-d82c0be2-d0cf-425f-927d-25fc2d281a32 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231599 Apr 18 12:32:12.965673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83011680-eff1-4ca0-8e69-581a6b4ae86f req-b6a5711f-d92f-4916-b8a3-8ce557256c86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:12.967145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-83011680-eff1-4ca0-8e69-581a6b4ae86f req-b6a5711f-d92f-4916-b8a3-8ce557256c86 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 943 time: 0.0797160 Apr 18 12:32:12.981540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:13.012433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-83011680-eff1-4ca0-8e69-581a6b4ae86f req-470d4449-25ea-45da-93c6-125a2867c2f8 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394614 Apr 18 12:32:13.055544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-9314ac25-ad3b-42c1-8e22-1d451e164c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:13.056984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-9314ac25-ad3b-42c1-8e22-1d451e164c90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1096 time: 0.0716901 Apr 18 12:32:13.186739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-a7f222f8-b17d-4ae7-bca8-27e8bd75ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:13.188153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-a7f222f8-b17d-4ae7-bca8-27e8bd75ec5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 200 len: 897 time: 0.1246548 Apr 18 12:32:13.258965 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-4fa1246a-ebef-404a-83b7-343f97bb2db4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 200 len: 217 time: 0.0636158 Apr 18 12:32:13.323596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-e85c8daa-7d65-48ee-9870-321ea5a9735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:13.325085 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-e85c8daa-7d65-48ee-9870-321ea5a9735b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23e46ffb-15ad-44ab-bb8d-3c50d977b59f HTTP/1.1" status: 200 len: 835 time: 0.0604050 Apr 18 12:32:13.503376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-16cb1056-4884-4e40-a584-cf5187e59f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:13.505243 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-16cb1056-4884-4e40-a584-cf5187e59f67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dfa6b9-299d-4c75-9546-3f891b1c46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1734326 Apr 18 12:32:13.636614 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-985e4793-37fb-453e-8348-6abfa6c4c3a0 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235757 Apr 18 12:32:13.765937 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df1ad38f-5a6e-4bc5-84d3-1589a0287e86 req-257fd4d4-7a30-4cd0-9766-2f3826349549 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231613 Apr 18 12:32:13.973877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 18c3b039-8470-4397-a22a-db8f9d294faf details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:32:14.103045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 18c3b039-8470-4397-a22a-db8f9d294faf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=18c3b039-8470-4397-a22a-db8f9d294faf,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:14.115978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '18c3b039-8470-4397-a22a-db8f9d294faf', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:32:14.170175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:14.186299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c3b039-8470-4397-a22a-db8f9d294faf {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:32:14.195828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca15b0-bb75-4f51-807c-ba40fed1b30e req-3e1f7185-f478-4ace-92ba-379300bb649b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:14.196521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-77ca15b0-bb75-4f51-807c-ba40fed1b30e req-3e1f7185-f478-4ace-92ba-379300bb649b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:14.202258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 18c3b039-8470-4397-a22a-db8f9d294faf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=18c3b039-8470-4397-a22a-db8f9d294faf,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:14.306451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:14.318098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-77ca15b0-bb75-4f51-807c-ba40fed1b30e req-3e1f7185-f478-4ace-92ba-379300bb649b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:14.319853 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-77ca15b0-bb75-4f51-807c-ba40fed1b30e req-3e1f7185-f478-4ace-92ba-379300bb649b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 943 time: 0.2022600 Apr 18 12:32:14.364298 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-77ca15b0-bb75-4f51-807c-ba40fed1b30e req-f052c300-d5e1-4164-b030-2ac3357c5693 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383410 Apr 18 12:32:14.376552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=18c3b039-8470-4397-a22a-db8f9d294faf,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:14.494966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['18c3b039-8470-4397-a22a-db8f9d294faf'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:32:15.535439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:15.548856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c148014-49f8-4f0f-b8a7-6565f87a10a3 req-d23dffd0-3014-463a-9667-4dfa2ec73a02 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:15.550337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c148014-49f8-4f0f-b8a7-6565f87a10a3 req-d23dffd0-3014-463a-9667-4dfa2ec73a02 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 944 time: 0.0813711 Apr 18 12:32:15.594645 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c148014-49f8-4f0f-b8a7-6565f87a10a3 req-07da725e-7000-433e-98c1-804605ccd295 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383921 Apr 18 12:32:15.994136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 18c3b039-8470-4397-a22a-db8f9d294faf up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:16.117939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 18c3b039-8470-4397-a22a-db8f9d294faf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:32:16.122474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 18c3b039-8470-4397-a22a-db8f9d294faf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:16.122857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:16.235292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:16.261094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:32:16.270301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 18c3b039-8470-4397-a22a-db8f9d294faf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=18c3b039-8470-4397-a22a-db8f9d294faf,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:16.308527 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0704f2-383d-4709-9ba3-1ec9b2ca9b4c'] response: {'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf', 'code': 200} Apr 18 12:32:16.312429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:16.377825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=18c3b039-8470-4397-a22a-db8f9d294faf,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:16.660538 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a1196-4741-481c-a6d8-0d7351cdb992 req-fb2446a9-9705-4f61-9676-bdbc1dd704fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:16.662306 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-702a1196-4741-481c-a6d8-0d7351cdb992 req-fb2446a9-9705-4f61-9676-bdbc1dd704fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1098 time: 0.0742345 Apr 18 12:32:16.701834 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-702a1196-4741-481c-a6d8-0d7351cdb992 req-e8ad8a10-7392-4ed1-9fb7-3643af3b8cac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335169 Apr 18 12:32:16.777174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b5cb3b-e426-4696-903e-fdd2bd1320f8 req-8446ba5e-2139-4c5d-b4ef-5f2bd8036fe4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:16.778746 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15b5cb3b-e426-4696-903e-fdd2bd1320f8 req-8446ba5e-2139-4c5d-b4ef-5f2bd8036fe4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.0775070 Apr 18 12:32:16.823710 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15b5cb3b-e426-4696-903e-fdd2bd1320f8 req-fbf840ac-21de-4e50-a308-8caafbe4eeee tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395691 Apr 18 12:32:18.012884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d74383-c23a-434d-9ed8-9119e7f7b4ad req-24193ecb-7ed6-49ba-943f-179e65a3b3e7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:18.014290 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58d74383-c23a-434d-9ed8-9119e7f7b4ad req-24193ecb-7ed6-49ba-943f-179e65a3b3e7 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.0829313 Apr 18 12:32:18.058669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58d74383-c23a-434d-9ed8-9119e7f7b4ad req-7ce300a2-abd4-4113-8966-58818fc61fb3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384648 Apr 18 12:32:19.243325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e840d-53d0-4ddc-b791-11fbd67b3a79 req-19c795e5-9121-471b-bbf6-c8941e097efd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:19.244777 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7c5e840d-53d0-4ddc-b791-11fbd67b3a79 req-19c795e5-9121-471b-bbf6-c8941e097efd tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.0790412 Apr 18 12:32:19.289390 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7c5e840d-53d0-4ddc-b791-11fbd67b3a79 req-17195d2d-7497-42f2-8db2-937e53e4e08c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389097 Apr 18 12:32:19.469823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3169fd7-7fa5-4ad1-98cd-4acf7d9d9303 req-9bac7291-9df7-47b2-b8b6-3b3d8a099f40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:19.471288 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3169fd7-7fa5-4ad1-98cd-4acf7d9d9303 req-9bac7291-9df7-47b2-b8b6-3b3d8a099f40 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.0795040 Apr 18 12:32:19.514860 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c3169fd7-7fa5-4ad1-98cd-4acf7d9d9303 req-8b3d7d85-613d-4df9-b5b9-fac716937676 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379679 Apr 18 12:32:19.537722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39870) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:19.608901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca8bdf8-7b08-45cd-8e96-54a5a69d1811 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:19.610675 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eca8bdf8-7b08-45cd-8e96-54a5a69d1811 tempest-TestNetworkBasicOps-1704561508 tempest-TestNetworkBasicOps-1704561508-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1093 time: 0.0716653 Apr 18 12:32:19.613252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39874) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:19.618502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:19.624469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:32:19.628249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Usage tracker for resource:floatingip and tenant:4b554162884446c69528cc5f4e32b911 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:32:19.631123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:32:19.637491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:32:19.728725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:19.861627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:19.990413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Allocated IP 172.26.4.50 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3e90e5f8-812d-476f-9c87-c43ddc46bcae) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:32:20.131722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:20.226656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:20.288530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:32:20.291115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:32:20.294595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:32:20.333893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=3e90e5f8-812d-476f-9c87-c43ddc46bcae,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:20.792670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:20.935006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:21.135088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:21.197368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:21.310040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event updated for resources: {'Port': ['ID=3e90e5f8-812d-476f-9c87-c43ddc46bcae,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:21.321575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:21.490241 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 229c320e-1d55-42d0-a775-50b336a4a1f3 associated. External IP: 172.26.4.50, port: 18c3b039-8470-4397-a22a-db8f9d294faf. Apr 18 12:32:21.829853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:32:22.094982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:32:22.105493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:32:22.115492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:22.116145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:22.175272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:22.229787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0cc97a70-f966-413c-b379-69006e3684ca tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6155789 Apr 18 12:32:22.230370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:32:22.232797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39878) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:22.275266 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa36ec1-6242-4f6e-8471-c5ede6e7e6bb'] response: {'name': 'network-changed', 'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf', 'status': 'completed', 'code': 200} Apr 18 12:32:22.299008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:22.387563 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b0394aa1-19b2-4208-b9c2-4f8a6cff2fd1 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 990 time: 0.1536386 Apr 18 12:32:22.413635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-c972bca3-81f8-4fe4-9ec1-95814ac87961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:22.415068 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-c972bca3-81f8-4fe4-9ec1-95814ac87961 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1098 time: 0.0931318 Apr 18 12:32:22.546948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-d1213220-b2f1-4903-aa75-ec947093b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:22.548467 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-d1213220-b2f1-4903-aa75-ec947093b3a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 200 len: 897 time: 0.1275375 Apr 18 12:32:22.652673 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-7b2d82a7-ffca-46d3-92dd-b0a34462fb3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 200 len: 998 time: 0.0982790 Apr 18 12:32:22.674386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '229c320e-1d55-42d0-a775-50b336a4a1f3', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:32:20Z', 'updated_at': '2022-04-18T12:32:20Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:06Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:22.678750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] Checking router: 1aace44f-67b2-4264-81d1-2bbe8a0917c3 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:32:22.686927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:22.687606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:22.713098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-57b6c1c1-4866-4431-ad3a-d9aec9e3e445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:22.714527 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-57b6c1c1-4866-4431-ad3a-d9aec9e3e445 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23e46ffb-15ad-44ab-bb8d-3c50d977b59f HTTP/1.1" status: 200 len: 835 time: 0.0561619 Apr 18 12:32:22.789758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-bb2f1cd4-5684-4979-a224-428674243eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:22.791231 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-bb2f1cd4-5684-4979-a224-428674243eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dfa6b9-299d-4c75-9546-3f891b1c46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710499 Apr 18 12:32:22.863502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:22.923488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-035d4b5c-a5d5-4e56-a20d-e13db67f0fcb service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261330 Apr 18 12:32:23.171761 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e4b25af1-c15b-4797-8ae9-1b1bdc47c724 req-819ab5f8-1f2b-4c80-b9a8-7b0cc7a69ffc service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423997 Apr 18 12:32:23.208663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '229c320e-1d55-42d0-a775-50b336a4a1f3', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:32:20Z', 'updated_at': '2022-04-18T12:32:20Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:06Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:23.212528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e3e7ff-5deb-4fed-b810-27c0855bf0ab None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '229c320e-1d55-42d0-a775-50b336a4a1f3', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:32:20Z', 'updated_at': '2022-04-18T12:32:20Z', 'revision_number': 0, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:06Z', 'revision_number': 5, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:32:23.390609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39884) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:23.394749 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593278f3-a073-4a5d-bf38-596db1674ad9 None None] New status for floating IP 229c320e-1d55-42d0-a775-50b336a4a1f3: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:32:23.496638 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-37582f09-331a-484e-8ffc-4d3f2158a387 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 990 time: 0.1048336 Apr 18 12:32:24.499718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39888) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:24.616571 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4b0b4409-9c1b-4de8-a548-e316522020eb tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 992 time: 0.1101182 Apr 18 12:32:38.015084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-55744b21-89bf-49fc-9fa8-270ccf6e51c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:40.220464 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-840d2dc7-31fa-4a66-9792-a166d04534d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:41.443253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:41.671777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:42.981073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:43.314525 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-b36d7dd0-abda-4aef-bdfe-6c3edbd3eed6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677648 Apr 18 12:32:43.457191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-e07ec6ba-b0fa-4153-9ac2-e36398ce365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:43.458640 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-e07ec6ba-b0fa-4153-9ac2-e36398ce365a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1098 time: 0.0718515 Apr 18 12:32:43.599604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-ca287ca4-d493-4039-b51a-78a7b2c7123a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:43.600897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-ca287ca4-d493-4039-b51a-78a7b2c7123a service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 200 len: 897 time: 0.1238525 Apr 18 12:32:43.699466 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-646467ca-c27d-47fc-813c-b856d63a393b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 200 len: 1000 time: 0.0920174 Apr 18 12:32:43.763756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-5a72157a-d2b7-4693-a1d7-c9a585656686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:43.765241 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-5a72157a-d2b7-4693-a1d7-c9a585656686 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23e46ffb-15ad-44ab-bb8d-3c50d977b59f HTTP/1.1" status: 200 len: 835 time: 0.0599990 Apr 18 12:32:43.837047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-8d6acab3-b33e-46bc-b3a7-1eb8aaae8ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:43.839072 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-8d6acab3-b33e-46bc-b3a7-1eb8aaae8ea8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dfa6b9-299d-4c75-9546-3f891b1c46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674682 Apr 18 12:32:43.965701 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-64425634-79f8-4ce5-a05c-2d06e01ef174 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208706 Apr 18 12:32:44.094276 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5407125a-4ecc-4bae-a78a-9704fef7dad3 req-a31787b7-21ae-4022-916e-619f8ff42d99 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222379 Apr 18 12:32:45.585426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:47.148800 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:32:49.201753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39902) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:49.206967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:49.720958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:49.815066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:49.987719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:32:50.271139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:32:50.278592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:50.279765 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5bbce185-5a8a-4868-84c6-00af8fb1eb08 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/1aace44f-67b2-4264-81d1-2bbe8a0917c3 HTTP/1.1" status: 200 len: 888 time: 1.0770321 Apr 18 12:32:50.281130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:32:50.292004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:50.292790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:50.351750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:50.360654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:50.361272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:50.421861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:50.422248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7adefc2-4744-4c88-abda-20a8efef1cca None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:32:51.162663 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22e691-03f4-4d23-bed7-366014f60a75 None None] New status for floating IP 229c320e-1d55-42d0-a775-50b336a4a1f3: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:32:51.704772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:32:51.814847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:51.845186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 23d53fba-936b-44a8-b319-55bc27e5fd28, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23d53fba-936b-44a8-b319-55bc27e5fd28,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:51.929380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:51.930489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:32:52.042749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:52.099268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:52.114514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port cb87d444-98dc-4aa8-8105-1442dbefc378, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cb87d444-98dc-4aa8-8105-1442dbefc378,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:52.174160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:52.243105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:52.429607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39908) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:52.435389 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:32:52.941950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:53.003359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4054589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4054564', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4151157'] for router, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:53.181092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:32:53.355244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:32:53.361531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:53.362680 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-69a3860e-2082-457d-9418-65077a78f7e3 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/1aace44f-67b2-4264-81d1-2bbe8a0917c3 HTTP/1.1" status: 200 len: 887 time: 0.9320242 Apr 18 12:32:53.365647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39912) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:53.368323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:32:53.377838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:53.378561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:53.470714 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1d3ff26a-92a2-4d62-9cc2-b871adedd1a9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 990 time: 0.1039886 Apr 18 12:32:53.583513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:53.917484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '229c320e-1d55-42d0-a775-50b336a4a1f3', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:32:20Z', 'updated_at': '2022-04-18T12:32:51Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:51Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:53.921133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] Checking router: 1aace44f-67b2-4264-81d1-2bbe8a0917c3 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:32:53.929165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:53.929772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:54.102616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:54.437677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '229c320e-1d55-42d0-a775-50b336a4a1f3', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:32:20Z', 'updated_at': '2022-04-18T12:32:51Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:51Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:54.441490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c9ea6-f90b-4602-b6c6-120b4f14d0cf None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '229c320e-1d55-42d0-a775-50b336a4a1f3', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'port_id': '18c3b039-8470-4397-a22a-db8f9d294faf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'mac_address': 'fa:16:3e:7e:a7:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:32:20Z', 'updated_at': '2022-04-18T12:32:51Z', 'revision_number': 2, 'project_id': '4b554162884446c69528cc5f4e32b911', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:51Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:32:54.474732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39916) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:54.583890 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2f8f32d1-7195-426c-8f3a-bfab408ecb26 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 990 time: 0.1080034 Apr 18 12:32:55.587760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39920) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:55.706204 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fae6b813-91ac-40f4-a226-305d86e899b0 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 990 time: 0.1173084 Apr 18 12:32:55.753833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:55.830691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:55.831058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:55.966003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:56.001365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 23d53fba-936b-44a8-b319-55bc27e5fd28, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23d53fba-936b-44a8-b319-55bc27e5fd28,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:56.033555 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c17672-4fb4-456f-96fe-3662ad3cb899 None None] New status for floating IP 229c320e-1d55-42d0-a775-50b336a4a1f3: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:32:56.072102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:56.073552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:56.187887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:56.196784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.197126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.198079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.198405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.198752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.199074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.199393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.199710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.200028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.200356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.200653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.200963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:56.209844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port cb87d444-98dc-4aa8-8105-1442dbefc378 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:56.210269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:56.326055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:56.341883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port cb87d444-98dc-4aa8-8105-1442dbefc378, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cb87d444-98dc-4aa8-8105-1442dbefc378,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:32:56.460448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:56.567395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:56.710062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39924) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:56.814714 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2c10927a-330d-493a-a599-594683eb0134 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 200 len: 992 time: 0.1034832 Apr 18 12:32:57.093245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39932) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:32:57.290662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 3e90e5f8-812d-476f-9c87-c43ddc46bcae {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:32:57.291594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:57.551908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:57.552235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:57.672288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 3e90e5f8-812d-476f-9c87-c43ddc46bcae owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:32:57.717097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:57.782406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23d53fba-936b-44a8-b319-55bc27e5fd28 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:57.782801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:57.896255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:32:57.923330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:57.966733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port cb87d444-98dc-4aa8-8105-1442dbefc378 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:32:57.967355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:57.974340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=3e90e5f8-812d-476f-9c87-c43ddc46bcae,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:32:58.040084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.040460 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.041361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.041710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.042037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.042361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.042722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.043034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.043353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.043675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.043994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.044308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:32:58.075871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:58.076264 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Floating IP 229c320e-1d55-42d0-a775-50b336a4a1f3 disassociated (deleted). External IP: 172.26.4.50, port: 18c3b039-8470-4397-a22a-db8f9d294faf. Apr 18 12:32:58.425782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:32:58.600509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:32:58.610664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:32:58.619749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:58.620357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:58.682979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:32:58.741083 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0bfc5d55-3dff-42a8-9b3e-a51bcf0d1b8f tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/floatingips/229c320e-1d55-42d0-a775-50b336a4a1f3 HTTP/1.1" status: 204 len: 168 time: 1.6468537 Apr 18 12:32:58.741655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:32:58.787594 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec88c25-3823-4d69-9eba-6603c931e748'] response: {'name': 'network-changed', 'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf', 'status': 'completed', 'code': 200} Apr 18 12:32:58.801836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:58.880326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750e738-c724-43f5-80c9-28940b279df6 req-32f3d7e4-028a-4194-9ba6-d44a2c2350f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:58.881793 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-32f3d7e4-028a-4194-9ba6-d44a2c2350f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4b554162884446c69528cc5f4e32b911&device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 1098 time: 0.0720658 Apr 18 12:32:59.018979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750e738-c724-43f5-80c9-28940b279df6 req-a57d39f8-05cb-4fa1-b6a6-8eee58a804a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:59.020335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-a57d39f8-05cb-4fa1-b6a6-8eee58a804a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 200 len: 897 time: 0.1323042 Apr 18 12:32:59.123840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:55Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:59.128730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] Checking router: 1aace44f-67b2-4264-81d1-2bbe8a0917c3 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:32:59.138940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:32:59.139565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:59.212348 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-bd7886f3-d36b-480a-adbf-0152e7168f04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 200 len: 217 time: 0.1855497 Apr 18 12:32:59.318277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750e738-c724-43f5-80c9-28940b279df6 req-760aa9d6-570e-47e8-a121-365632b9ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:59.318509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:32:59.319620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-760aa9d6-570e-47e8-a121-365632b9ccc1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=23e46ffb-15ad-44ab-bb8d-3c50d977b59f HTTP/1.1" status: 200 len: 835 time: 0.0730541 Apr 18 12:32:59.383146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1c503-6be8-4c5b-97fb-024e693460f6 req-24a85dd9-6bed-434c-bf8f-246abb40cc1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:59.383857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-22d1c503-6be8-4c5b-97fb-024e693460f6 req-24a85dd9-6bed-434c-bf8f-246abb40cc1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Synchronizing usage tracker for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:32:59.421449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750e738-c724-43f5-80c9-28940b279df6 req-78a2d69d-8d26-48cc-aa8f-f2334a168710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:32:59.422910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-78a2d69d-8d26-48cc-aa8f-f2334a168710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47dfa6b9-299d-4c75-9546-3f891b1c46bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954022 Apr 18 12:32:59.511495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-22d1c503-6be8-4c5b-97fb-024e693460f6 req-24a85dd9-6bed-434c-bf8f-246abb40cc1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Unset dirty status for tenant:4b554162884446c69528cc5f4e32b911 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:32:59.512599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-22d1c503-6be8-4c5b-97fb-024e693460f6 req-24a85dd9-6bed-434c-bf8f-246abb40cc1d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.3020654 Apr 18 12:32:59.585698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-22d1c503-6be8-4c5b-97fb-024e693460f6 req-5fa575ab-6caa-4611-b198-91daacc148b4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664546 Apr 18 12:32:59.591009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-d63d00e0-1777-4c0a-9879-bd1390620594 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612921 Apr 18 12:32:59.678915 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:55Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:32:59.683411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a4a998-fe52-4f1d-9f65-3c9f174c4a66 None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:32:52Z', 'revision_number': 6, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23d53fba-936b-44a8-b319-55bc27e5fd28', 'name': '', 'network_id': '47dfa6b9-299d-4c75-9546-3f891b1c46bf', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'mac_address': 'fa:16:3e:45:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:32:00Z', 'updated_at': '2022-04-18T12:32:55Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'subnets': [{'id': '23e46ffb-15ad-44ab-bb8d-3c50d977b59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:32:59.729809 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1750e738-c724-43f5-80c9-28940b279df6 req-2ec42572-8c31-493e-b5f2-d9eaeaa91235 service neutron] 10.222.0.15 "GET /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321130 Apr 18 12:33:00.305610 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450d40ad-4fa2-49f1-9d4e-0de214550e22 None None] New status for floating IP 229c320e-1d55-42d0-a775-50b336a4a1f3: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:33:00.513697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-7e484c40-545d-43af-ae33-c0d9a12e1ba9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:00.515144 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-7e484c40-545d-43af-ae33-c0d9a12e1ba9 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.0843668 Apr 18 12:33:00.582485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 18c3b039-8470-4397-a22a-db8f9d294faf {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:33:00.582840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:00.775746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43dd58-ba85-47c7-bbe9-c0d2e3ca1dec req-a612e2ab-4d66-416e-9ccd-c5c35e28449b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:00.777902 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fd43dd58-ba85-47c7-bbe9-c0d2e3ca1dec req-a612e2ab-4d66-416e-9ccd-c5c35e28449b tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 945 time: 0.0792069 Apr 18 12:33:00.824293 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fd43dd58-ba85-47c7-bbe9-c0d2e3ca1dec req-6ca39deb-11c1-468e-8d59-825c5ad3d9c4 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59baf67-725e-4bdc-92a9-e18c09884781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405514 Apr 18 12:33:00.828949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 18c3b039-8470-4397-a22a-db8f9d294faf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=18c3b039-8470-4397-a22a-db8f9d294faf,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:00.829308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:00.950740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 18c3b039-8470-4397-a22a-db8f9d294faf owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:33:01.168462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:01.219275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=18c3b039-8470-4397-a22a-db8f9d294faf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:01.294520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] No DVR routers for this DVR port 18c3b039-8470-4397-a22a-db8f9d294faf on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:33:01.296887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:01.299298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'name': 'network-vif-deleted', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:33:01.344140 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39938cd5-d77e-4b5d-9729-0ff8399512cd'] response: {'server_uuid': 'd356ca58-a3f1-4e2a-9b6a-ba862e6283d3', 'name': 'network-vif-deleted', 'tag': '18c3b039-8470-4397-a22a-db8f9d294faf', 'status': 'completed', 'code': 200} Apr 18 12:33:01.375033 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dce201f-f851-43be-a500-f2c4167f2d23 req-c9297912-0d58-4674-911a-04d90184fd3e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.15 "DELETE /v2.0/ports/18c3b039-8470-4397-a22a-db8f9d294faf HTTP/1.1" status: 204 len: 173 time: 0.8551056 Apr 18 12:33:01.988076 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-385e4e44-4288-4629-8d6d-4781f9c5f713 req-955b6a26-2307-4aba-96af-9f7bcbd3c352 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "GET /v2.0/ports?device_id=d356ca58-a3f1-4e2a-9b6a-ba862e6283d3 HTTP/1.1" status: 200 len: 210 time: 0.0424798 Apr 18 12:33:03.086226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39950) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:03.159759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e3e92ac-6182-425f-b985-509f8e511d44 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:03.195903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e3e92ac-6182-425f-b985-509f8e511d44 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:03.334399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e3e92ac-6182-425f-b985-509f8e511d44 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:03.352834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e92ac-6182-425f-b985-509f8e511d44 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59baf67-725e-4bdc-92a9-e18c09884781,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:03.447469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e3e92ac-6182-425f-b985-509f8e511d44 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:03.448600 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4e3e92ac-6182-425f-b985-509f8e511d44 tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/security-groups/a59baf67-725e-4bdc-92a9-e18c09884781 HTTP/1.1" status: 204 len: 168 time: 0.3613575 Apr 18 12:33:03.518553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39956) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:04.160480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:04.316037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 18c3b039-8470-4397-a22a-db8f9d294faf no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:33:04.349548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 18c3b039-8470-4397-a22a-db8f9d294faf {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:33:04.349883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 18c3b039-8470-4397-a22a-db8f9d294faf not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:33:04.512526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port 23d53fba-936b-44a8-b319-55bc27e5fd28 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:33:04.512768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:04.699056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port 23d53fba-936b-44a8-b319-55bc27e5fd28, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23d53fba-936b-44a8-b319-55bc27e5fd28,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:04.699420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:04.820549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for 23d53fba-936b-44a8-b319-55bc27e5fd28 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:33:05.042935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:05.090485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=23d53fba-936b-44a8-b319-55bc27e5fd28,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:05.479593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:05.835609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:33:06.011785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:33:06.020814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] Sync routers for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:33:06.024011 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5184cf08-9165-4160-9ebe-75a596dbc51a tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "PUT /v2.0/routers/1aace44f-67b2-4264-81d1-2bbe8a0917c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5042448 Apr 18 12:33:06.027366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39960) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:06.030398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:33:06.031041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:06.091797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting subnet 23e46ffb-15ad-44ab-bb8d-3c50d977b59f {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:33:06.094697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.152350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.203562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:33:06.234238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.380431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.422507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Subnet': ['ID=23e46ffb-15ad-44ab-bb8d-3c50d977b59f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:06.426276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.435644 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7a99015e-f73d-4b12-b333-0c04adee630d tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/subnets/23e46ffb-15ad-44ab-bb8d-3c50d977b59f HTTP/1.1" status: 204 len: 168 time: 0.4057531 Apr 18 12:33:06.436726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39964) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:06.451268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b223a04a-9261-4e82-aac2-d5ffe14bd19c None None] Network 47dfa6b9-299d-4c75-9546-3f891b1c46bf requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:33:06.614145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.644635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:33:04Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:06.650506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] Checking router: 1aace44f-67b2-4264-81d1-2bbe8a0917c3 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:33:06.669658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] Routers {'1aace44f-67b2-4264-81d1-2bbe8a0917c3'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:33:06.670287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:32:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:06.816709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] DHCP port deletion for 47dfa6b9-299d-4c75-9546-3f891b1c46bf request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:33:06.830288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] Deleting port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:33:06.830670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:06.894612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] Set router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:33:06.921601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.031659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Deleting port cb87d444-98dc-4aa8-8105-1442dbefc378 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:33:07.031922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.208961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] For port cb87d444-98dc-4aa8-8105-1442dbefc378, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=cb87d444-98dc-4aa8-8105-1442dbefc378,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:07.209199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.294620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] For port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,segment=NetworkSegment(3ee73714-79c4-41ea-accf-1f7252f36170),segment_id=3ee73714-79c4-41ea-accf-1f7252f36170)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:07.295210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.342946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Calling delete_port for cb87d444-98dc-4aa8-8105-1442dbefc378 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:33:07.442183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] Calling delete_port for 51ec29fb-f22b-4347-9b4c-dcf4173b61ab owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:33:07.531488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:33:04Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:07.535483 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbb2a30-90b7-43da-8aea-709a1615b951 None None] The sync data for ids ['1aace44f-67b2-4264-81d1-2bbe8a0917c3'] in dv-neutron-837089-1-hyperv is: [{'id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'name': 'tempest-TestNetworkBasicOps-router-444998558', 'tenant_id': '4b554162884446c69528cc5f4e32b911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209'}], 'enable_snat': True}, 'gw_port_id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:31:56Z', 'updated_at': '2022-04-18T12:33:04Z', 'revision_number': 7, 'project_id': '4b554162884446c69528cc5f4e32b911', 'gw_port': {'id': 'cb87d444-98dc-4aa8-8105-1442dbefc378', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aace44f-67b2-4264-81d1-2bbe8a0917c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:31:57Z', 'updated_at': '2022-04-18T12:32:56Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:33:07.637430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.665858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.681641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] Pushing event deleted for resources: {'Port': ['ID=51ec29fb-f22b-4347-9b4c-dcf4173b61ab,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:07.685663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e6b3de-1701-4088-ad42-3768fafa266b None None] No DVR routers for this DVR port 51ec29fb-f22b-4347-9b4c-dcf4173b61ab on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:33:07.716449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Port': ['ID=cb87d444-98dc-4aa8-8105-1442dbefc378,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:07.805361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.982800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.985382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:07.989367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 51ec29fb-f22b-4347-9b4c-dcf4173b61ab no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:33:08.020571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a59e168d-0de0-4aff-9527-138c800a603b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.030286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 51ec29fb-f22b-4347-9b4c-dcf4173b61ab {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:33:08.030654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 51ec29fb-f22b-4347-9b4c-dcf4173b61ab not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:33:08.031081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:33:08.066169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 23d53fba-936b-44a8-b319-55bc27e5fd28 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:33:08.066169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23d53fba-936b-44a8-b319-55bc27e5fd28 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:33:08.099728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.100275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Fanout notify agent at l3_agent the message router_deleted on router 1aace44f-67b2-4264-81d1-2bbe8a0917c3 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:33:08.115408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.116757 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8ab5c158-d993-4c1e-8d95-bfacbbbae05e tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/routers/1aace44f-67b2-4264-81d1-2bbe8a0917c3 HTTP/1.1" status: 204 len: 168 time: 1.6790104 Apr 18 12:33:08.119579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39968) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:08.240379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.371587 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.395423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47dfa6b9-299d-4c75-9546-3f891b1c46bf']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:08.407519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee73714-79c4-41ea-accf-1f7252f36170') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:08.407812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee73714-79c4-41ea-accf-1f7252f36170') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:33:08.419352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.434922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.440939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:33:08.448519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:33:08.455545 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:33:08.682519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.700339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:08.711053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] Pushing event deleted for resources: {'Network': ['ID=47dfa6b9-299d-4c75-9546-3f891b1c46bf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:08.751713 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-24bfdb16-e369-40b2-bf98-1d76ec9450dc tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] 10.222.0.24 "DELETE /v2.0/networks/47dfa6b9-299d-4c75-9546-3f891b1c46bf HTTP/1.1" status: 204 len: 168 time: 0.6303329 Apr 18 12:33:09.224755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 39976) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:09.388288 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-447187d9-4768-494e-babe-30febd03c4fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b554162884446c69528cc5f4e32b911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622796 Apr 18 12:33:09.390971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39982) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:09.447630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c6f3-3662-48a5-b29b-6d579f5296bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:09.472162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c6f3-3662-48a5-b29b-6d579f5296bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:09.580122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c6f3-3662-48a5-b29b-6d579f5296bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:09.597452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9c6f3-3662-48a5-b29b-6d579f5296bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a11fd1d-ca92-4785-a387-86df856f2f2f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:09.603829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3eb9c6f3-3662-48a5-b29b-6d579f5296bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:09.605435 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3eb9c6f3-3662-48a5-b29b-6d579f5296bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a11fd1d-ca92-4785-a387-86df856f2f2f HTTP/1.1" status: 204 len: 168 time: 0.2134800 Apr 18 12:33:09.675177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:33:09.708067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: cb87d444-98dc-4aa8-8105-1442dbefc378 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:33:09.708338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device cb87d444-98dc-4aa8-8105-1442dbefc378 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:33:10.151749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39990) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:10.168491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.182275 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:10.186234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Usage tracker for resource:security_group_rule and tenant:e81d969c428c4c5d8be0ba673adda4c2 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:10.189025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:10.194647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:10.219983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0b72110e-9068-4fb0-9fb9-4ff10a11787f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.273521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.334130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.379714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370519e9-b98b-4acf-9c77-181b8f9493f7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:10.383940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-89c2ef6b-1ec5-4661-9556-bfc296e8c79c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e81d969c428c4c5d8be0ba673adda4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312140 Apr 18 12:33:10.387849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 39994) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:10.443043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e5d-8547-4197-90c6-e02ab268db3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.471706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e5d-8547-4197-90c6-e02ab268db3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.642785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e5d-8547-4197-90c6-e02ab268db3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.658646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c3e5d-8547-4197-90c6-e02ab268db3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370519e9-b98b-4acf-9c77-181b8f9493f7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:10.663019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3e5d-8547-4197-90c6-e02ab268db3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:10.664010 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1d6c3e5d-8547-4197-90c6-e02ab268db3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/370519e9-b98b-4acf-9c77-181b8f9493f7 HTTP/1.1" status: 204 len: 168 time: 0.2758665 Apr 18 12:33:11.459992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:11.665415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:12.973856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:15.574773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:18.536949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-836e5378-92b1-44cf-b6ab-ec8b6f492595 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4b171181cf240a893a8e08eb956915f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279877 Apr 18 12:33:18.684742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-12335e9d-c3e0-4552-93f4-94efea6d7513 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:18.686140 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-12335e9d-c3e0-4552-93f4-94efea6d7513 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440327 Apr 18 12:33:18.700962 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-91cadddf-f6b3-417e-8bd0-54d185acc2c3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/quotas/c4b171181cf240a893a8e08eb956915f HTTP/1.1" status: 200 len: 375 time: 0.0092649 Apr 18 12:33:18.745852 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-4e7df35d-0f00-43bb-bbd8-b72eed2dbf0a tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4b171181cf240a893a8e08eb956915f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401611 Apr 18 12:33:18.986403 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-592e0fb6-8386-4241-8951-8b8c1a13bd74 req-97b4743c-adce-4c33-a4be-b92a4493a939 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 210 time: 0.0447595 Apr 18 12:33:20.084104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f6b1fb70-5567-4089-877d-b6ac2cf54808 req-1bf0b481-ac81-4b1e-96b6-eaf27b2fb381 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 210 time: 0.0463092 Apr 18 12:33:21.283382 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a2865e35-047c-43fa-a834-ca2f0e77793e req-174f698a-41e0-45dc-b9a9-4d875dd4ce8b tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 210 time: 0.1490812 Apr 18 12:33:22.431991 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-015a15de-3300-467f-8c94-d2c403977064 req-f4dae91e-5161-4153-a6d9-fa24d4d5e8d5 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 210 time: 0.0422273 Apr 18 12:33:22.961505 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-96013e6c-dde7-416c-aef4-4cdf89dc48c1 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c4b171181cf240a893a8e08eb956915f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260396 Apr 18 12:33:23.109390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-34b0c0e4-fcb1-47fb-8f48-e5933f63ae3c tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:23.110874 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-34b0c0e4-fcb1-47fb-8f48-e5933f63ae3c tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446478 Apr 18 12:33:23.121924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Request body: {'port': {'device_id': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582', 'admin_state_up': True, 'tenant_id': 'c4b171181cf240a893a8e08eb956915f'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:33:23.258318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:23.262827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Usage tracker for resource:port and tenant:c4b171181cf240a893a8e08eb956915f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:23.265526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:23.271131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:23.356976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Made reservation on behalf of c4b171181cf240a893a8e08eb956915f for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:33:23.360501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:23.373426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:23.388633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:23.392407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Usage tracker for resource:security_group_rule and tenant:c4b171181cf240a893a8e08eb956915f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:23.395129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:23.400730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:23.485452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:23.522698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:23.582979 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dcc23643-dd83-4b44-ab18-0c42872c410e req-7101b432-497a-4f12-84f7-6e63d494a716 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 210 time: 0.0433109 Apr 18 12:33:23.606693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2211b314-533e-478d-a11d-d307d40c798e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:23.694323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Allocated IP 192.168.233.153 (3f2f452d-ca3b-49e7-b106-71889e0c3582/1ed0f663-0e68-48ec-890a-009bb9bd9300/dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:33:23.886614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:23.901547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Transition to ACTIVE for port object dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:33:23.980028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:24.043426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Network 3f2f452d-ca3b-49e7-b106-71889e0c3582 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:33:24.046197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:33:24.054425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:33:24.093975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Pushing event updated for resources: {'Port': ['ID=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:24.130442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:24.131081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:24.150993 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:33:24.231831 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-bbe427a9-0bf2-4e2b-b132-eda7096094d3 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1139052 Apr 18 12:33:24.242900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Request body: {'port': {'device_id': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:33:24.340177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-318bd1e8-e997-4d69-84dc-ec0e078b299b None None] Provisioning for port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:33:24.345049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-318bd1e8-e997-4d69-84dc-ec0e078b299b None None] Provisioning complete for port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:33:24.345420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-318bd1e8-e997-4d69-84dc-ec0e078b299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:24.399971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-318bd1e8-e997-4d69-84dc-ec0e078b299b None None] Port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:33:24.453097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:24.851648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31771d5-08cc-453c-afcc-90def043a94b req-aa44c132-9147-415d-b161-7159ec828e49 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:24.852253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e31771d5-08cc-453c-afcc-90def043a94b req-aa44c132-9147-415d-b161-7159ec828e49 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Synchronizing usage tracker for tenant:c4b171181cf240a893a8e08eb956915f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:33:24.864808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:33:24.875803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:24.891782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Transition to ACTIVE for port object dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:33:24.979150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e31771d5-08cc-453c-afcc-90def043a94b req-aa44c132-9147-415d-b161-7159ec828e49 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Unset dirty status for tenant:c4b171181cf240a893a8e08eb956915f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:33:24.980358 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e31771d5-08cc-453c-afcc-90def043a94b req-aa44c132-9147-415d-b161-7159ec828e49 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 936 time: 0.2820292 Apr 18 12:33:25.003915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:25.139332 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e31771d5-08cc-453c-afcc-90def043a94b req-041147cf-84f5-455a-8a74-d3a9c0833852 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Synchronizing usage tracker for tenant:c4b171181cf240a893a8e08eb956915f on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:33:25.152539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Pushing event updated for resources: {'Port': ['ID=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:25.269696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Attempting to bind port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:33:25.270016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Attempting to bind port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:33:25.270325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Attempting to bind port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb on network 3f2f452d-ca3b-49e7-b106-71889e0c3582 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:33:25.274949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb on network 3f2f452d-ca3b-49e7-b106-71889e0c3582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:33:25.275259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Attempting to bind port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb on network 3f2f452d-ca3b-49e7-b106-71889e0c3582 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:33:25.280302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 33, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:33:25.280624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Checking segment: {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:33:25.281067 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Bound using segment: {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:33:25.281446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Bound port: dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0250d27f-3fbf-4996-8fc0-0e778eefa7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:33:25.281779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:25.295104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e31771d5-08cc-453c-afcc-90def043a94b req-041147cf-84f5-455a-8a74-d3a9c0833852 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Unset dirty status for tenant:c4b171181cf240a893a8e08eb956915f on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:33:25.296224 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e31771d5-08cc-453c-afcc-90def043a94b req-041147cf-84f5-455a-8a74-d3a9c0833852 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101294 Apr 18 12:33:25.373462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] For port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:33:25.376285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] For port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:33:25.447889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:25.503885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:25.504543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:25.506058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] 10.222.0.15 "PUT /v2.0/ports/dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb HTTP/1.1" status: 200 len: 1098 time: 1.2671220 Apr 18 12:33:25.508508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'tag': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:33:25.539076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9984b-ff2a-45ac-9224-887c8973c6ea service neutron] Pushing event updated for resources: {'Port': ['ID=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:25.559639 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74627233-1c0f-4db4-925b-cc59da809999'] response: {'name': 'network-changed', 'server_uuid': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'tag': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb', 'status': 'completed', 'code': 200} Apr 18 12:33:25.654351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e6c88-87a4-433f-bfb4-9740e65a3d16 req-15cf7345-4455-4bed-9847-90325186491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:25.655857 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d9e6c88-87a4-433f-bfb4-9740e65a3d16 req-15cf7345-4455-4bed-9847-90325186491c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b171181cf240a893a8e08eb956915f&device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 1101 time: 0.0748754 Apr 18 12:33:25.688894 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d9e6c88-87a4-433f-bfb4-9740e65a3d16 req-4973486d-66e6-4e3e-a8f5-6b0f92129a82 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c4b171181cf240a893a8e08eb956915f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258803 Apr 18 12:33:25.820498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e6c88-87a4-433f-bfb4-9740e65a3d16 req-15165844-cc4a-473a-8480-453d83824437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:25.821824 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d9e6c88-87a4-433f-bfb4-9740e65a3d16 req-15165844-cc4a-473a-8480-453d83824437 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277261 Apr 18 12:33:25.930014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-84cea100-257b-4e20-a337-6406f63a67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:25.931396 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-84cea100-257b-4e20-a337-6406f63a67ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c4b171181cf240a893a8e08eb956915f&device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 1101 time: 0.0767870 Apr 18 12:33:25.997739 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-f3e56858-04d5-4a17-929f-4d0f12c34f26 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb HTTP/1.1" status: 200 len: 217 time: 0.0593882 Apr 18 12:33:26.059840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-9ed90cdf-2e2e-42a2-b4c6-83b8401bd1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:26.061171 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-9ed90cdf-2e2e-42a2-b4c6-83b8401bd1f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ed0f663-0e68-48ec-890a-009bb9bd9300 HTTP/1.1" status: 200 len: 843 time: 0.0582535 Apr 18 12:33:26.132761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d431b-90b4-4512-a680-ad310133592f req-869c2f66-2189-460a-b289-cc3e91368694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:26.134140 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-869c2f66-2189-460a-b289-cc3e91368694 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f2f452d-ca3b-49e7-b106-71889e0c3582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0673738 Apr 18 12:33:26.265309 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-609683c9-add3-4bdb-a290-6f73129c36c6 service neutron] 10.222.0.15 "GET /v2.0/networks/3f2f452d-ca3b-49e7-b106-71889e0c3582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244633 Apr 18 12:33:26.398171 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e0d431b-90b4-4512-a680-ad310133592f req-897f7348-dc8b-4e07-b68b-1a8dfcbadf1a service neutron] 10.222.0.15 "GET /v2.0/networks/3f2f452d-ca3b-49e7-b106-71889e0c3582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274114 Apr 18 12:33:26.582885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd746322-8846-4aaf-8fd4-6a9914411dac req-736f7446-96f7-4cf9-bb77-50143fc4de1f tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:26.584614 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bd746322-8846-4aaf-8fd4-6a9914411dac req-736f7446-96f7-4cf9-bb77-50143fc4de1f tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 948 time: 0.1810572 Apr 18 12:33:26.629844 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bd746322-8846-4aaf-8fd4-6a9914411dac req-07d2c847-1776-471e-bc06-1a839338ac26 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389707 Apr 18 12:33:27.812840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21cc52-6482-4a35-a261-58668a3c2796 req-1a017b3a-ae5e-47b2-bd38-53b069360e14 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:27.814251 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af21cc52-6482-4a35-a261-58668a3c2796 req-1a017b3a-ae5e-47b2-bd38-53b069360e14 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 948 time: 0.0794859 Apr 18 12:33:27.857513 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af21cc52-6482-4a35-a261-58668a3c2796 req-94bb5519-f36d-4bc6-8ef1-415cb62c57f6 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 Apr 18 12:33:28.453628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:33:28.585341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:28.598842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb', 'network_id': '3f2f452d-ca3b-49e7-b106-71889e0c3582', 'port_id': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb', 'mac_address': 'fa:16:3e:dc:52:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed0f663-0e68-48ec-890a-009bb9bd9300', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:33:28.660615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:28.676603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:33:28.691780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:28.750820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:28.816925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:28.954065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:33:29.042426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd14a1-9d07-42e7-91f9-511e8b99d93d req-876090f4-8c5d-45cb-8439-4229a04a4fa7 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:29.043796 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-27bd14a1-9d07-42e7-91f9-511e8b99d93d req-876090f4-8c5d-45cb-8439-4229a04a4fa7 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 949 time: 0.0830510 Apr 18 12:33:29.086827 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-27bd14a1-9d07-42e7-91f9-511e8b99d93d req-882c2bb2-dbec-46b9-aae2-9c92f9715ed2 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Apr 18 12:33:30.268090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c69487-af63-42fd-8d67-4ff389d849bd req-94889083-4aad-424c-805c-6a192d8f3359 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:30.269492 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15c69487-af63-42fd-8d67-4ff389d849bd req-94889083-4aad-424c-805c-6a192d8f3359 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 949 time: 0.0773473 Apr 18 12:33:30.316101 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-15c69487-af63-42fd-8d67-4ff389d849bd req-98470393-1ee1-4c59-95eb-50b1331ed126 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Apr 18 12:33:30.470613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:33:30.601751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:33:30.606554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:33:30.611016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:30.721766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:30.747704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:33:30.757154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:30.792021 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85daa2da-8967-4358-94cc-4fd28f39dd8b'] response: {'server_uuid': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb', 'code': 200} Apr 18 12:33:30.825156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:30.896076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:31.126897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4c771-5ee8-4fb1-92fc-e16227b5241b req-81609098-42ed-4d18-ab3c-ea0332c20c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:31.128955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f6f4c771-5ee8-4fb1-92fc-e16227b5241b req-81609098-42ed-4d18-ab3c-ea0332c20c72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 1103 time: 0.0752199 Apr 18 12:33:31.167987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f6f4c771-5ee8-4fb1-92fc-e16227b5241b req-fa19388b-0cc0-4153-80b8-bc77a7984905 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Apr 18 12:33:31.497115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32bf96-d913-4cce-be3f-796ecdee6123 req-7eba31c1-0754-4055-80dc-fbbab227b018 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:31.498463 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3b32bf96-d913-4cce-be3f-796ecdee6123 req-7eba31c1-0754-4055-80dc-fbbab227b018 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 950 time: 0.0783665 Apr 18 12:33:31.540926 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3b32bf96-d913-4cce-be3f-796ecdee6123 req-e948dff6-0cfd-4579-9a41-8256140340df tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Apr 18 12:33:32.728348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f2558-d618-42a6-a43d-f28175b60eb3 req-7fddc4ec-3072-4eb7-b927-fc24a4654b23 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:32.729854 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ce7f2558-d618-42a6-a43d-f28175b60eb3 req-7fddc4ec-3072-4eb7-b927-fc24a4654b23 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 950 time: 0.0819781 Apr 18 12:33:32.772290 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ce7f2558-d618-42a6-a43d-f28175b60eb3 req-b6d645c7-2fd3-426d-bdb4-4bdab87bdba9 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Apr 18 12:33:34.281090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a3a3a-bda3-4441-9845-5fe5d3146d4f req-76264825-ab64-4281-9104-9918d5a3b187 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:34.282537 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-674a3a3a-bda3-4441-9845-5fe5d3146d4f req-76264825-ab64-4281-9104-9918d5a3b187 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 950 time: 0.0795004 Apr 18 12:33:34.325447 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-674a3a3a-bda3-4441-9845-5fe5d3146d4f req-da86f87e-b70b-42d9-a9d8-59e4ba7a4380 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372119 Apr 18 12:33:35.515438 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57db2-b491-4c69-a75d-c7e5c83a1d7d req-0da061bc-17e0-486f-b067-230c4589bb24 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:35.516887 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bab57db2-b491-4c69-a75d-c7e5c83a1d7d req-0da061bc-17e0-486f-b067-230c4589bb24 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 950 time: 0.0850379 Apr 18 12:33:35.529106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933def7f-da0d-4168-8079-948fe74241e0 req-f2ed9ce7-ad4c-43a4-9e68-692a82b4fa8b tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:35.530552 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-933def7f-da0d-4168-8079-948fe74241e0 req-f2ed9ce7-ad4c-43a4-9e68-692a82b4fa8b tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 950 time: 0.0829561 Apr 18 12:33:35.560861 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bab57db2-b491-4c69-a75d-c7e5c83a1d7d req-af44d3f9-212c-4cf9-99f9-f63f6059a873 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/security-groups?id=2211b314-533e-478d-a11d-d307d40c798e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Apr 18 12:33:35.600079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Deleting port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:33:35.600418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:35.842834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] For port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,segment=NetworkSegment(0250d27f-3fbf-4996-8fc0-0e778eefa7b0),segment_id=0250d27f-3fbf-4996-8fc0-0e778eefa7b0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:35.843181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:35.962809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Calling delete_port for dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:33:36.145079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:36.158137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:33:36.198438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Pushing event deleted for resources: {'Port': ['ID=dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:36.273277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] No DVR routers for this DVR port dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:33:36.275808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:36.279022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'name': 'network-vif-deleted', 'tag': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:33:36.324828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0185b65b-0499-4272-821c-365c1346e77d'] response: {'server_uuid': 'fd09070f-dc4f-40c5-8893-4edbcca54c5d', 'name': 'network-vif-deleted', 'tag': 'dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb', 'status': 'completed', 'code': 200} Apr 18 12:33:36.380306 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-933def7f-da0d-4168-8079-948fe74241e0 req-b522827f-9545-49df-8db7-2b0cd0831022 tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.15 "DELETE /v2.0/ports/dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb HTTP/1.1" status: 204 len: 173 time: 0.8447900 Apr 18 12:33:36.710626 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-49729b82-1588-4a1e-aa8d-723d85eb1b24 req-75cb6f9d-52a1-4018-b38b-39fd4c1a536e tempest-ServersAdminNegativeTestJSON-1127234677 tempest-ServersAdminNegativeTestJSON-1127234677-project] 10.222.0.24 "GET /v2.0/ports?device_id=fd09070f-dc4f-40c5-8893-4edbcca54c5d HTTP/1.1" status: 200 len: 210 time: 0.0429165 Apr 18 12:33:38.035635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7de88360-a369-4316-816e-6f81414155a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:38.248673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40138) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:38.418328 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-72732525-ce40-46ce-a3d7-14a6ccbe8ccf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4b171181cf240a893a8e08eb956915f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684523 Apr 18 12:33:38.420741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40144) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:38.479849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91b2ef2f-0529-4c64-b152-922918ab5f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:38.504836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91b2ef2f-0529-4c64-b152-922918ab5f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:38.596335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91b2ef2f-0529-4c64-b152-922918ab5f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:38.613646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2ef2f-0529-4c64-b152-922918ab5f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2211b314-533e-478d-a11d-d307d40c798e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:38.663795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91b2ef2f-0529-4c64-b152-922918ab5f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:38.664924 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-91b2ef2f-0529-4c64-b152-922918ab5f01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2211b314-533e-478d-a11d-d307d40c798e HTTP/1.1" status: 204 len: 168 time: 0.2433321 Apr 18 12:33:39.259282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40152) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:39.277593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.291693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:39.295557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0bf3671fe54aa0aa1f75d64c9b4dfc is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:39.298311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:39.304036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:39.382895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.465263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.519148 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b0bf3671fe54aa0aa1f75d64c9b4dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587206 Apr 18 12:33:39.520044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be561b-18e2-4415-87db-503bcd60c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d45b97f-5eb0-4c2b-9266-705c83ec6642,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:39.521676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40156) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:39.582703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.609240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.745210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.758899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d45b97f-5eb0-4c2b-9266-705c83ec6642,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:39.769763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.770050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.770409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.770728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.771052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.771375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.771700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.772017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.772334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.772649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.772961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.773272 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:33:39.777422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:39.780781 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d127e33a-4c57-4909-b228-7f10c1b76201 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d45b97f-5eb0-4c2b-9266-705c83ec6642 HTTP/1.1" status: 204 len: 168 time: 0.2551055 Apr 18 12:33:40.236446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d62c3d3f-5e9b-4095-8c4a-0fd2a09ae23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:40.516182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:33:40.550092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:33:40.550587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device dfc5f597-6bf1-4601-8ab0-5eef5c02fbeb not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:33:40.862538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40184) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:40.962167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1620993247-network', 'tenant_id': '8e29b1469f7049b588344ff16d25b9fb'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:33:40.967828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:40.971605 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Usage tracker for resource:network and tenant:8e29b1469f7049b588344ff16d25b9fb is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:40.974398 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:40.980542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:41.064715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Made reservation on behalf of 8e29b1469f7049b588344ff16d25b9fb for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:33:41.066929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.078974 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.093466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:41.097138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e29b1469f7049b588344ff16d25b9fb is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:41.099840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:41.105377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:41.184461 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.253383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.285655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:33:41.290730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894f983-ae22-4d38-bebc-fc011b9f5d79,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:41.297619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.298699 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Added segment 60f0ba27-5b3e-4f21-b845-041bd94a25a4 of type vlan for network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba Apr 18 12:33:41.328178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.373455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.441487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.442381 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:41.443010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.546521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba5d9c5-ee2d-4498-adbc-e92b88969eba,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:41.555978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:33:41.583758 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-208f6bec-dd45-4dc3-b5b2-3659a6812db7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7166092 Apr 18 12:33:41.584297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40190) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:41.594451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Request body: {'subnet': {'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1620993247-subnet', 'tenant_id': '8e29b1469f7049b588344ff16d25b9fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:33:41.600437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:41.605914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Usage tracker for resource:subnet and tenant:8e29b1469f7049b588344ff16d25b9fb is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:41.609086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:41.615346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:41.664470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Made reservation on behalf of 8e29b1469f7049b588344ff16d25b9fb for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:33:41.667370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.733808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:41.950727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:42.026209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813552db-f41e-46b6-8568-5e5efb9f9c68,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:42.031536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Checking segment: {'id': '60f0ba27-5b3e-4f21-b845-041bd94a25a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:33:42.031916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Network hostable DHCP agents. Network: 3ba5d9c5-ee2d-4498-adbc-e92b88969eba, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:33:42.161250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:33:42.231082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 3ba5d9c5-ee2d-4498-adbc-e92b88969eba) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:33:42.235728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:42.240106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:42.240785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a0b7b8-1c04-40a0-b4d1-0ce171c39b9f None None] Network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:33:42.311811 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-85d2fc61-0ca1-438a-8dee-53f09f6b3828 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7259450 Apr 18 12:33:42.458743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b46c6-e48d-4570-b47e-60f1bc570217 None None] Network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:33:42.835710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-4a988fd9-de11-4c06-8c64-be612439ae56 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:42.836382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-4a988fd9-de11-4c06-8c64-be612439ae56 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Synchronizing usage tracker for tenant:8e29b1469f7049b588344ff16d25b9fb on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:33:42.921490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-4a988fd9-de11-4c06-8c64-be612439ae56 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Unset dirty status for tenant:8e29b1469f7049b588344ff16d25b9fb on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:33:42.922774 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-4a988fd9-de11-4c06-8c64-be612439ae56 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/networks?id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba HTTP/1.1" status: 200 len: 812 time: 0.2277358 Apr 18 12:33:42.937694 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-9087fded-a62e-4a0c-856a-320264e9016b tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/quotas/8e29b1469f7049b588344ff16d25b9fb HTTP/1.1" status: 200 len: 375 time: 0.0094607 Apr 18 12:33:42.944283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:42.987413 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-180008fc-e266-4112-a4db-104898475947 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8e29b1469f7049b588344ff16d25b9fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449555 Apr 18 12:33:43.115071 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-a26ccbdd-9def-46e2-ab62-341e4261a606 service neutron] 10.222.0.24 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211503 Apr 18 12:33:43.336456 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-47e414e0-829d-454f-a4e1-2f695fac66cb service neutron] 10.222.0.24 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149360 Apr 18 12:33:43.577016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c96662ee-42b0-48c1-b6c1-4396584877b6 req-dfc9b35e-3137-43f7-9944-c3394ccb24e5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 210 time: 0.0423174 Apr 18 12:33:44.671384 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3b4aa1c0-4405-400c-8f2e-931960d5b524 req-ddc95e51-ec49-4b65-b02d-59a91354b885 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 210 time: 0.0421817 Apr 18 12:33:45.567345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:45.818820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b2a7553c-e17a-40a1-8657-3c79efe05339 req-3b5a3b14-96e1-4a47-839d-31ec0d08068e tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 210 time: 0.0436056 Apr 18 12:33:46.711981 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-f2040a35-5f78-4d6a-a3f9-bf60ebdf612a tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:46.713915 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-f2040a35-5f78-4d6a-a3f9-bf60ebdf612a tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.15 "GET /v2.0/networks?id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba HTTP/1.1" status: 200 len: 812 time: 0.2423048 Apr 18 12:33:46.725075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Request body: {'port': {'device_id': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba', 'admin_state_up': True, 'tenant_id': '8e29b1469f7049b588344ff16d25b9fb'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:33:46.858951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:33:46.862772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Usage tracker for resource:port and tenant:8e29b1469f7049b588344ff16d25b9fb is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:33:46.865522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:33:46.871455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:33:46.967324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Made reservation on behalf of 8e29b1469f7049b588344ff16d25b9fb for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:33:46.968196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6762af27-ef3b-46da-a493-6ae647d63ba0 req-0a5f3736-7799-4f3b-bcec-52b1e8c6dd80 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 210 time: 0.0416293 Apr 18 12:33:46.971027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:47.133800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Allocated IP 172.20.0.11 (3ba5d9c5-ee2d-4498-adbc-e92b88969eba/813552db-f41e-46b6-8568-5e5efb9f9c68/3e61c2e1-b715-4db9-a744-ee66b585d9c6) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:33:47.343945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:47.642476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:47.704249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:33:47.707308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:33:47.711022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:33:47.763337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:47.784858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:47.785449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:47.859344 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-b0a29544-ca09-4c7a-a074-a6f67371e998 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1377103 Apr 18 12:33:47.870972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Request body: {'port': {'device_id': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:33:47.975112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:48.275874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ec8b0-d6e4-4bbb-9bd7-c72684349f97 req-796ef4ed-cb78-4d4a-808e-3e1294018241 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:48.276459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4c9ec8b0-d6e4-4bbb-9bd7-c72684349f97 req-796ef4ed-cb78-4d4a-808e-3e1294018241 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Synchronizing usage tracker for tenant:8e29b1469f7049b588344ff16d25b9fb on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:33:48.379069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e61c2e1-b715-4db9-a744-ee66b585d9c6 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:33:48.386066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:48.392759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4c9ec8b0-d6e4-4bbb-9bd7-c72684349f97 req-796ef4ed-cb78-4d4a-808e-3e1294018241 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Unset dirty status for tenant:8e29b1469f7049b588344ff16d25b9fb on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:33:48.395003 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c9ec8b0-d6e4-4bbb-9bd7-c72684349f97 req-796ef4ed-cb78-4d4a-808e-3e1294018241 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 932 time: 0.3080761 Apr 18 12:33:48.413682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Transition to ACTIVE for port object 3e61c2e1-b715-4db9-a744-ee66b585d9c6 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:33:48.440776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c9ec8b0-d6e4-4bbb-9bd7-c72684349f97 req-477f5da5-f7af-466c-a2b7-d7d26ada9a7e tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406389 Apr 18 12:33:48.470183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:48.622707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:48.696403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Attempting to bind port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:33:48.696723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Attempting to bind port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '60f0ba27-5b3e-4f21-b845-041bd94a25a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:33:48.697039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Attempting to bind port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 on network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:33:48.701510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 on network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:33:48.701815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Attempting to bind port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 on network 3ba5d9c5-ee2d-4498-adbc-e92b88969eba {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:33:48.706713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:33:48.707036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Checking segment: {'id': '60f0ba27-5b3e-4f21-b845-041bd94a25a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:33:48.707399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Bound using segment: {'id': '60f0ba27-5b3e-4f21-b845-041bd94a25a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:33:48.707802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Bound port: 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60f0ba27-5b3e-4f21-b845-041bd94a25a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:33:48.708131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:48.899964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:33:48.903354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:33:49.001721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:49.055798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.056400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:49.057760 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] 10.222.0.15 "PUT /v2.0/ports/3e61c2e1-b715-4db9-a744-ee66b585d9c6 HTTP/1.1" status: 200 len: 1094 time: 1.1912620 Apr 18 12:33:49.058190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:33:49.085681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0078d-4858-467c-bfeb-5a48adf1085d service neutron] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:49.103519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1278bf79-63e4-462f-b007-a98bc87413f8'] response: {'name': 'network-changed', 'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'status': 'completed', 'code': 200} Apr 18 12:33:49.197813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469652-786f-41ba-a107-b13884cac931 req-d31c684c-7218-4e88-bb4e-80a0d27c6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.199157 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b469652-786f-41ba-a107-b13884cac931 req-d31c684c-7218-4e88-bb4e-80a0d27c6bad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e29b1469f7049b588344ff16d25b9fb&device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 1097 time: 0.0751746 Apr 18 12:33:49.336308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469652-786f-41ba-a107-b13884cac931 req-9d0df573-b172-47f0-99fc-46db4ef97b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.337737 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b469652-786f-41ba-a107-b13884cac931 req-9d0df573-b172-47f0-99fc-46db4ef97b50 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8e29b1469f7049b588344ff16d25b9fb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1320825 Apr 18 12:33:49.471853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b469652-786f-41ba-a107-b13884cac931 req-7ee122f8-c7aa-4366-a4c8-af19aeb24fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.473360 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b469652-786f-41ba-a107-b13884cac931 req-7ee122f8-c7aa-4366-a4c8-af19aeb24fe5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298563 Apr 18 12:33:49.637836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-14496a93-8497-4994-9d16-4f874190c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.639314 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-14496a93-8497-4994-9d16-4f874190c8cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e29b1469f7049b588344ff16d25b9fb&device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 1097 time: 0.1317372 Apr 18 12:33:49.710375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d4901-e07b-4a55-9f03-773da375d55b req-aeda4dda-c8a9-4d0c-a539-b25a65499775 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.711814 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-438d4901-e07b-4a55-9f03-773da375d55b req-aeda4dda-c8a9-4d0c-a539-b25a65499775 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 944 time: 0.1645939 Apr 18 12:33:49.726905 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-acabf408-86da-4267-ab13-b72c2be22ffe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6 HTTP/1.1" status: 200 len: 217 time: 0.0738723 Apr 18 12:33:49.805401 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-438d4901-e07b-4a55-9f03-773da375d55b req-604ee879-7951-470e-8c52-c0bacbe8f627 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860813 Apr 18 12:33:49.811336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-23c8b7a1-62e2-4f25-93db-689e9b94ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:49.812692 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-23c8b7a1-62e2-4f25-93db-689e9b94ad0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813552db-f41e-46b6-8568-5e5efb9f9c68 HTTP/1.1" status: 200 len: 852 time: 0.0789764 Apr 18 12:33:49.862063 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-57645363-1cc7-4ae8-a2bd-3f70cd485316 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435376 Apr 18 12:33:49.991734 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-6d70d7f3-0668-420d-bc2b-552600602d4f service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238816 Apr 18 12:33:50.120683 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0fe7694b-c6a0-42da-8806-7340df76a30d req-bc0aceef-a034-495f-9449-f201f40219b8 service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231382 Apr 18 12:33:50.989791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30981afe-3332-425a-b283-b03e7b272393 req-ee15f5b5-2d02-415a-9afe-36fbe0e4e854 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:50.991164 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-30981afe-3332-425a-b283-b03e7b272393 req-ee15f5b5-2d02-415a-9afe-36fbe0e4e854 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 944 time: 0.0802841 Apr 18 12:33:51.033394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-30981afe-3332-425a-b283-b03e7b272393 req-63477d85-213f-476f-94e8-31e450b394e6 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Synchronizing usage tracker for tenant:8e29b1469f7049b588344ff16d25b9fb on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:33:51.104303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-30981afe-3332-425a-b283-b03e7b272393 req-63477d85-213f-476f-94e8-31e450b394e6 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Unset dirty status for tenant:8e29b1469f7049b588344ff16d25b9fb on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:33:51.105418 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-30981afe-3332-425a-b283-b03e7b272393 req-63477d85-213f-476f-94e8-31e450b394e6 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082137 Apr 18 12:33:52.284125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b5761-ddfd-466c-9336-360dc02453e5 req-47582c74-07bb-45c3-8f85-86f9e34752ca tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:52.285552 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c22b5761-ddfd-466c-9336-360dc02453e5 req-47582c74-07bb-45c3-8f85-86f9e34752ca tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 944 time: 0.0783582 Apr 18 12:33:52.328166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c22b5761-ddfd-466c-9336-360dc02453e5 req-c2dc49e0-83d5-4b73-baa1-5924f0e59806 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Apr 18 12:33:52.594683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3e61c2e1-b715-4db9-a744-ee66b585d9c6 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:33:52.723346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:52.736522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba', 'port_id': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'mac_address': 'fa:16:3e:99:ed:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813552db-f41e-46b6-8568-5e5efb9f9c68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:33:52.789272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:52.805699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e61c2e1-b715-4db9-a744-ee66b585d9c6 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:33:52.820797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:52.881851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:52.949414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:53.074474 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['3e61c2e1-b715-4db9-a744-ee66b585d9c6'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:33:53.513741 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d32eb-e275-43b0-b95a-5663b3d6ce32 req-61c5b6ee-24fa-4f18-b6ec-ca6ed2ecd5fd tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:53.515182 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-890d32eb-e275-43b0-b95a-5663b3d6ce32 req-61c5b6ee-24fa-4f18-b6ec-ca6ed2ecd5fd tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 945 time: 0.0832441 Apr 18 12:33:53.557876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-890d32eb-e275-43b0-b95a-5663b3d6ce32 req-b86d39eb-fd85-4930-a6ef-db56f21f7be9 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Apr 18 12:33:54.609454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3e61c2e1-b715-4db9-a744-ee66b585d9c6 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:33:54.721584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:33:54.726529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:33:54.726962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:54.749560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bcf8-20b0-48ea-a759-e7f08f46ff93 req-574755e4-26bb-4923-902f-3aa740361dd5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:54.751158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33d2bcf8-20b0-48ea-a759-e7f08f46ff93 req-574755e4-26bb-4923-902f-3aa740361dd5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 945 time: 0.0832095 Apr 18 12:33:54.795685 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33d2bcf8-20b0-48ea-a759-e7f08f46ff93 req-15fb74a9-7ba0-4b62-9ce8-d5a3d32f50b4 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Apr 18 12:33:54.842069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:54.867756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:33:54.877342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:33:54.909963 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7a8bbb-22c3-46f5-8c05-20e4f7ea8b74'] response: {'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'code': 200} Apr 18 12:33:54.927333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:33:54.992390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:33:55.209859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403d2d1-d9be-44d1-8e14-7a9f176bcf2f req-c60f2ac8-f9e6-4573-a251-bb2d12f3816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:55.211325 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a403d2d1-d9be-44d1-8e14-7a9f176bcf2f req-c60f2ac8-f9e6-4573-a251-bb2d12f3816e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 1099 time: 0.0672984 Apr 18 12:33:55.250173 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a403d2d1-d9be-44d1-8e14-7a9f176bcf2f req-5ee0664f-a1d9-4084-a0b5-53ea373d1e7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Apr 18 12:33:55.976715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0866dcf-2ae7-4d16-bbaf-ff572f1b5a1f req-6b66873c-fe1d-4017-a484-6bac8709738c tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:55.978033 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e0866dcf-2ae7-4d16-bbaf-ff572f1b5a1f req-6b66873c-fe1d-4017-a484-6bac8709738c tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0805075 Apr 18 12:33:56.021487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e0866dcf-2ae7-4d16-bbaf-ff572f1b5a1f req-f301c791-a527-42d3-a9da-bdff40b179a0 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Apr 18 12:33:57.210627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac923d-6481-4770-bc54-efd09fe81f41 req-a39186f7-52b1-443f-8230-9d878d166bd9 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:57.213198 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-56ac923d-6481-4770-bc54-efd09fe81f41 req-a39186f7-52b1-443f-8230-9d878d166bd9 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0846903 Apr 18 12:33:57.257386 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-56ac923d-6481-4770-bc54-efd09fe81f41 req-5344b9d5-dc4d-4416-b5a8-a8082ac81afd tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382018 Apr 18 12:33:57.871461 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3eee27-e0aa-4bab-9356-e9d4712b619b req-f83307c2-ffc2-4e79-ac13-b839d7c6b5a1 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:57.872982 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9b3eee27-e0aa-4bab-9356-e9d4712b619b req-f83307c2-ffc2-4e79-ac13-b839d7c6b5a1 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0934238 Apr 18 12:33:57.922346 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9b3eee27-e0aa-4bab-9356-e9d4712b619b req-6508e9ad-12e0-4336-b989-9e7e684be098 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Apr 18 12:33:57.949768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40260) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:33:58.069548 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-e00d81ac-6a98-4450-b2a9-590c1456ac6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184299 Apr 18 12:33:59.221153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4dfd3-f34a-48da-9a94-4faa73e74b41 req-8eb518f9-1b45-41ae-a084-f0f05c1aed04 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:33:59.222607 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-22b4dfd3-f34a-48da-9a94-4faa73e74b41 req-8eb518f9-1b45-41ae-a084-f0f05c1aed04 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.1925623 Apr 18 12:33:59.267343 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-22b4dfd3-f34a-48da-9a94-4faa73e74b41 req-a2b7fdfc-88ca-45cc-a94c-fefd50e0ac99 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387557 Apr 18 12:34:00.222567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-c52e8f3d-02eb-458c-8588-2b4b9a865f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:00.224018 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-c52e8f3d-02eb-458c-8588-2b4b9a865f47 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e29b1469f7049b588344ff16d25b9fb&device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 1099 time: 0.0691066 Apr 18 12:34:00.353546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-155e7f42-24e8-41c1-a88e-ad1de3dd1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:00.355042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-155e7f42-24e8-41c1-a88e-ad1de3dd1469 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba HTTP/1.1" status: 200 len: 913 time: 0.1252434 Apr 18 12:34:00.424305 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-77e60165-91a1-44dc-8bc1-72d41640c4f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6 HTTP/1.1" status: 200 len: 217 time: 0.0635622 Apr 18 12:34:00.453959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecd729c-1305-4ffa-9584-4c28673e0876 req-4f911916-1f2e-4ec0-bd6f-5a616d677f97 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:00.455426 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-eecd729c-1305-4ffa-9584-4c28673e0876 req-4f911916-1f2e-4ec0-bd6f-5a616d677f97 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0797246 Apr 18 12:34:00.485561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-10b4dfc6-13c4-49c4-91f3-12eb9ba464c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:00.486969 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-10b4dfc6-13c4-49c4-91f3-12eb9ba464c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813552db-f41e-46b6-8568-5e5efb9f9c68 HTTP/1.1" status: 200 len: 852 time: 0.0575335 Apr 18 12:34:00.503907 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-eecd729c-1305-4ffa-9584-4c28673e0876 req-f2e3f275-3c91-4a41-a7f9-6979d6531f05 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426784 Apr 18 12:34:00.536258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-13bfa598-acaa-4031-9f12-c1915ce0a480 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438836 Apr 18 12:34:00.665788 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-c52a001b-dc5e-40b6-b36e-324953b375e6 service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231868 Apr 18 12:34:00.801665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-b5460b28-123c-4081-a4f1-db0582049669 service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300287 Apr 18 12:34:01.150292 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:34:01.691731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526daa52-0aa8-445d-969d-39364e40b9cc req-89483c21-3d02-49b1-b471-5ed7ec7a5945 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:01.693177 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-526daa52-0aa8-445d-969d-39364e40b9cc req-89483c21-3d02-49b1-b471-5ed7ec7a5945 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0789478 Apr 18 12:34:01.736861 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-526daa52-0aa8-445d-969d-39364e40b9cc req-3d57e8c1-e95a-4429-bc1e-edbfcfac2b3b tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Apr 18 12:34:02.918404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d104d-94e9-4569-b011-07225de67074 req-8bae39c0-4588-4962-8fa3-cb6bafa76566 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:02.919787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d99d104d-94e9-4569-b011-07225de67074 req-8bae39c0-4588-4962-8fa3-cb6bafa76566 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0773790 Apr 18 12:34:02.963211 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d99d104d-94e9-4569-b011-07225de67074 req-11121719-6277-4f48-9f59-04c2b3e5571d tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379603 Apr 18 12:34:04.153576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b4824-1818-4baf-8ced-1665f95f5a6d req-b07363a6-84ec-449b-9402-1044acbcc4f9 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:04.155692 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-599b4824-1818-4baf-8ced-1665f95f5a6d req-b07363a6-84ec-449b-9402-1044acbcc4f9 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0846038 Apr 18 12:34:04.197990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-599b4824-1818-4baf-8ced-1665f95f5a6d req-551891aa-65b7-43b8-8eae-a206c4d9bdd4 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Apr 18 12:34:05.383560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ded2002-f12f-4a7d-a056-d648af798271 req-5eabea9f-d370-47f5-aa59-5a9fa4b3582f tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:05.385011 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3ded2002-f12f-4a7d-a056-d648af798271 req-5eabea9f-d370-47f5-aa59-5a9fa4b3582f tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0820906 Apr 18 12:34:05.429244 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3ded2002-f12f-4a7d-a056-d648af798271 req-8fba3a95-25b1-49e6-8c62-f29cf0f6deef tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378122 Apr 18 12:34:06.610968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c208e-9a55-496a-bc8a-1d0b12b57d2c req-7ba55b48-888c-4fd8-aa63-0cdbe0ac7bf5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:06.612422 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8c9c208e-9a55-496a-bc8a-1d0b12b57d2c req-7ba55b48-888c-4fd8-aa63-0cdbe0ac7bf5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0796080 Apr 18 12:34:06.659837 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8c9c208e-9a55-496a-bc8a-1d0b12b57d2c req-6431c446-e48b-47d4-afb4-71a70fa79b43 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415163 Apr 18 12:34:07.841371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23e923-8051-4ddf-8687-2650dad5fcb1 req-685c1033-d79a-4d42-9be2-60e6923251e5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:07.842815 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2c23e923-8051-4ddf-8687-2650dad5fcb1 req-685c1033-d79a-4d42-9be2-60e6923251e5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0781257 Apr 18 12:34:07.885674 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2c23e923-8051-4ddf-8687-2650dad5fcb1 req-16657ec0-b541-4306-b7a5-043b1c80493a tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Apr 18 12:34:08.023727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2482ac88-fbdb-4ac9-82d7-1b5c503a809d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:09.065013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e8f2a-27a9-4611-859a-c6df39ddc9b9 req-28c43c7f-aeb0-4ed1-a8e3-9491d63b0468 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:09.066453 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d7e8f2a-27a9-4611-859a-c6df39ddc9b9 req-28c43c7f-aeb0-4ed1-a8e3-9491d63b0468 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0789189 Apr 18 12:34:09.110622 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8d7e8f2a-27a9-4611-859a-c6df39ddc9b9 req-8350ded3-c6a6-45e1-a651-75a65d877c03 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 Apr 18 12:34:10.224017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-79661f7c-52f7-4183-abc3-d31acc4a6918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:10.297558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f692d-3206-477f-80f1-0fbf454491fd req-5fed00b9-f1f5-4781-874c-5a2bad80ef63 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:10.299078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c47f692d-3206-477f-80f1-0fbf454491fd req-5fed00b9-f1f5-4781-874c-5a2bad80ef63 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0808554 Apr 18 12:34:10.343550 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c47f692d-3206-477f-80f1-0fbf454491fd req-304fa979-7de4-4b67-a58d-24f3fc2c4d8e tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386453 Apr 18 12:34:11.395206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:11.532135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181f521-7a4a-4b04-aa91-7f4d03f0b163 req-00d0c8df-d063-410a-9ea6-a9f5f63ccb36 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:11.533569 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1181f521-7a4a-4b04-aa91-7f4d03f0b163 req-00d0c8df-d063-410a-9ea6-a9f5f63ccb36 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0819311 Apr 18 12:34:11.576702 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1181f521-7a4a-4b04-aa91-7f4d03f0b163 req-36c34ab4-542c-4f0f-ae7f-dc9385977d93 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375919 Apr 18 12:34:11.652558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:12.760996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b476cc1-9a58-4a60-8768-fed5b1b8764f req-1e306c01-6c09-4e28-8066-ca68a32cebaf tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:12.762389 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2b476cc1-9a58-4a60-8768-fed5b1b8764f req-1e306c01-6c09-4e28-8066-ca68a32cebaf tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0815129 Apr 18 12:34:12.811356 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2b476cc1-9a58-4a60-8768-fed5b1b8764f req-26882f50-46f7-4340-96c9-3798e5698c8e tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432565 Apr 18 12:34:12.977828 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:13.991222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dca83-270e-434c-8ee8-40edf6a5c006 req-a209c7dd-d149-484e-9190-f46d63a85379 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:13.992558 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-426dca83-270e-434c-8ee8-40edf6a5c006 req-a209c7dd-d149-484e-9190-f46d63a85379 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0788727 Apr 18 12:34:14.035964 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-426dca83-270e-434c-8ee8-40edf6a5c006 req-2402cda3-524d-4838-b01c-cf94fdf099f7 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372427 Apr 18 12:34:15.216468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f724f-d053-41ee-b6ff-3bd2172e490c req-516d02e7-bbe8-4c09-aa5c-e7b0393f5486 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:15.217916 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fe3f724f-d053-41ee-b6ff-3bd2172e490c req-516d02e7-bbe8-4c09-aa5c-e7b0393f5486 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0773504 Apr 18 12:34:15.260859 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fe3f724f-d053-41ee-b6ff-3bd2172e490c req-516cb975-01e2-4ed3-a1e1-0cf697905625 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Apr 18 12:34:15.589224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:16.501495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc2b03-5b28-4526-9eec-3dfbe2ee9286 req-a59f4599-6c74-43ac-a7bd-d4dd6bf9a783 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:16.502979 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-72bc2b03-5b28-4526-9eec-3dfbe2ee9286 req-a59f4599-6c74-43ac-a7bd-d4dd6bf9a783 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0820198 Apr 18 12:34:16.546054 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-72bc2b03-5b28-4526-9eec-3dfbe2ee9286 req-e341241e-ebd3-422c-b6a5-a26123b6aed1 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375116 Apr 18 12:34:17.733677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb9dc6-a69d-415c-91dc-87ce28d099d4 req-5c15d605-6c49-475b-9843-92286c150ed5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:17.735123 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2feb9dc6-a69d-415c-91dc-87ce28d099d4 req-5c15d605-6c49-475b-9843-92286c150ed5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0808544 Apr 18 12:34:17.778230 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2feb9dc6-a69d-415c-91dc-87ce28d099d4 req-a5b41c7a-5ca2-4479-854c-18a6f99543d2 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Apr 18 12:34:18.964153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03386123-6a54-4ba2-90f3-e38cc18d1d8e req-738a46ea-a295-414e-be37-9dc3b9fa9235 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:18.966287 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03386123-6a54-4ba2-90f3-e38cc18d1d8e req-738a46ea-a295-414e-be37-9dc3b9fa9235 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0816326 Apr 18 12:34:19.008113 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03386123-6a54-4ba2-90f3-e38cc18d1d8e req-be092ed2-62da-4722-a5f1-b2725ee03e26 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Apr 18 12:34:20.187762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cc412-5e07-45cb-bcdb-bb5a45e39804 req-63045d00-937b-4dae-9c8a-8c881c952d1c tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:20.189146 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c4cc412-5e07-45cb-bcdb-bb5a45e39804 req-63045d00-937b-4dae-9c8a-8c881c952d1c tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0773497 Apr 18 12:34:20.235807 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c4cc412-5e07-45cb-bcdb-bb5a45e39804 req-90bb47c7-93dc-4d99-b75d-d0513f8605e2 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Apr 18 12:34:21.415187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bbe4a-05b7-404d-a4eb-b385eceeb2c2 req-6e8ddda3-a10a-4481-ba51-b367989b2d56 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:21.416604 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-557bbe4a-05b7-404d-a4eb-b385eceeb2c2 req-6e8ddda3-a10a-4481-ba51-b367989b2d56 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0789185 Apr 18 12:34:21.459001 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-557bbe4a-05b7-404d-a4eb-b385eceeb2c2 req-07c59f69-3f15-4eec-87f2-5dad0ac61c13 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368555 Apr 18 12:34:22.640963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6456ce8-2daf-4966-911b-06eae252573c req-d4387d46-bb95-45b3-a32d-04199d315d09 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:22.642378 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f6456ce8-2daf-4966-911b-06eae252573c req-d4387d46-bb95-45b3-a32d-04199d315d09 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0792766 Apr 18 12:34:22.685124 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f6456ce8-2daf-4966-911b-06eae252573c req-d6582b1e-94f2-4a17-ac64-916539ab668f tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369864 Apr 18 12:34:23.872166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e4432-6d4a-4375-92d7-22f830701494 req-cfc128ff-0e8d-43a3-b2b0-adb66c7e3856 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:23.874044 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-869e4432-6d4a-4375-92d7-22f830701494 req-cfc128ff-0e8d-43a3-b2b0-adb66c7e3856 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0826099 Apr 18 12:34:23.917173 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-869e4432-6d4a-4375-92d7-22f830701494 req-5e4b78a0-fb47-4605-9d71-505f5f920c8e tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375347 Apr 18 12:34:25.107115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d76cd9-e4ac-436d-ab3d-dfb7a041d3f5 req-85746fba-4df6-4c5a-ba21-d6670992fe4f tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:25.108588 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f9d76cd9-e4ac-436d-ab3d-dfb7a041d3f5 req-85746fba-4df6-4c5a-ba21-d6670992fe4f tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0832543 Apr 18 12:34:25.152823 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f9d76cd9-e4ac-436d-ab3d-dfb7a041d3f5 req-dad87207-6813-4e67-bd3c-e3987d7018ab tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382993 Apr 18 12:34:26.335294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e284f0-4925-4791-a57c-63b9641002b6 req-f5caac62-151b-468d-8a67-e9e6090e6c44 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:26.336735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-90e284f0-4925-4791-a57c-63b9641002b6 req-f5caac62-151b-468d-8a67-e9e6090e6c44 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0787251 Apr 18 12:34:26.383382 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-90e284f0-4925-4791-a57c-63b9641002b6 req-8cca0213-35a8-49ce-9c72-6cc5ee668eb6 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399721 Apr 18 12:34:27.568617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0fcb2-8722-469d-963e-832e5f839dec req-5f229b36-f8c1-45ec-9c07-ed8641b3cf1c tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:27.570033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5e0fcb2-8722-469d-963e-832e5f839dec req-5f229b36-f8c1-45ec-9c07-ed8641b3cf1c tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0773973 Apr 18 12:34:27.616629 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5e0fcb2-8722-469d-963e-832e5f839dec req-30819bba-e141-4888-a739-a62003b36898 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Apr 18 12:34:27.861929 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-5471a231-36a7-479b-b035-dacfd925d98a service neutron] 10.222.0.15 "GET /v2.0/ports/3e61c2e1-b715-4db9-a744-ee66b585d9c6/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0731153 Apr 18 12:34:28.500173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-1d47ec1c-e59e-4e2b-aa73-fb8b049bce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:28.501578 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-1d47ec1c-e59e-4e2b-aa73-fb8b049bce6e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227&tenant_id=8e29b1469f7049b588344ff16d25b9fb HTTP/1.1" status: 200 len: 1099 time: 0.0723469 Apr 18 12:34:28.692325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-05362bb6-e130-4da7-8d48-e5be19f3dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:28.694021 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-05362bb6-e130-4da7-8d48-e5be19f3dc31 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e29b1469f7049b588344ff16d25b9fb&device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 1099 time: 0.1697884 Apr 18 12:34:28.881496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-4d4f78ce-237e-408f-94e6-d1db5d8227dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:28.882914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-4d4f78ce-237e-408f-94e6-d1db5d8227dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba HTTP/1.1" status: 200 len: 913 time: 0.1834600 Apr 18 12:34:28.893992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2484bf-e92a-4089-a496-4b6bccee9a60 req-48808e61-4848-478c-b188-c058e344bc79 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:28.895468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b2484bf-e92a-4089-a496-4b6bccee9a60 req-48808e61-4848-478c-b188-c058e344bc79 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.1735804 Apr 18 12:34:28.971185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-032a5e9f-b48d-402a-83f7-3d92829c6213 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6 HTTP/1.1" status: 200 len: 217 time: 0.0747578 Apr 18 12:34:29.037980 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b2484bf-e92a-4089-a496-4b6bccee9a60 req-45dcaa08-4e17-490c-b299-74e51a2ffe7a tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953267 Apr 18 12:34:29.047335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-e551a0c1-487c-4aa7-a404-06049ea7bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:29.048682 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-e551a0c1-487c-4aa7-a404-06049ea7bed1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813552db-f41e-46b6-8568-5e5efb9f9c68 HTTP/1.1" status: 200 len: 852 time: 0.0721157 Apr 18 12:34:29.094033 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-4289d73c-fbbb-4e09-82d7-0e318882fda1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394855 Apr 18 12:34:29.220900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-7adc40ee-10aa-4fa1-bed7-1bf65903b741 service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205511 Apr 18 12:34:29.349993 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53e53bc1-b97f-4f30-91ef-1c7bc521320a req-88c996fd-c7c6-4b4c-9556-66c9530dd64e service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231833 Apr 18 12:34:30.220773 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5181d2-07c3-4aa1-87d8-34fa7ad653da req-8d28be69-9ed7-4538-a2d9-70ef3f76d715 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:30.222192 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ae5181d2-07c3-4aa1-87d8-34fa7ad653da req-8d28be69-9ed7-4538-a2d9-70ef3f76d715 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0788679 Apr 18 12:34:30.265454 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ae5181d2-07c3-4aa1-87d8-34fa7ad653da req-0f7d523e-49b2-41fd-beee-51e66836ad30 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376472 Apr 18 12:34:30.808209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3e61c2e1-b715-4db9-a744-ee66b585d9c6 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:34:30.962560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:30.975891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'network_id': '3ba5d9c5-ee2d-4498-adbc-e92b88969eba', 'port_id': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'mac_address': 'fa:16:3e:99:ed:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '813552db-f41e-46b6-8568-5e5efb9f9c68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:34:31.028909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:31.046719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e61c2e1-b715-4db9-a744-ee66b585d9c6 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:34:31.063936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:31.126350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:31.197922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['3e61c2e1-b715-4db9-a744-ee66b585d9c6'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:34:31.226667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:31.240159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.240501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.240836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.241162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.241506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.241809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.242135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.242482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.242797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.243113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.243447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.243745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:31.457187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5ca27-048b-47ff-bc37-e3e55101a259 req-c21f4e5a-d242-429a-bbc1-ba29ad5e22b8 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:31.458642 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-28c5ca27-048b-47ff-bc37-e3e55101a259 req-c21f4e5a-d242-429a-bbc1-ba29ad5e22b8 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 945 time: 0.0831776 Apr 18 12:34:31.506325 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-28c5ca27-048b-47ff-bc37-e3e55101a259 req-83ca0487-4dde-4303-97d8-bc8b0da26508 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417142 Apr 18 12:34:32.692427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8337ea-ec08-4375-a0ed-c856d41e6b3a req-f1370b7a-9218-4e23-9910-39c838525c28 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:32.693847 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ba8337ea-ec08-4375-a0ed-c856d41e6b3a req-f1370b7a-9218-4e23-9910-39c838525c28 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 945 time: 0.0809262 Apr 18 12:34:32.738006 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ba8337ea-ec08-4375-a0ed-c856d41e6b3a req-f2fecb7b-5541-47c8-9a88-32c68facd8c5 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385191 Apr 18 12:34:32.828390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3e61c2e1-b715-4db9-a744-ee66b585d9c6 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:34:32.896531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:34:32.896895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:33.009614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:33.036048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:34:33.045438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:33.092603 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ace68d-a6bd-4c30-95dc-af89bf97fdca'] response: {'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'code': 200} Apr 18 12:34:33.131907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:33.198640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:33.334334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-cb941b73-1b05-4cc1-b77d-98c1194fa344 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:33.335821 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-cb941b73-1b05-4cc1-b77d-98c1194fa344 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.15 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227&tenant_id=8e29b1469f7049b588344ff16d25b9fb&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 946 time: 0.0819054 Apr 18 12:34:33.473164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-2461983c-aa9f-4349-b4ca-3d043b3311a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:33.474718 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-2461983c-aa9f-4349-b4ca-3d043b3311a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e29b1469f7049b588344ff16d25b9fb&device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 1099 time: 0.0725627 Apr 18 12:34:33.602742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-a08edee2-0b8e-4889-a6af-cc1cfbd524b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:33.604206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-a08edee2-0b8e-4889-a6af-cc1cfbd524b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba HTTP/1.1" status: 200 len: 913 time: 0.1239927 Apr 18 12:34:33.672842 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-f59c7c5d-c5e8-476f-9dfa-53ca3af42276 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6 HTTP/1.1" status: 200 len: 217 time: 0.0618830 Apr 18 12:34:33.733183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-80b2a53c-2da1-41d0-a879-e76cf0779e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:33.734607 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-80b2a53c-2da1-41d0-a879-e76cf0779e6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=813552db-f41e-46b6-8568-5e5efb9f9c68 HTTP/1.1" status: 200 len: 852 time: 0.0559866 Apr 18 12:34:33.778167 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-9d9898ca-08b4-46ca-951a-c1916eecf688 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ba5d9c5-ee2d-4498-adbc-e92b88969eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380332 Apr 18 12:34:33.903594 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-58eb051e-e226-4e9f-b17f-5d2f96ff03e5 service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196389 Apr 18 12:34:34.130963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-de2731ee-e8d2-4043-bb83-a73ad1884e5e service neutron] 10.222.0.15 "GET /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217226 Apr 18 12:34:35.595107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ce34c-eb9b-49df-ac2a-dff1c5834521 req-89104873-0bd1-41e5-af3b-7e063516c4e8 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:35.596543 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-278ce34c-eb9b-49df-ac2a-dff1c5834521 req-89104873-0bd1-41e5-af3b-7e063516c4e8 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0793154 Apr 18 12:34:35.640635 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-278ce34c-eb9b-49df-ac2a-dff1c5834521 req-a10a15b1-b5d4-4673-bee1-afaa4eff14c3 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383956 Apr 18 12:34:36.825315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753057e7-3513-41f6-a4d9-1212cbac774f req-a794dce1-0c62-45a4-8838-2c68d3a98bcc tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:36.827291 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-753057e7-3513-41f6-a4d9-1212cbac774f req-a794dce1-0c62-45a4-8838-2c68d3a98bcc tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0809996 Apr 18 12:34:36.869766 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-753057e7-3513-41f6-a4d9-1212cbac774f req-7f355bad-91f3-4bb4-b447-8190bfda0e87 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/security-groups?id=3894f983-ae22-4d38-bebc-fc011b9f5d79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368900 Apr 18 12:34:37.258743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-13b97f9d-f436-493c-a5e9-08777330243b tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:37.260056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-13b97f9d-f436-493c-a5e9-08777330243b tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.15 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 946 time: 0.0780463 Apr 18 12:34:37.331566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Deleting port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:34:37.331900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:37.575752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] For port 3e61c2e1-b715-4db9-a744-ee66b585d9c6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3e61c2e1-b715-4db9-a744-ee66b585d9c6,segment=NetworkSegment(60f0ba27-5b3e-4f21-b845-041bd94a25a4),segment_id=60f0ba27-5b3e-4f21-b845-041bd94a25a4)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:37.576014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:37.696898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Calling delete_port for 3e61c2e1-b715-4db9-a744-ee66b585d9c6 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:34:37.921206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:37.932426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['3e61c2e1-b715-4db9-a744-ee66b585d9c6'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:34:37.975444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Pushing event deleted for resources: {'Port': ['ID=3e61c2e1-b715-4db9-a744-ee66b585d9c6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:38.017791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.018136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.018482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.018833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.019160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.019507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.019815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.020137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.020461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.020777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.021091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.021409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:38.047075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98c9be78-5cb6-410e-87b1-6286b8224d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:38.064642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] No DVR routers for this DVR port 3e61c2e1-b715-4db9-a744-ee66b585d9c6 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:34:38.067140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:38.069838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'name': 'network-vif-deleted', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:34:38.120197 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-436479a1-d4b6-41df-8769-568cb9dcafb8'] response: {'server_uuid': '90e6009b-9b0f-420b-b1bc-068f777ff227', 'name': 'network-vif-deleted', 'tag': '3e61c2e1-b715-4db9-a744-ee66b585d9c6', 'status': 'completed', 'code': 200} Apr 18 12:34:38.127421 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-83b95735-4d9c-49d7-afa9-09f99546450b req-4407fc82-50b2-403b-a071-558c0aef5675 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.24 "GET /v2.0/ports?device_id=90e6009b-9b0f-420b-b1bc-068f777ff227 HTTP/1.1" status: 200 len: 210 time: 0.1466298 Apr 18 12:34:38.149133 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:34:38.155946 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6fcac12c-e40c-49c2-bbce-423b9fd465fb req-1269cc1c-4ca0-4774-b10c-30970ed34550 tempest-DeleteServersTestJSON-230149689 tempest-DeleteServersTestJSON-230149689-project] 10.222.0.15 "DELETE /v2.0/ports/3e61c2e1-b715-4db9-a744-ee66b585d9c6 HTTP/1.1" status: 204 len: 173 time: 0.8898761 Apr 18 12:34:39.522246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40366) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:34:39.580851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Deleting subnet 813552db-f41e-46b6-8568-5e5efb9f9c68 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:34:39.583669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:39.636019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:39.688834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:39.788989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:39.831126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813552db-f41e-46b6-8568-5e5efb9f9c68,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:39.833034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:39.838982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-28da252c-d901-4317-bc7e-efb558870a3d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/813552db-f41e-46b6-8568-5e5efb9f9c68 HTTP/1.1" status: 204 len: 168 time: 0.3157065 Apr 18 12:34:39.841601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40370) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:34:39.941245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.064123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.190725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba5d9c5-ee2d-4498-adbc-e92b88969eba']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:34:40.200784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-651e44ef-8f12-43dc-923c-4db84032a6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.203493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f0ba27-5b3e-4f21-b845-041bd94a25a4') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:34:40.203790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f0ba27-5b3e-4f21-b845-041bd94a25a4') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:34:40.215303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.230893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.236710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:34:40.237080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:34:40.250266 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:34:40.366351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.382373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.392849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba5d9c5-ee2d-4498-adbc-e92b88969eba,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:40.452804 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8ee7f2a6-8285-4e2f-a89d-12623c28251e admin admin] 10.222.0.24 "DELETE /v2.0/networks/3ba5d9c5-ee2d-4498-adbc-e92b88969eba HTTP/1.1" status: 204 len: 168 time: 0.6096044 Apr 18 12:34:40.746560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40376) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:34:40.794511 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-53df0c1c-fcad-4775-917d-5e121c17e698 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e29b1469f7049b588344ff16d25b9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467982 Apr 18 12:34:40.796763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40380) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:34:40.853373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7653606b-981f-4b2a-bdf4-b6771fdfc827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:40.878667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7653606b-981f-4b2a-bdf4-b6771fdfc827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:41.000418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7653606b-981f-4b2a-bdf4-b6771fdfc827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:41.018093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653606b-981f-4b2a-bdf4-b6771fdfc827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894f983-ae22-4d38-bebc-fc011b9f5d79,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:41.079653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7653606b-981f-4b2a-bdf4-b6771fdfc827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:41.080773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7653606b-981f-4b2a-bdf4-b6771fdfc827 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3894f983-ae22-4d38-bebc-fc011b9f5d79 HTTP/1.1" status: 204 len: 168 time: 0.2831604 Apr 18 12:34:41.371719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:41.634658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.032745 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40404) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:34:42.133722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-169655435-network', 'tenant_id': '05cd76b4facf4683b468e5dea6d5838c'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:34:42.138378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:34:42.142678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Usage tracker for resource:network and tenant:05cd76b4facf4683b468e5dea6d5838c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:34:42.145439 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:34:42.151511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:34:42.234733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Made reservation on behalf of 05cd76b4facf4683b468e5dea6d5838c for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:34:42.236932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.249269 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.263139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:34:42.267460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Usage tracker for resource:security_group_rule and tenant:05cd76b4facf4683b468e5dea6d5838c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:34:42.270159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:34:42.275923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:34:42.357170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.422952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.453554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:34:42.461701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7551d2-0d25-45fd-9a4e-0d70e9522d41,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:42.470597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.470932 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Added segment cd0887db-7286-4a5d-b422-39e998d859f3 of type vlan for network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee Apr 18 12:34:42.472500 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.472844 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.473179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.473499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.473821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.474143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.474483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.474807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.475124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.475440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.475755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.476064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:34:42.505183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.571912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.572907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:42.573512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.673859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] Pushing event updated for resources: {'Network': ['ID=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:42.683659 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:34:42.709381 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-407ade2c-52a5-4a7b-8144-4db6a2ad69ad admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6755698 Apr 18 12:34:42.712169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40410) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:34:42.717802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Request body: {'subnet': {'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-169655435-subnet', 'tenant_id': '05cd76b4facf4683b468e5dea6d5838c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:34:42.722415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:34:42.726256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Usage tracker for resource:subnet and tenant:05cd76b4facf4683b468e5dea6d5838c is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:34:42.729122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:34:42.734822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:34:42.812148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Made reservation on behalf of 05cd76b4facf4683b468e5dea6d5838c for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:34:42.814533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:42.874841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3e61c2e1-b715-4db9-a744-ee66b585d9c6 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:34:42.916310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 3e61c2e1-b715-4db9-a744-ee66b585d9c6 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:34:42.916572 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3e61c2e1-b715-4db9-a744-ee66b585d9c6 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:34:42.994951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:43.057799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:43.127723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61febcaf-3f33-4477-a93a-2bd4bac2e547,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:43.137411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Checking segment: {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:34:43.137753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Network hostable DHCP agents. Network: 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:34:43.206360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:34:43.251455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:34:43.255528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:43.259716 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:43.260780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec737d61-5f95-44a2-ac16-b7bdad9aa540 None None] Network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:34:43.328421 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-65c6dc0f-3232-48e0-93d9-110f13e119e1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6137545 Apr 18 12:34:43.469522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30589f3a-37c3-47b9-8aa7-ffb2b70d07a1 None None] Network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:34:43.848875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-413d8965-14c2-45a3-9a31-41d9eda2b764 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:43.849446 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-413d8965-14c2-45a3-9a31-41d9eda2b764 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Synchronizing usage tracker for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:34:43.937180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-413d8965-14c2-45a3-9a31-41d9eda2b764 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Unset dirty status for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:34:43.938486 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-413d8965-14c2-45a3-9a31-41d9eda2b764 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 814 time: 0.2403495 Apr 18 12:34:43.953545 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-f595e8c6-80c2-46dc-8398-c6531c368170 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/quotas/05cd76b4facf4683b468e5dea6d5838c HTTP/1.1" status: 200 len: 375 time: 0.0096614 Apr 18 12:34:43.999580 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-08c875ea-5ac7-4167-bfb9-9881ce77210b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409472 Apr 18 12:34:44.128619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-692574d3-5687-4833-af54-1d018fb0fffe service neutron] 10.222.0.24 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218109 Apr 18 12:34:44.258808 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-5ba337a5-94ed-4c99-a715-fb9d7bf47075 service neutron] 10.222.0.24 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243107 Apr 18 12:34:44.503669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e3e829d1-c8c0-483a-931b-bbe24f0ed23d req-88e763c9-3eec-45e6-87d2-2a6a711c125b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 210 time: 0.0425508 Apr 18 12:34:45.628984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:45.650038 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23ae97c6-d29a-4856-bdc4-608133b31bbb req-73cda74f-bd38-4120-a4c6-d5d47071347e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 210 time: 0.0432487 Apr 18 12:34:46.549471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-ee37f723-d72e-4b1b-9ad8-c030e4d68a08 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:46.550930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-ee37f723-d72e-4b1b-9ad8-c030e4d68a08 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 814 time: 0.1454663 Apr 18 12:34:46.562340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Request body: {'port': {'device_id': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'admin_state_up': True, 'tenant_id': '05cd76b4facf4683b468e5dea6d5838c'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:34:46.700401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:34:46.704882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Usage tracker for resource:port and tenant:05cd76b4facf4683b468e5dea6d5838c is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:34:46.707721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:34:46.713400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:34:46.790926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Made reservation on behalf of 05cd76b4facf4683b468e5dea6d5838c for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:34:46.794359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:46.813502 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-66b9bdfd-1dc5-4fd5-b8b3-bce0ff3f9422 req-9256a3c2-ea4c-4d45-bd74-fdc6ca2cf6bf tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 210 time: 0.0591376 Apr 18 12:34:46.959552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Allocated IP 172.20.0.5 (400a28ed-6262-4c0a-a2fb-f22b90f5e6ee/61febcaf-3f33-4477-a93a-2bd4bac2e547/8d564a25-d0ce-4402-b420-54521d8cbfd4) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:34:47.159272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:47.240413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:47.304824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:34:47.307626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:34:47.316074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:34:47.346574 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:47.381016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:47.381605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:47.429027 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e7c89cdd-2c4a-4138-a59b-d8c03a271182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701942 Apr 18 12:34:47.440368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Request body: {'port': {'device_id': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:34:47.554599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:47.894827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d564a25-d0ce-4402-b420-54521d8cbfd4 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:34:47.901803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:47.916164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Transition to ACTIVE for port object 8d564a25-d0ce-4402-b420-54521d8cbfd4 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:34:47.977243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:47.999766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148431f-6257-4ec0-9f08-94f9be84b75e req-f2109f5f-abbb-4a18-9fef-429e447878e3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:48.001222 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e148431f-6257-4ec0-9f08-94f9be84b75e req-f2109f5f-abbb-4a18-9fef-429e447878e3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 931 time: 0.0832465 Apr 18 12:34:48.046066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e148431f-6257-4ec0-9f08-94f9be84b75e req-85572036-9ce2-4a62-88dd-6f0e967d37e8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Synchronizing usage tracker for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:34:48.137629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e148431f-6257-4ec0-9f08-94f9be84b75e req-85572036-9ce2-4a62-88dd-6f0e967d37e8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Unset dirty status for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:34:48.139366 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e148431f-6257-4ec0-9f08-94f9be84b75e req-85572036-9ce2-4a62-88dd-6f0e967d37e8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324527 Apr 18 12:34:48.239959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:48.309984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Attempting to bind port 8d564a25-d0ce-4402-b420-54521d8cbfd4 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:34:48.310311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Attempting to bind port 8d564a25-d0ce-4402-b420-54521d8cbfd4 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:34:48.310659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Attempting to bind port 8d564a25-d0ce-4402-b420-54521d8cbfd4 on network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:34:48.315314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Port 8d564a25-d0ce-4402-b420-54521d8cbfd4 on network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:34:48.315633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Attempting to bind port 8d564a25-d0ce-4402-b420-54521d8cbfd4 on network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:34:48.320831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:34:48.321160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Checking segment: {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:34:48.321535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Bound using segment: {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:34:48.321990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Bound port: 8d564a25-d0ce-4402-b420-54521d8cbfd4, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:34:48.322324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:48.411326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:34:48.414222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:34:48.480193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:48.531100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:48.531469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:48.533042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d564a25-d0ce-4402-b420-54521d8cbfd4 HTTP/1.1" status: 200 len: 1093 time: 1.0965438 Apr 18 12:34:48.535395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:34:48.564851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847f15d-e8f2-44e5-9745-989a983b24a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:48.583581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d1f34b3-db52-42a2-8c00-2858f82bf6b3'] response: {'name': 'network-changed', 'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'status': 'completed', 'code': 200} Apr 18 12:34:48.672982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6934a1-6304-4273-94c1-135c85ec2023 req-4f93b339-f5bd-445d-b602-946a55c7d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:48.674429 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee6934a1-6304-4273-94c1-135c85ec2023 req-4f93b339-f5bd-445d-b602-946a55c7d32e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 1096 time: 0.0725448 Apr 18 12:34:48.811655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6934a1-6304-4273-94c1-135c85ec2023 req-4f77a86a-0801-446e-9d78-01c881fb18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:48.812990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee6934a1-6304-4273-94c1-135c85ec2023 req-4f77a86a-0801-446e-9d78-01c881fb18e9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=05cd76b4facf4683b468e5dea6d5838c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1319766 Apr 18 12:34:48.944709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6934a1-6304-4273-94c1-135c85ec2023 req-7e2282e5-ec40-4079-ae5d-f69528e49db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:48.946121 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee6934a1-6304-4273-94c1-135c85ec2023 req-7e2282e5-ec40-4079-ae5d-f69528e49db5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1280947 Apr 18 12:34:49.048801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-1c0ea529-ed0e-46fa-947e-3be5e6644b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:49.050239 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-1c0ea529-ed0e-46fa-947e-3be5e6644b1c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 1096 time: 0.0709796 Apr 18 12:34:49.119300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-87868ac6-78ee-432e-8db5-54fa7dd8c222 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4 HTTP/1.1" status: 200 len: 217 time: 0.0626199 Apr 18 12:34:49.180383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-41fe3742-9a6d-4d2f-b5f6-6326767ec651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:49.181786 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-41fe3742-9a6d-4d2f-b5f6-6326767ec651 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0558624 Apr 18 12:34:49.231303 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-dcecf417-1505-4eba-9360-84c12d5b1518 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430112 Apr 18 12:34:49.323462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be91b7-6196-4579-98bb-12097bd78b34 req-2bd542bb-70c4-417f-b997-d4b7e7be7897 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:49.324925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c4be91b7-6196-4579-98bb-12097bd78b34 req-2bd542bb-70c4-417f-b997-d4b7e7be7897 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 943 time: 0.0783408 Apr 18 12:34:49.363165 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-2680ae60-dc88-4684-9434-91a41bed5994 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252954 Apr 18 12:34:49.370081 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c4be91b7-6196-4579-98bb-12097bd78b34 req-16adfe1e-470a-42d3-b16e-1486e8fc5f83 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392306 Apr 18 12:34:49.501925 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23f2e357-8dda-4ee7-b757-68b64a976121 req-e2cf2aa7-6072-478e-83b6-183cb3c5cfb7 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330676 Apr 18 12:34:50.570492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fb34c-6331-4a0b-b561-e3b46cb607f8 req-dee61db6-1b50-47a2-8efe-0b4d9984eb98 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:50.571184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-352fb34c-6331-4a0b-b561-e3b46cb607f8 req-dee61db6-1b50-47a2-8efe-0b4d9984eb98 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Synchronizing usage tracker for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:34:50.622624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-352fb34c-6331-4a0b-b561-e3b46cb607f8 req-dee61db6-1b50-47a2-8efe-0b4d9984eb98 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Unset dirty status for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:34:50.624334 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-352fb34c-6331-4a0b-b561-e3b46cb607f8 req-dee61db6-1b50-47a2-8efe-0b4d9984eb98 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 943 time: 0.1312704 Apr 18 12:34:50.667954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-352fb34c-6331-4a0b-b561-e3b46cb607f8 req-9d598b05-f760-42d2-8c5b-f36966294fad tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Apr 18 12:34:51.850800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a6696-429d-4c4f-bda9-de90ea70ff8b req-bd415ede-5bd6-46f3-9d99-ddbdcd48a934 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:51.852213 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-610a6696-429d-4c4f-bda9-de90ea70ff8b req-bd415ede-5bd6-46f3-9d99-ddbdcd48a934 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 943 time: 0.0812747 Apr 18 12:34:51.894529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-610a6696-429d-4c4f-bda9-de90ea70ff8b req-9a7f4a4e-3eca-44ba-bb8d-b69737e5955f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Apr 18 12:34:52.910230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:34:53.041237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:53.055002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'port_id': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'mac_address': 'fa:16:3e:a9:00:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61febcaf-3f33-4477-a93a-2bd4bac2e547', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:34:53.077676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7764f-fae6-4fc7-af42-ec88ae8a4296 req-713633df-467a-46e8-af72-587c82b09e2e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:53.079172 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dcb7764f-fae6-4fc7-af42-ec88ae8a4296 req-713633df-467a-46e8-af72-587c82b09e2e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 943 time: 0.0812998 Apr 18 12:34:53.126519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dcb7764f-fae6-4fc7-af42-ec88ae8a4296 req-bb1dab9a-d77a-4de1-a6aa-c95d732abf12 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Apr 18 12:34:53.144227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:53.160551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d564a25-d0ce-4402-b420-54521d8cbfd4 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:34:53.175704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:53.245507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:53.312220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:53.446544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['8d564a25-d0ce-4402-b420-54521d8cbfd4'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:34:54.307550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c9b3a-e66c-4dbf-9479-e4f2a8d6661b req-91e20033-9d4e-4f46-b9ec-a1e707d86f8f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:54.308982 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff3c9b3a-e66c-4dbf-9479-e4f2a8d6661b req-91e20033-9d4e-4f46-b9ec-a1e707d86f8f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 944 time: 0.0786731 Apr 18 12:34:54.356214 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff3c9b3a-e66c-4dbf-9479-e4f2a8d6661b req-76d5c9ef-6b57-4936-aa60-60d1d64b0559 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408998 Apr 18 12:34:54.920637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:34:55.051324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 8d564a25-d0ce-4402-b420-54521d8cbfd4 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:34:55.055950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 8d564a25-d0ce-4402-b420-54521d8cbfd4 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:34:55.056317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:55.168507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:55.194415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:34:55.204182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:34:55.237432 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9529d62e-779d-42bb-ad39-480c7100fc78'] response: {'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'code': 200} Apr 18 12:34:55.257452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:34:55.322896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:34:55.532141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324b7d-99ee-424f-a5ba-1d82620ea36f req-eb2a9ab3-9803-424d-be52-0cca509cb203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:55.533508 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-12324b7d-99ee-424f-a5ba-1d82620ea36f req-eb2a9ab3-9803-424d-be52-0cca509cb203 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 1098 time: 0.0686624 Apr 18 12:34:55.538188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90766c5e-0654-484f-9e94-b53c9c75284d req-156c3ea0-2484-4809-acee-12d0200ae31a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:55.539663 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90766c5e-0654-484f-9e94-b53c9c75284d req-156c3ea0-2484-4809-acee-12d0200ae31a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0795615 Apr 18 12:34:55.583324 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-12324b7d-99ee-424f-a5ba-1d82620ea36f req-7ff6a0b5-3f00-4350-a0bb-2db6566bea46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Apr 18 12:34:55.585059 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90766c5e-0654-484f-9e94-b53c9c75284d req-9d9ab96b-a45f-4bb7-b957-9f18a1703077 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Apr 18 12:34:56.773597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89183dc-1d07-4948-b42e-5d252d4105d0 req-150fdaa7-3c9c-48a7-ab61-825d42703f28 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:56.775080 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e89183dc-1d07-4948-b42e-5d252d4105d0 req-150fdaa7-3c9c-48a7-ab61-825d42703f28 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0817709 Apr 18 12:34:56.819563 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e89183dc-1d07-4948-b42e-5d252d4105d0 req-f2b1e116-fb52-46d5-9d92-c273b2007857 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388153 Apr 18 12:34:58.001338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1a2ae-e1e6-48d9-973b-a6ef18beb5ad req-8f5654f8-6c82-40c9-99c3-e976a2bd8dc5 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:58.002694 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ca1a2ae-e1e6-48d9-973b-a6ef18beb5ad req-8f5654f8-6c82-40c9-99c3-e976a2bd8dc5 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0810473 Apr 18 12:34:58.046251 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4ca1a2ae-e1e6-48d9-973b-a6ef18beb5ad req-5c5640b4-571d-4725-a610-e832c6f2b5b7 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380237 Apr 18 12:34:58.349815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446923-cb9a-4a3b-8122-4f5cc6c7e683 req-6aa04406-80a0-4870-a74f-c39740639c77 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:58.351197 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-92446923-cb9a-4a3b-8122-4f5cc6c7e683 req-6aa04406-80a0-4870-a74f-c39740639c77 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.1978285 Apr 18 12:34:58.394323 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-92446923-cb9a-4a3b-8122-4f5cc6c7e683 req-9284c936-4622-481b-9c10-c1f98c5ed084 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375016 Apr 18 12:34:58.789218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234ec68-4d88-45e2-a08f-06ee6692fbbb req-0e7be359-9e1c-45b4-89d1-765390d60fea tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:58.790662 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9234ec68-4d88-45e2-a08f-06ee6692fbbb req-0e7be359-9e1c-45b4-89d1-765390d60fea tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0781386 Apr 18 12:34:58.835450 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9234ec68-4d88-45e2-a08f-06ee6692fbbb req-2b2eefeb-d085-4ec5-a4aa-f6adce722c14 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Apr 18 12:34:59.012880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd8707-cf36-4744-be6b-6871c042b9fb req-df14c7c9-88cf-4228-a54d-77348e48f89a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:59.014323 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-26cd8707-cf36-4744-be6b-6871c042b9fb req-df14c7c9-88cf-4228-a54d-77348e48f89a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0772977 Apr 18 12:34:59.058051 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-26cd8707-cf36-4744-be6b-6871c042b9fb req-5ee9abb6-c480-437d-b191-c7960d5ca9de tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Apr 18 12:34:59.618415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9514075e-974f-4df2-9025-359d44c21f9b req-c451ed6d-eeda-412a-bc8e-14519413f507 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:34:59.620607 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9514075e-974f-4df2-9025-359d44c21f9b req-c451ed6d-eeda-412a-bc8e-14519413f507 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0943022 Apr 18 12:34:59.628218 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-08c8d36d-9dc8-4dde-b773-11122bcbf73c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757403 Apr 18 12:34:59.667334 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9514075e-974f-4df2-9025-359d44c21f9b req-3f537567-065d-4b94-a215-6076c3fdbb55 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405719 Apr 18 12:35:00.856197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f14a6-1e79-4a09-9daf-24a662e9c06e req-daf316a1-1cd7-4da4-8c9e-f112b34c968c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:00.857645 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b9f14a6-1e79-4a09-9daf-24a662e9c06e req-daf316a1-1cd7-4da4-8c9e-f112b34c968c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0814443 Apr 18 12:35:00.901846 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b9f14a6-1e79-4a09-9daf-24a662e9c06e req-0b1bb804-b963-453f-aff8-5b1f1de4ab1d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375476 Apr 18 12:35:01.466688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-6c8fc28a-3ddf-41af-bd9c-2d002b1014bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:01.468163 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-6c8fc28a-3ddf-41af-bd9c-2d002b1014bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 1098 time: 0.0719004 Apr 18 12:35:01.595261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-05af7c33-e5b6-4eba-98b5-77c1cd13634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:01.596677 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-05af7c33-e5b6-4eba-98b5-77c1cd13634e service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.1228790 Apr 18 12:35:01.664453 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-44910d07-afdb-4300-bc3e-7170291dbee5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4 HTTP/1.1" status: 200 len: 217 time: 0.0623252 Apr 18 12:35:01.723862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-c3f9a4cb-7d11-4b4e-9556-57205cced991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:01.725166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-c3f9a4cb-7d11-4b4e-9556-57205cced991 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0556912 Apr 18 12:35:01.770606 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-895301b0-eceb-4cf4-9cb3-a4774f529fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395911 Apr 18 12:35:01.897608 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-8e16eba7-a1c9-4f87-9532-3ce91000a686 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204469 Apr 18 12:35:02.027147 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-e6608abb-4c57-4a5c-ae6b-2916b4a69a40 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240516 Apr 18 12:35:02.085519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a989dd-a6f3-4dac-801a-bbbc255e7263 req-406aa9c5-5b95-4af2-bf68-80ada87c6e71 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:02.086959 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d9a989dd-a6f3-4dac-801a-bbbc255e7263 req-406aa9c5-5b95-4af2-bf68-80ada87c6e71 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0809996 Apr 18 12:35:02.217295 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d9a989dd-a6f3-4dac-801a-bbbc255e7263 req-09237451-ab92-43ed-9f58-d5a31c6a44bf tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234059 Apr 18 12:35:03.405057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccee13-db5b-4951-a96c-4136a174d889 req-e9c4d9a6-32c0-4175-8769-bad40c3115f4 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:03.406527 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-71ccee13-db5b-4951-a96c-4136a174d889 req-e9c4d9a6-32c0-4175-8769-bad40c3115f4 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0844300 Apr 18 12:35:03.450749 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-71ccee13-db5b-4951-a96c-4136a174d889 req-dbd3e2d6-68f4-44d6-b845-08eb623201a1 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385199 Apr 18 12:35:04.631894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5be05a-a706-4e7e-b69b-598ac9006769 req-8fe3915a-bebb-4f05-b2a8-16a41461b9a7 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:04.633324 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cd5be05a-a706-4e7e-b69b-598ac9006769 req-8fe3915a-bebb-4f05-b2a8-16a41461b9a7 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0786676 Apr 18 12:35:04.675712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cd5be05a-a706-4e7e-b69b-598ac9006769 req-706ef575-e3f9-471d-84bd-6966fa7faad1 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367637 Apr 18 12:35:05.863104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb74c0-cf31-4c82-b317-e15fdf422c1f req-d6bd20b2-46e8-47b3-9273-23dbf8da67f3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:05.864520 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-26bb74c0-cf31-4c82-b317-e15fdf422c1f req-d6bd20b2-46e8-47b3-9273-23dbf8da67f3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0780060 Apr 18 12:35:05.910561 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-26bb74c0-cf31-4c82-b317-e15fdf422c1f req-246eb311-aefe-458a-a4d9-7a1137e0b20f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403492 Apr 18 12:35:07.094253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de67623-2463-4774-acdf-150d99d71754 req-45b46ba8-0b53-4868-a170-6087417ab51b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:07.095732 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8de67623-2463-4774-acdf-150d99d71754 req-45b46ba8-0b53-4868-a170-6087417ab51b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0804076 Apr 18 12:35:07.137719 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8de67623-2463-4774-acdf-150d99d71754 req-61bb2d3a-ffb6-4a49-a145-017b9ae6d834 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364141 Apr 18 12:35:08.022432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4883ae97-3cd5-4967-afc9-e2b522565762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:08.319596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008cd7e-eb2d-46b6-ae24-02197557c7b6 req-0695e08f-d3b4-411b-ba4f-2faa537de47c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:08.321008 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a008cd7e-eb2d-46b6-ae24-02197557c7b6 req-0695e08f-d3b4-411b-ba4f-2faa537de47c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0785155 Apr 18 12:35:08.365024 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a008cd7e-eb2d-46b6-ae24-02197557c7b6 req-077cff22-0cc9-45bb-bf85-44b4f9482d79 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378964 Apr 18 12:35:09.555290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc11a8-9abf-4fef-926a-d68d5158f690 req-7f291156-daba-4e7e-8484-068b29ae83f6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:09.556687 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-60cc11a8-9abf-4fef-926a-d68d5158f690 req-7f291156-daba-4e7e-8484-068b29ae83f6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0810723 Apr 18 12:35:09.600254 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-60cc11a8-9abf-4fef-926a-d68d5158f690 req-0eeacc83-8b72-46a5-a34d-7e1dfc2dc638 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370789 Apr 18 12:35:10.210696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cbd9e57b-e90e-4a83-bbd1-456f16e2f406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:10.782993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf46ff4-e0ac-4af5-b81e-2ecbeec62307 req-59ec4eba-c286-4eb0-82f9-c5a3c6d205f3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:10.784397 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ecf46ff4-e0ac-4af5-b81e-2ecbeec62307 req-59ec4eba-c286-4eb0-82f9-c5a3c6d205f3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0808780 Apr 18 12:35:10.827301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ecf46ff4-e0ac-4af5-b81e-2ecbeec62307 req-f8b83846-025c-4ff7-afc5-1cc18d8c148f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373390 Apr 18 12:35:11.365200 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:11.662639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:12.005567 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa817b9-48cd-42b2-b5c9-8ff339375f75 req-4622e606-9049-4540-a52a-8f2641db04ad tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:12.006904 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-afa817b9-48cd-42b2-b5c9-8ff339375f75 req-4622e606-9049-4540-a52a-8f2641db04ad tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0770907 Apr 18 12:35:12.049627 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-afa817b9-48cd-42b2-b5c9-8ff339375f75 req-05d6c209-72d5-48a3-80e8-b26b3e5cab1c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372274 Apr 18 12:35:12.993342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:13.233549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3224683f-3f87-4de5-a092-cc282421f232 req-cfb3cdfd-2af1-4e6d-ad02-7b5ef88466fa tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:13.234928 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3224683f-3f87-4de5-a092-cc282421f232 req-cfb3cdfd-2af1-4e6d-ad02-7b5ef88466fa tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0789692 Apr 18 12:35:13.276527 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3224683f-3f87-4de5-a092-cc282421f232 req-369bd3cf-3392-4860-bd0c-e1cd0ae2d017 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360568 Apr 18 12:35:14.464325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23430969-2908-46ae-bfaf-cf29755e2bc9 req-210d3966-3e9e-4d3e-acb7-a56415379e2e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:14.466015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23430969-2908-46ae-bfaf-cf29755e2bc9 req-210d3966-3e9e-4d3e-acb7-a56415379e2e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0820947 Apr 18 12:35:14.509345 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-23430969-2908-46ae-bfaf-cf29755e2bc9 req-b2f8161a-5536-4cf2-bf63-e4371b90cfd7 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Apr 18 12:35:15.148042 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:35:15.582554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:15.696144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f411e0-620f-4d9e-909d-b60f3af752a1 req-262c2b74-4364-433a-b52d-0b31977fd0a8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:15.697593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a2f411e0-620f-4d9e-909d-b60f3af752a1 req-262c2b74-4364-433a-b52d-0b31977fd0a8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0825639 Apr 18 12:35:15.740945 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a2f411e0-620f-4d9e-909d-b60f3af752a1 req-79cc8365-4622-472d-85c7-e813f4b8880b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370150 Apr 18 12:35:16.919698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c832c-ef7b-41ed-9931-a281e886c6c9 req-473e5f94-5dd0-4b9d-9137-019fd91edfb2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:16.921028 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6f2c832c-ef7b-41ed-9931-a281e886c6c9 req-473e5f94-5dd0-4b9d-9137-019fd91edfb2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0771513 Apr 18 12:35:16.967039 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6f2c832c-ef7b-41ed-9931-a281e886c6c9 req-1369524e-a8ff-46a5-9a0a-1813aba47aa0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Apr 18 12:35:18.147822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106724-c5ff-4f1c-8e6f-a3efc1eead22 req-91bd5cc5-467d-4e71-a8d4-118504d59768 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:18.149263 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31106724-c5ff-4f1c-8e6f-a3efc1eead22 req-91bd5cc5-467d-4e71-a8d4-118504d59768 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0798850 Apr 18 12:35:18.195370 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31106724-c5ff-4f1c-8e6f-a3efc1eead22 req-4b4f9483-3170-4e07-9033-016cf1c172a2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398626 Apr 18 12:35:18.974236 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-39e84958-97c5-4c6c-8486-884f2d4bf8e6 service neutron] 10.222.0.15 "GET /v2.0/ports/8d564a25-d0ce-4402-b420-54521d8cbfd4/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0729053 Apr 18 12:35:19.379343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ea6c9-d44b-4ebd-9b23-d9cdcf0504ec req-155c21ce-361e-44bf-921c-2561e7b602b0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:19.380775 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-442ea6c9-d44b-4ebd-9b23-d9cdcf0504ec req-155c21ce-361e-44bf-921c-2561e7b602b0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0792558 Apr 18 12:35:19.424444 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-442ea6c9-d44b-4ebd-9b23-d9cdcf0504ec req-de5a73f7-d7f6-4d8c-95e4-d4634c19ffcf tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380211 Apr 18 12:35:19.564202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-7f0cf04c-09e8-4a2f-b551-fcd620ce9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:19.565555 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-7f0cf04c-09e8-4a2f-b551-fcd620ce9ddc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53&tenant_id=05cd76b4facf4683b468e5dea6d5838c HTTP/1.1" status: 200 len: 1098 time: 0.0706708 Apr 18 12:35:19.656239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-f7d81f63-d774-4487-9aab-8e08acc3bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:19.657672 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-f7d81f63-d774-4487-9aab-8e08acc3bdda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 1098 time: 0.0726638 Apr 18 12:35:19.887546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-926710cf-337d-4618-acaa-052b7773e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:19.888991 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-926710cf-337d-4618-acaa-052b7773e02f service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.2255876 Apr 18 12:35:19.956572 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-9c8e008a-2218-4e6d-b5b0-5914a106237a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4 HTTP/1.1" status: 200 len: 217 time: 0.0615859 Apr 18 12:35:20.016586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-1787bf30-0e1b-4526-abc1-4b6d6a713ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:20.017927 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-1787bf30-0e1b-4526-abc1-4b6d6a713ba1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0556624 Apr 18 12:35:20.062674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-7ee304b0-0ebe-421a-a933-b18a419d9d8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392377 Apr 18 12:35:20.189583 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-25f9734a-fcd3-40f2-b23c-c7a3454eba28 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212583 Apr 18 12:35:20.318127 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e6a9f82-b122-4705-8e5f-319ec237042f req-a5741888-7c98-4921-adbe-560d6583537f service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230676 Apr 18 12:35:20.616785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57648ca5-4099-47da-a8df-d3583da9834c req-86fdccbe-9ca1-4d32-abb6-fd21a438372a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:20.618251 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-57648ca5-4099-47da-a8df-d3583da9834c req-86fdccbe-9ca1-4d32-abb6-fd21a438372a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0845385 Apr 18 12:35:20.664767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-57648ca5-4099-47da-a8df-d3583da9834c req-402da58f-0461-4c72-82d4-fc289ed1f373 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397537 Apr 18 12:35:21.850919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012a3c7-6075-4a16-8c8d-99ad8f55fd13 req-da1c65bb-05d3-46b5-912a-6474540d5669 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:21.852372 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d012a3c7-6075-4a16-8c8d-99ad8f55fd13 req-da1c65bb-05d3-46b5-912a-6474540d5669 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0826070 Apr 18 12:35:21.899681 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d012a3c7-6075-4a16-8c8d-99ad8f55fd13 req-c96403cf-e87a-41c5-b055-0904441fc06d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Apr 18 12:35:22.988467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:35:22.993001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:35:23.082906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea2569-1f87-4e0d-8a1d-8bc9f9f3444e req-b931c199-6d80-4189-87d3-f9f214b364b8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:23.084346 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cbea2569-1f87-4e0d-8a1d-8bc9f9f3444e req-b931c199-6d80-4189-87d3-f9f214b364b8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0792813 Apr 18 12:35:23.131503 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cbea2569-1f87-4e0d-8a1d-8bc9f9f3444e req-4a302a6a-08ea-4693-b754-f0cc99dfa9b6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412784 Apr 18 12:35:23.208364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:23.225551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'port_id': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'mac_address': 'fa:16:3e:a9:00:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61febcaf-3f33-4477-a93a-2bd4bac2e547', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:35:23.262095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:23.310189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:35:23.319016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:23.335280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:23.338035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d564a25-d0ce-4402-b420-54521d8cbfd4 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:35:23.378855 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12d1ebd-9667-4e15-bb95-812548bd645c'] response: {'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'code': 200} Apr 18 12:35:23.456991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:23.570120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:23.593826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:35:23.594707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:35:23.679612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a5218-d174-4a78-8aa5-ed2681bc6db9 req-bc37d6be-121e-4bbf-a155-a9838968e682 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:23.681060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-191a5218-d174-4a78-8aa5-ed2681bc6db9 req-bc37d6be-121e-4bbf-a155-a9838968e682 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 943 time: 0.1252692 Apr 18 12:35:23.749352 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-191a5218-d174-4a78-8aa5-ed2681bc6db9 req-55e86939-7797-4f61-9f5c-8b72137f7052 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594594 Apr 18 12:35:23.758179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-c0b08477-816a-4351-b898-b190b4cf2b1c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:23.759683 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-c0b08477-816a-4351-b898-b190b4cf2b1c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53&tenant_id=05cd76b4facf4683b468e5dea6d5838c&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 943 time: 0.1424427 Apr 18 12:35:23.897918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-1b5b8b1b-549e-40bb-9f08-ea5b3f5d5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:23.899391 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-1b5b8b1b-549e-40bb-9f08-ea5b3f5d5556 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 1096 time: 0.0739887 Apr 18 12:35:24.027188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-ea9685f9-231c-46ca-b50b-fa4acc409637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:24.029036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-ea9685f9-231c-46ca-b50b-fa4acc409637 service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.1227136 Apr 18 12:35:24.099108 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-09f89a27-5b07-43e5-852c-c011df15cce4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4 HTTP/1.1" status: 200 len: 217 time: 0.0638683 Apr 18 12:35:24.147371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:24.160417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-44c52a52-3f1c-4cb0-8c87-017adf06927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:24.161832 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-44c52a52-3f1c-4cb0-8c87-017adf06927f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0569861 Apr 18 12:35:24.164112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d564a25-d0ce-4402-b420-54521d8cbfd4 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:35:24.178937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:24.209674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-a9e47a71-ec42-49b7-ad53-ab866a8111ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424819 Apr 18 12:35:24.285116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:24.341607 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-5b3d5439-8010-4174-9bd7-a5ef846d7f05 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252670 Apr 18 12:35:24.353467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['8d564a25-d0ce-4402-b420-54521d8cbfd4'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:35:24.392021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:24.583144 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18ef9e89-4b27-48b2-baa0-8193e3b19d9f req-c6beca2c-3994-4f8f-bd90-7935c33656a4 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359221 Apr 18 12:35:24.934331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ebd18-9431-436c-b869-17d94b0a0e75 req-f6e34365-6012-497e-8e13-664d6fb7bab6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:24.935918 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e70ebd18-9431-436c-b869-17d94b0a0e75 req-f6e34365-6012-497e-8e13-664d6fb7bab6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 944 time: 0.0783045 Apr 18 12:35:24.979937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e70ebd18-9431-436c-b869-17d94b0a0e75 req-deecdccb-1a5c-49f8-b808-883c09662fb0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383155 Apr 18 12:35:25.003032 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:35:25.071788 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 8d564a25-d0ce-4402-b420-54521d8cbfd4 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:35:25.072398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:25.195719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:25.229213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:25.285636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:25.357074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:25.379704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:35:25.576127 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68387fdf-2646-41f6-ae74-b27df6a0854e'] response: {'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'code': 200} Apr 18 12:35:26.163849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f2e14-0129-4b4f-a5d8-eb65bb95553c req-72e1c6e1-ea82-4768-b91d-16e214802161 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:26.165257 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-625f2e14-0129-4b4f-a5d8-eb65bb95553c req-72e1c6e1-ea82-4768-b91d-16e214802161 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0802231 Apr 18 12:35:26.208863 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-625f2e14-0129-4b4f-a5d8-eb65bb95553c req-ea0ef19a-ed19-4346-ae11-7bcdfeddb1ae tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Apr 18 12:35:26.390894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cedc1-33ba-467a-8ab3-2f873e3150f2 req-1027c9dd-6425-46ef-8c17-17a2c84ba6c9 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:26.392382 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a55cedc1-33ba-467a-8ab3-2f873e3150f2 req-1027c9dd-6425-46ef-8c17-17a2c84ba6c9 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0789006 Apr 18 12:35:26.438065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a55cedc1-33ba-467a-8ab3-2f873e3150f2 req-0c8af8e7-38aa-4915-9e23-69f49d415d6e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Apr 18 12:35:26.620210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef58edf-d0b9-4697-9710-13c310469ae9 req-b16f4f67-200f-45e5-a3a0-2cca55dac89b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:26.621636 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ef58edf-d0b9-4697-9710-13c310469ae9 req-b16f4f67-200f-45e5-a3a0-2cca55dac89b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0824611 Apr 18 12:35:26.665163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ef58edf-d0b9-4697-9710-13c310469ae9 req-f052a71b-1cab-4567-88d9-da1f1ca97541 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372224 Apr 18 12:35:27.338883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-ef2df58c-67d2-4314-b34a-891e6c5c85ea tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:27.340474 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-ef2df58c-67d2-4314-b34a-891e6c5c85ea tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 814 time: 0.1412814 Apr 18 12:35:27.354693 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-c7a7cbe2-0b96-4356-ae5e-516c1322ec1e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/quotas/05cd76b4facf4683b468e5dea6d5838c HTTP/1.1" status: 200 len: 375 time: 0.0087683 Apr 18 12:35:27.432112 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-ba939e77-1f9a-495b-8f64-ca307d1ea250 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0720413 Apr 18 12:35:27.560888 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-6c2d50aa-a599-4f3c-a9f6-e3f1144580fb service neutron] 10.222.0.24 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219087 Apr 18 12:35:27.689410 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-ec23f89d-3658-4acd-9940-80dbef16a1e9 service neutron] 10.222.0.24 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227531 Apr 18 12:35:27.911255 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-19a6200b-cd87-4648-aa05-fa1346d5de4b req-3252b57d-cad3-417e-aa64-387cc5d931d8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 210 time: 0.0450017 Apr 18 12:35:28.895799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f0c297cc-c001-44ec-8eb4-2c39ba8e9a0d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:28.897230 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f0c297cc-c001-44ec-8eb4-2c39ba8e9a0d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bbbabf7-a2e0-414e-9a28-b0e5afe19e53 HTTP/1.1" status: 200 len: 945 time: 0.0801933 Apr 18 12:35:28.968618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Deleting port 8d564a25-d0ce-4402-b420-54521d8cbfd4 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:35:28.969253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:29.165327 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-99160f3d-f16b-43ba-8cbb-efbfa81b6d53 req-8e6de62e-e983-479c-b9a6-3f3d0943c44d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 210 time: 0.1475787 Apr 18 12:35:29.225443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] For port 8d564a25-d0ce-4402-b420-54521d8cbfd4, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8d564a25-d0ce-4402-b420-54521d8cbfd4,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:29.225801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:29.353048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Calling delete_port for 8d564a25-d0ce-4402-b420-54521d8cbfd4 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:35:29.559262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:29.571694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['8d564a25-d0ce-4402-b420-54521d8cbfd4'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:35:29.613649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Pushing event deleted for resources: {'Port': ['ID=8d564a25-d0ce-4402-b420-54521d8cbfd4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:29.689502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] No DVR routers for this DVR port 8d564a25-d0ce-4402-b420-54521d8cbfd4 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:35:29.691965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:29.694522 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-deleted', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:35:29.743756 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a88bf811-d29a-48eb-9bbb-200c37c66ad2'] response: {'server_uuid': '3bbbabf7-a2e0-414e-9a28-b0e5afe19e53', 'name': 'network-vif-deleted', 'tag': '8d564a25-d0ce-4402-b420-54521d8cbfd4', 'status': 'completed', 'code': 200} Apr 18 12:35:29.765655 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-63373b55-1242-4fb3-b613-6c11c64c54db req-f720e8a8-f8dc-4e10-812c-92f4c14527fb tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "DELETE /v2.0/ports/8d564a25-d0ce-4402-b420-54521d8cbfd4 HTTP/1.1" status: 204 len: 173 time: 0.8635201 Apr 18 12:35:30.022717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-5a949f17-35b3-4e82-a775-735de7a6756f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:30.024138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-5a949f17-35b3-4e82-a775-735de7a6756f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 814 time: 0.1475708 Apr 18 12:35:30.035626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Request body: {'port': {'device_id': '8847bf84-9016-4bae-8865-57f254f05d0e', 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'admin_state_up': True, 'tenant_id': '05cd76b4facf4683b468e5dea6d5838c'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:35:30.175059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:35:30.179042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Usage tracker for resource:port and tenant:05cd76b4facf4683b468e5dea6d5838c is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:35:30.181761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:35:30.187502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:35:30.268147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Made reservation on behalf of 05cd76b4facf4683b468e5dea6d5838c for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:35:30.271875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:30.314491 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-99c4751f-56d0-481d-a3d4-13bd66649c76 req-3d44da7f-9196-4af6-9dbf-c931a2651072 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 210 time: 0.0408516 Apr 18 12:35:30.438163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Allocated IP 172.20.0.12 (400a28ed-6262-4c0a-a2fb-f22b90f5e6ee/61febcaf-3f33-4477-a93a-2bd4bac2e547/5318c271-9970-42fa-8645-b20233ab3f6e) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:35:30.744571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:30.816237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:30.826919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['8d564a25-d0ce-4402-b420-54521d8cbfd4'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:35:30.883265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:35:30.886065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:35:30.894777 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:35:30.927653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:30.961824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:30.962409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:31.028060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-a690f8f5-9318-42a8-ad3f-6a3b9491eff0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9961281 Apr 18 12:35:31.039135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Request body: {'port': {'device_id': '8847bf84-9016-4bae-8865-57f254f05d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:35:31.151529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:31.526661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5318c271-9970-42fa-8645-b20233ab3f6e {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:35:31.535816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:31.554637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Transition to ACTIVE for port object 5318c271-9970-42fa-8645-b20233ab3f6e will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:35:31.577859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56b680-c008-4b46-a72e-d98d204db8bf req-c7c498ec-f6bb-4194-8b39-059d5696f75a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:31.578571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0f56b680-c008-4b46-a72e-d98d204db8bf req-c7c498ec-f6bb-4194-8b39-059d5696f75a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Synchronizing usage tracker for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:35:31.616115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:31.656063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0f56b680-c008-4b46-a72e-d98d204db8bf req-c7c498ec-f6bb-4194-8b39-059d5696f75a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Unset dirty status for tenant:05cd76b4facf4683b468e5dea6d5838c on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:35:31.657201 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f56b680-c008-4b46-a72e-d98d204db8bf req-c7c498ec-f6bb-4194-8b39-059d5696f75a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 932 time: 0.2301209 Apr 18 12:35:31.805501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:31.848115 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f56b680-c008-4b46-a72e-d98d204db8bf req-d73ae1f0-e8c4-4d69-ae73-4d9e130faa2f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802952 Apr 18 12:35:31.886412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Attempting to bind port 5318c271-9970-42fa-8645-b20233ab3f6e on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:35:31.886804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Attempting to bind port 5318c271-9970-42fa-8645-b20233ab3f6e by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:35:31.887128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Attempting to bind port 5318c271-9970-42fa-8645-b20233ab3f6e on network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:35:31.893806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Port 5318c271-9970-42fa-8645-b20233ab3f6e on network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:35:31.894119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Attempting to bind port 5318c271-9970-42fa-8645-b20233ab3f6e on network 400a28ed-6262-4c0a-a2fb-f22b90f5e6ee {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:35:31.900287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:35:31.900622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Checking segment: {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:35:31.901223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Bound using segment: {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:35:31.901811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Bound port: 5318c271-9970-42fa-8645-b20233ab3f6e, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd0887db-7286-4a5d-b422-39e998d859f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:35:31.902165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:31.990120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:35:31.993184 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:35:32.056657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:32.114885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:32.115488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:32.116825 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] 10.222.0.15 "PUT /v2.0/ports/5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 200 len: 1094 time: 1.0816004 Apr 18 12:35:32.117263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:35:32.141142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a7d61-80dd-4bdb-9d0b-c375bb499742 service neutron] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:32.172980 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b849d6bf-2492-4609-aa38-1e0db060daad'] response: {'name': 'network-changed', 'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e', 'status': 'completed', 'code': 200} Apr 18 12:35:32.259552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a431c-dfd1-4100-99f4-9ac9d21e8419 req-5225302d-7047-4982-98e6-26fe4869bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:32.260989 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-559a431c-dfd1-4100-99f4-9ac9d21e8419 req-5225302d-7047-4982-98e6-26fe4869bc78 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1097 time: 0.0695341 Apr 18 12:35:32.399977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a431c-dfd1-4100-99f4-9ac9d21e8419 req-bcc9d665-e41e-47d7-9ae1-c9d140fe49ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:32.401392 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-559a431c-dfd1-4100-99f4-9ac9d21e8419 req-bcc9d665-e41e-47d7-9ae1-c9d140fe49ed service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=05cd76b4facf4683b468e5dea6d5838c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1327379 Apr 18 12:35:32.534884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a431c-dfd1-4100-99f4-9ac9d21e8419 req-c37845f9-9991-4604-9205-213a0bf38997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:32.536289 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-559a431c-dfd1-4100-99f4-9ac9d21e8419 req-c37845f9-9991-4604-9205-213a0bf38997 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281276 Apr 18 12:35:32.742366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-d2adcbbe-925d-46cd-b311-3d5fe27be942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:32.743759 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-d2adcbbe-925d-46cd-b311-3d5fe27be942 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1097 time: 0.1747503 Apr 18 12:35:32.811354 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-3fc97a4a-d216-4a4b-a8ef-a87b26bcf686 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 200 len: 217 time: 0.0599427 Apr 18 12:35:32.874235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ceda5-5300-4982-9685-e95699529adc req-a58de445-cb43-4a63-ae03-1f897872aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:32.875663 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-a58de445-cb43-4a63-ae03-1f897872aa10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0587978 Apr 18 12:35:32.921081 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-b640d97e-38a0-49ae-8af9-a5ff7259b62a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400105 Apr 18 12:35:33.049861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:35:33.082603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 8d564a25-d0ce-4402-b420-54521d8cbfd4 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:35:33.082940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8d564a25-d0ce-4402-b420-54521d8cbfd4 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:35:33.102590 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-fa1b5b78-5b83-4ed8-b575-b0ec4f186124 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746211 Apr 18 12:35:33.139717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e37ada-25be-466e-81a3-25516b74238b req-9351ebcd-0c65-4a01-b4d7-7937350dc182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:33.141098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-45e37ada-25be-466e-81a3-25516b74238b req-9351ebcd-0c65-4a01-b4d7-7937350dc182 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 944 time: 0.1845293 Apr 18 12:35:33.255908 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-45e37ada-25be-466e-81a3-25516b74238b req-49706fd1-47d7-4240-b874-1ddc0a8877f3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040275 Apr 18 12:35:33.277326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a7ceda5-5300-4982-9685-e95699529adc req-ca323448-b889-486f-a476-2ea03ff59dcc service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665866 Apr 18 12:35:34.437765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f961b690-5f24-4633-af05-8f03d46e71a7 req-3f345521-9a26-48f7-8a39-8ac1a608a6d6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:34.439200 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f961b690-5f24-4633-af05-8f03d46e71a7 req-3f345521-9a26-48f7-8a39-8ac1a608a6d6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 944 time: 0.0773525 Apr 18 12:35:34.484163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f961b690-5f24-4633-af05-8f03d46e71a7 req-653b93e0-4ddf-4b2a-9a7e-3463ef825b0d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Apr 18 12:35:35.666194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cdb1c-ab97-4738-94ab-2a08d1e4e5d5 req-d29ccb9f-b2eb-4fe6-b241-098e16f2fbed tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:35.667634 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-053cdb1c-ab97-4738-94ab-2a08d1e4e5d5 req-d29ccb9f-b2eb-4fe6-b241-098e16f2fbed tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 944 time: 0.0785801 Apr 18 12:35:35.715113 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-053cdb1c-ab97-4738-94ab-2a08d1e4e5d5 req-74658b56-a215-41cc-8f73-f22f3907fa2e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Apr 18 12:35:36.898029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48beba-ca65-4698-85fb-3f319c944a3f req-da6fd0fa-922c-4f70-a14a-d1030792c9d2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:36.899394 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3d48beba-ca65-4698-85fb-3f319c944a3f req-da6fd0fa-922c-4f70-a14a-d1030792c9d2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 944 time: 0.0783865 Apr 18 12:35:36.941352 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3d48beba-ca65-4698-85fb-3f319c944a3f req-c9175c32-d9f0-44ac-af19-1cddf8c29ecd tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Apr 18 12:35:37.065899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:35:37.193970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:37.206979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '5318c271-9970-42fa-8645-b20233ab3f6e', 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'port_id': '5318c271-9970-42fa-8645-b20233ab3f6e', 'mac_address': 'fa:16:3e:3b:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61febcaf-3f33-4477-a93a-2bd4bac2e547', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:35:37.263565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:37.279554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5318c271-9970-42fa-8645-b20233ab3f6e {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:35:37.294126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:37.353364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:37.417222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:37.424122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.424465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.424793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.425119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.425442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.425765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.426088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.426404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.426746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.427063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.427376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.427689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:35:37.546079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['5318c271-9970-42fa-8645-b20233ab3f6e'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:35:38.027970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-465fd774-6f40-4c85-adc1-ef8a225d8ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:38.122731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b1984-113b-4c61-9e00-1d4bae580dd3 req-45441ccb-bcf9-432e-9f72-f5e0846b027e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:38.124159 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b78b1984-113b-4c61-9e00-1d4bae580dd3 req-45441ccb-bcf9-432e-9f72-f5e0846b027e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 945 time: 0.0781569 Apr 18 12:35:38.167058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b78b1984-113b-4c61-9e00-1d4bae580dd3 req-1ed40f26-db60-45f1-a6ce-eef7da96c45b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372984 Apr 18 12:35:39.080508 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:35:39.221914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 5318c271-9970-42fa-8645-b20233ab3f6e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:35:39.226836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 5318c271-9970-42fa-8645-b20233ab3f6e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:35:39.227202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:39.342493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:39.353000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98985e2-7868-479e-b0fa-5a014681f153 req-029b823f-2d51-4742-840a-c2cf343db48e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:39.357175 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f98985e2-7868-479e-b0fa-5a014681f153 req-029b823f-2d51-4742-840a-c2cf343db48e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 945 time: 0.0824399 Apr 18 12:35:39.369136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:35:39.379532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:35:39.401163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f98985e2-7868-479e-b0fa-5a014681f153 req-c7b09326-8d15-458e-8e50-44fd75bfa615 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Apr 18 12:35:39.433562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:39.473168 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c6060f-e899-49f3-800d-de173c108768'] response: {'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e', 'code': 200} Apr 18 12:35:39.505364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:35:39.760862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685873f9-39a0-4ea3-baff-b591bee65a38 req-bf27161d-bb5f-4853-952d-dfe2299af8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:39.762305 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-685873f9-39a0-4ea3-baff-b591bee65a38 req-bf27161d-bb5f-4853-952d-dfe2299af8c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1099 time: 0.0726409 Apr 18 12:35:39.801242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-685873f9-39a0-4ea3-baff-b591bee65a38 req-e88cea0d-e02e-4604-bf7a-19c0567d781f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329044 Apr 18 12:35:40.244428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c155b41-ad00-448e-95c7-f6c918b6c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:40.584394 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1550fa-cfc7-4b38-8d4b-c04f8dc69d7f req-9b7760e8-1152-456f-b31b-4dfa8633beca tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:40.585754 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-df1550fa-cfc7-4b38-8d4b-c04f8dc69d7f req-9b7760e8-1152-456f-b31b-4dfa8633beca tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0801699 Apr 18 12:35:40.632749 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-df1550fa-cfc7-4b38-8d4b-c04f8dc69d7f req-7d814d62-01ea-4d85-a403-330244c0695e tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Apr 18 12:35:41.404245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:41.656346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:41.824032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdcc1a-780c-43bd-ac3f-6b5ba2beb009 req-78e6c2fa-4220-41b3-9dce-0fb8c24d5708 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:41.825467 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eafdcc1a-780c-43bd-ac3f-6b5ba2beb009 req-78e6c2fa-4220-41b3-9dce-0fb8c24d5708 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0792089 Apr 18 12:35:41.869762 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eafdcc1a-780c-43bd-ac3f-6b5ba2beb009 req-9175fe20-75db-4b65-a626-bb1b0089c9be tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Apr 18 12:35:42.054032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747cc0c-e783-43da-aac3-babde93f30ae req-bc181a96-6622-482e-8ca9-5b186afdf273 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:42.055426 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b747cc0c-e783-43da-aac3-babde93f30ae req-bc181a96-6622-482e-8ca9-5b186afdf273 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0792503 Apr 18 12:35:42.099772 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b747cc0c-e783-43da-aac3-babde93f30ae req-d07f5400-d75b-443e-a583-1c40be7c6ce2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385988 Apr 18 12:35:42.624041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9972de-65d2-4a74-a308-b4c5b3dd5a66 req-f6e071fe-e0e9-4be5-a9bd-3feecd33c6aa tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:42.625563 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ba9972de-65d2-4a74-a308-b4c5b3dd5a66 req-f6e071fe-e0e9-4be5-a9bd-3feecd33c6aa tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0841045 Apr 18 12:35:42.674148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ba9972de-65d2-4a74-a308-b4c5b3dd5a66 req-a69a726f-862a-4713-b06a-39f41d6502a3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Apr 18 12:35:42.704265 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-485938ae-9806-4589-958b-41ec75543869 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0764878 Apr 18 12:35:42.970388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:43.866180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167517d2-3223-4a88-a13a-f448d5f8eebe req-56af3cc5-d983-4ab8-8c97-042bce9d0ea3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:43.867743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-167517d2-3223-4a88-a13a-f448d5f8eebe req-56af3cc5-d983-4ab8-8c97-042bce9d0ea3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0805836 Apr 18 12:35:43.912621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-167517d2-3223-4a88-a13a-f448d5f8eebe req-08025f95-e299-46dd-a23d-844f355e377f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Apr 18 12:35:44.461752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-92bcf801-96cd-44a2-9481-250a01d6d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:44.463233 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-92bcf801-96cd-44a2-9481-250a01d6d3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1099 time: 0.0726750 Apr 18 12:35:44.591136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-67632c31-0cc8-4ced-803d-903dbdc2679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:44.592582 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-67632c31-0cc8-4ced-803d-903dbdc2679e service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.1235077 Apr 18 12:35:44.658329 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-840a4303-1fad-4a7f-8f05-0500f22bc817 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 200 len: 217 time: 0.0597508 Apr 18 12:35:44.723105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-a0bf649b-8855-484f-9576-f29118a01533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:44.724446 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-a0bf649b-8855-484f-9576-f29118a01533 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0605829 Apr 18 12:35:44.769647 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-a33c0316-c5af-4d6a-aab7-e13e349394a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396395 Apr 18 12:35:44.995353 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-c1b5d487-ebc8-4851-be70-32f407fcd446 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197247 Apr 18 12:35:45.098817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e32b9-55e7-43f3-9a7c-2dc0a7ce08e5 req-8224ce62-251f-4b15-8172-f7c2b51ea28b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:45.100269 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-409e32b9-55e7-43f3-9a7c-2dc0a7ce08e5 req-8224ce62-251f-4b15-8172-f7c2b51ea28b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0808089 Apr 18 12:35:45.126839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-c13f18b5-e28e-4a61-a93a-d93e4e979858 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251862 Apr 18 12:35:45.145644 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-409e32b9-55e7-43f3-9a7c-2dc0a7ce08e5 req-a377e265-9a14-483c-bf61-64cf137aaed5 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394928 Apr 18 12:35:45.570144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:35:45.699295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-1ddebd9b-2ec6-4a47-92a7-7ec085a43422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:45.700739 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-1ddebd9b-2ec6-4a47-92a7-7ec085a43422 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1099 time: 0.0727737 Apr 18 12:35:45.842876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-f80d916c-b98c-46a3-9138-ba208452c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:45.844201 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-f80d916c-b98c-46a3-9138-ba208452c558 service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.1242943 Apr 18 12:35:45.909220 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-1b8feb5d-acf5-4351-a784-d615b85cde66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 200 len: 217 time: 0.0590484 Apr 18 12:35:45.972862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-1064270d-c665-47c8-a204-48625ce69afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:45.974261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-1064270d-c665-47c8-a204-48625ce69afb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0593917 Apr 18 12:35:46.019294 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-1a245bec-4205-48b9-bdc1-be427c74587b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393684 Apr 18 12:35:46.146113 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-b0d77038-f056-411e-95cb-7491360192af service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214843 Apr 18 12:35:46.320391 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5fc6acf-cb1c-4e6c-8cb5-0f13819383bc req-85f71641-aaf2-4e4a-abe8-daa9fa3b5ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684623 Apr 18 12:35:46.352672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58225278-7be8-4e68-9272-5f9278c23a0f req-c5da97f6-7dc7-48f9-be3e-beba6a076c0d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:46.354056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58225278-7be8-4e68-9272-5f9278c23a0f req-c5da97f6-7dc7-48f9-be3e-beba6a076c0d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.1024675 Apr 18 12:35:46.398212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-58225278-7be8-4e68-9272-5f9278c23a0f req-98276697-51ed-4a2e-9a1d-6a6e12e30d05 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377414 Apr 18 12:35:47.585847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9ef27-0a41-4a31-991e-2879a7d6a953 req-f826b461-75d8-46c9-afa8-0fa8a45b9f48 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:47.587321 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-14c9ef27-0a41-4a31-991e-2879a7d6a953 req-f826b461-75d8-46c9-afa8-0fa8a45b9f48 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0812485 Apr 18 12:35:47.633696 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-14c9ef27-0a41-4a31-991e-2879a7d6a953 req-feab7be5-58e5-4710-a0b3-6e8f44531d35 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404856 Apr 18 12:35:48.814817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d0676-40d7-4e18-9bce-2e1e62e17b5d req-ff5cf94c-247f-4055-bc3b-b8eb675e2b53 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:48.816228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-399d0676-40d7-4e18-9bce-2e1e62e17b5d req-ff5cf94c-247f-4055-bc3b-b8eb675e2b53 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0790696 Apr 18 12:35:48.858621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-399d0676-40d7-4e18-9bce-2e1e62e17b5d req-6ca69f17-f395-44ec-9f2a-cc002941d41b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368378 Apr 18 12:35:50.037138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984987c-827d-4fa5-9708-170e7142380d req-40e43189-51e6-4b2c-a40f-001f7a769084 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:50.038573 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d984987c-827d-4fa5-9708-170e7142380d req-40e43189-51e6-4b2c-a40f-001f7a769084 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0779455 Apr 18 12:35:50.084308 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d984987c-827d-4fa5-9708-170e7142380d req-038be352-116a-4e3a-8ca4-3d198d945911 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401864 Apr 18 12:35:51.271119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5250f-c806-476c-85c5-09a32e00ba3e req-982183f6-cccf-44b5-9ecb-10b980b43591 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:51.272537 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2fb5250f-c806-476c-85c5-09a32e00ba3e req-982183f6-cccf-44b5-9ecb-10b980b43591 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0814204 Apr 18 12:35:51.316228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2fb5250f-c806-476c-85c5-09a32e00ba3e req-ec7f0f43-3794-4246-ba7a-8b0a273372fa tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381098 Apr 18 12:35:52.147099 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:35:52.500432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cf90e-8bdf-408d-857b-2da9ffc87d68 req-6e5a66b6-6b93-407b-a114-28f92ef16826 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:52.501760 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0b4cf90e-8bdf-408d-857b-2da9ffc87d68 req-6e5a66b6-6b93-407b-a114-28f92ef16826 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0789132 Apr 18 12:35:52.543870 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0b4cf90e-8bdf-408d-857b-2da9ffc87d68 req-51864b26-1a10-4c55-ba1a-37f8fc05dfa6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Apr 18 12:35:53.725240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b419d1b-b78c-4b6d-b0ad-612da39ad2ed req-9d4d15a8-5658-409a-a3f7-20e18d588cb8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:53.726759 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3b419d1b-b78c-4b6d-b0ad-612da39ad2ed req-9d4d15a8-5658-409a-a3f7-20e18d588cb8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0783310 Apr 18 12:35:53.772883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3b419d1b-b78c-4b6d-b0ad-612da39ad2ed req-c07f1616-6068-4a28-84d4-14c6ebe83882 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406511 Apr 18 12:35:54.958635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2e6e5-8514-4f40-81b0-5b99f23991dc req-713a9ed7-353a-43da-9fb3-6a8cc3cfc578 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:54.959961 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e5e2e6e5-8514-4f40-81b0-5b99f23991dc req-713a9ed7-353a-43da-9fb3-6a8cc3cfc578 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0811801 Apr 18 12:35:55.008306 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e5e2e6e5-8514-4f40-81b0-5b99f23991dc req-51f170c3-e7ae-481d-be2d-39e940dbfe4c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424843 Apr 18 12:35:56.188597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d4d99-aca7-4e71-9111-2e40a39be1bc req-5e5d314d-17d0-49bf-a219-fe19294be9bc tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:56.190020 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ce4d4d99-aca7-4e71-9111-2e40a39be1bc req-5e5d314d-17d0-49bf-a219-fe19294be9bc tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0798516 Apr 18 12:35:56.233356 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ce4d4d99-aca7-4e71-9111-2e40a39be1bc req-9c6172d4-2208-4c54-a9ee-6c9bdf5c784d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377359 Apr 18 12:35:57.415626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d8a09-62ab-4a23-9c9b-9d7d2fc69883 req-6cd4cd58-e41d-4fa0-9d6d-8b820fdc76a2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:57.417058 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-075d8a09-62ab-4a23-9c9b-9d7d2fc69883 req-6cd4cd58-e41d-4fa0-9d6d-8b820fdc76a2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0791435 Apr 18 12:35:57.463101 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-075d8a09-62ab-4a23-9c9b-9d7d2fc69883 req-53656814-73f4-42f3-a127-6d58caed6a5d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404062 Apr 18 12:35:58.650157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4e1c-e516-467e-aaf7-1a4ca8794306 req-52e60af7-6c1f-4f45-a25e-4d3bca0eda02 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:58.651591 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5f2e4e1c-e516-467e-aaf7-1a4ca8794306 req-52e60af7-6c1f-4f45-a25e-4d3bca0eda02 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0834649 Apr 18 12:35:58.694537 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5f2e4e1c-e516-467e-aaf7-1a4ca8794306 req-38b21030-8094-4717-8793-0a177cdc4032 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Apr 18 12:35:59.895842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9831112-e172-4c38-b466-f5fcf0f21d12 req-283b92aa-0cd7-43b6-b3b6-55d0243a4204 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:35:59.897291 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e9831112-e172-4c38-b466-f5fcf0f21d12 req-283b92aa-0cd7-43b6-b3b6-55d0243a4204 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0813341 Apr 18 12:35:59.941779 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e9831112-e172-4c38-b466-f5fcf0f21d12 req-2ab31337-5fdf-47e0-b4b4-d21c8581d5f0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384631 Apr 18 12:36:01.121793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dca758-d869-48a1-bacc-b9abf91e114b req-19fa669d-4053-49ed-875a-7fd967472c9f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:01.123244 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-75dca758-d869-48a1-bacc-b9abf91e114b req-19fa669d-4053-49ed-875a-7fd967472c9f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0785899 Apr 18 12:36:01.165611 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-75dca758-d869-48a1-bacc-b9abf91e114b req-e9a012e0-e176-44b4-9eda-0709529e3ff5 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368280 Apr 18 12:36:02.351543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215291ca-c532-4529-bebb-b8870367e2a9 req-91d42db0-ff98-4628-9eef-7fc1ef7ed6b2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:02.353007 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-215291ca-c532-4529-bebb-b8870367e2a9 req-91d42db0-ff98-4628-9eef-7fc1ef7ed6b2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0809534 Apr 18 12:36:02.396190 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-215291ca-c532-4529-bebb-b8870367e2a9 req-be44c729-4274-4e83-9c59-2f0b8eec065d tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370820 Apr 18 12:36:03.581674 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d37b-3d2b-4ae8-b598-6c88e578797f req-23fa5aa8-660b-4575-8dd3-2f2726ab4d41 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:03.583278 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cdc5d37b-3d2b-4ae8-b598-6c88e578797f req-23fa5aa8-660b-4575-8dd3-2f2726ab4d41 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0825808 Apr 18 12:36:03.626956 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cdc5d37b-3d2b-4ae8-b598-6c88e578797f req-e3b09c45-01e1-4a3a-a4af-a6dfcef45007 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379410 Apr 18 12:36:04.806333 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21e0ee-9cef-413e-9eae-35f834088364 req-40031b74-e941-4fcd-8aa1-9a2120d601c2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:04.807759 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a21e0ee-9cef-413e-9eae-35f834088364 req-40031b74-e941-4fcd-8aa1-9a2120d601c2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0768003 Apr 18 12:36:04.850874 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a21e0ee-9cef-413e-9eae-35f834088364 req-b55340d0-3eb3-492d-9a56-466e5ef57fce tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Apr 18 12:36:06.037241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ba145-a47a-4c7d-8363-e20d12660c81 req-5f51a8b2-bc95-45d2-ad09-030a5be54e4b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:06.038736 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-653ba145-a47a-4c7d-8363-e20d12660c81 req-5f51a8b2-bc95-45d2-ad09-030a5be54e4b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0829151 Apr 18 12:36:06.084143 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-653ba145-a47a-4c7d-8363-e20d12660c81 req-a6e5df3f-3289-4604-9ab3-6fdc96cde8c2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Apr 18 12:36:07.267787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58ad3f-0210-4510-8957-8961267c8c1e req-ce2c5260-59a0-4c31-8636-546215bda3ec tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:07.269196 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fb58ad3f-0210-4510-8957-8961267c8c1e req-ce2c5260-59a0-4c31-8636-546215bda3ec tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0815890 Apr 18 12:36:07.312336 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fb58ad3f-0210-4510-8957-8961267c8c1e req-bd8944c0-7d23-4a55-8564-2f4e2fa5c620 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375099 Apr 18 12:36:08.032475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-86185285-2840-4b6b-aec3-b46448bbf923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:08.586537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f528a-da45-487c-96f1-0d2f24f1b872 req-ae0f5e03-1cc3-492c-8de8-81e0e0075316 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:08.587965 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e5f528a-da45-487c-96f1-0d2f24f1b872 req-ae0f5e03-1cc3-492c-8de8-81e0e0075316 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.1725652 Apr 18 12:36:08.631654 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e5f528a-da45-487c-96f1-0d2f24f1b872 req-d052f012-7142-4fff-b66b-d2856b31c283 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372627 Apr 18 12:36:09.815756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29ea80-3655-443f-8277-ea1af18fb31a req-ca0762e2-bbe0-415b-afa1-1060099719fe tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:09.817200 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9d29ea80-3655-443f-8277-ea1af18fb31a req-ca0762e2-bbe0-415b-afa1-1060099719fe tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0776260 Apr 18 12:36:09.863828 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9d29ea80-3655-443f-8277-ea1af18fb31a req-1655f0e2-88f5-4634-8312-990b31f831f8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409818 Apr 18 12:36:10.215480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4d08ac5a-9517-4f23-b6aa-d3cece9147c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:11.047193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef56e76-9648-45e5-8398-72ff25e18a5a req-91334b15-8184-4680-9eac-6ee16ba43bd8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:11.048617 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ef56e76-9648-45e5-8398-72ff25e18a5a req-91334b15-8184-4680-9eac-6ee16ba43bd8 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0814857 Apr 18 12:36:11.091765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ef56e76-9648-45e5-8398-72ff25e18a5a req-8923c232-1161-46e4-99e1-95ab59bd0212 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Apr 18 12:36:11.369456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:11.660883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:12.208915 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-3a6a5a84-61c1-4f9a-8940-21c180f8a388 service neutron] 10.222.0.15 "GET /v2.0/ports/5318c271-9970-42fa-8645-b20233ab3f6e/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0733733 Apr 18 12:36:12.272456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86416038-5271-4317-a694-1c78b060979e req-02199263-830d-46a3-b439-cf69c2e10585 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:12.273882 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-86416038-5271-4317-a694-1c78b060979e req-02199263-830d-46a3-b439-cf69c2e10585 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0785592 Apr 18 12:36:12.319648 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-86416038-5271-4317-a694-1c78b060979e req-a0383f02-e385-4d07-a635-d7341cb03fd7 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399742 Apr 18 12:36:12.769021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-f64f71b6-e590-4d65-ab33-883dc0be4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:12.770479 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-f64f71b6-e590-4d65-ab33-883dc0be4c61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e&tenant_id=05cd76b4facf4683b468e5dea6d5838c HTTP/1.1" status: 200 len: 1099 time: 0.0743639 Apr 18 12:36:12.862039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-d9496d98-41e4-4fe3-b17a-3111aaf70174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:12.863502 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-d9496d98-41e4-4fe3-b17a-3111aaf70174 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1099 time: 0.0693462 Apr 18 12:36:12.969879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:12.993217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-d5dde3c3-b5ce-4269-bf90-9f2d901be371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:12.994666 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-d5dde3c3-b5ce-4269-bf90-9f2d901be371 service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.1240072 Apr 18 12:36:13.063797 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-6623b474-de95-4d2f-ab81-1089ac4f5ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 200 len: 217 time: 0.0630288 Apr 18 12:36:13.122822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-5d581776-b056-47ab-9a7f-245d8edfce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:13.124732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-5d581776-b056-47ab-9a7f-245d8edfce85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0557761 Apr 18 12:36:13.172754 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-815d1c80-8589-43b5-9994-6d2fa9abcb09 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421596 Apr 18 12:36:13.300082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-42bb0eff-e63a-41c3-a2b7-0c477be49dca service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214809 Apr 18 12:36:13.428918 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13aefc99-2ac6-4d94-84b0-5253c5149e27 req-451e8f2a-6e9f-42f4-84b4-4f1ed9c126b1 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232758 Apr 18 12:36:13.507459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf2465-ef7b-46e7-8f90-e07a412f2ec0 req-1f0f3a93-8e73-4b5a-aa56-e1108cc6f685 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:13.508889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ecf2465-ef7b-46e7-8f90-e07a412f2ec0 req-1f0f3a93-8e73-4b5a-aa56-e1108cc6f685 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0788977 Apr 18 12:36:13.551955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ecf2465-ef7b-46e7-8f90-e07a412f2ec0 req-dc84cb28-4394-46e5-8653-43f6e46dce0f tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371635 Apr 18 12:36:14.749183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf3b6a-aa34-46ea-95cc-656a604c689c req-af5f466c-120b-4d34-9f6a-a519f5a5ba80 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:14.750629 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5acf3b6a-aa34-46ea-95cc-656a604c689c req-af5f466c-120b-4d34-9f6a-a519f5a5ba80 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0921798 Apr 18 12:36:14.793236 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5acf3b6a-aa34-46ea-95cc-656a604c689c req-6b7b5269-3817-4a2f-8ec1-bd3d1d63edb3 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369840 Apr 18 12:36:15.569336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:15.983125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a0b08-1675-4af4-8da5-1fefdd51f1b1 req-9f5a3a5d-259d-4843-b891-023e0f43e059 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:15.985051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-838a0b08-1675-4af4-8da5-1fefdd51f1b1 req-9f5a3a5d-259d-4843-b891-023e0f43e059 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0849435 Apr 18 12:36:16.027641 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-838a0b08-1675-4af4-8da5-1fefdd51f1b1 req-d3bc3530-e2a1-4091-8f16-ab8a1c9223e4 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370524 Apr 18 12:36:16.514058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac5a20-1e68-42d2-be9c-280022a00dc5 req-4e6d6e62-a039-4b77-9730-2a2f2bfb68f4 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:16.516029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6eac5a20-1e68-42d2-be9c-280022a00dc5 req-4e6d6e62-a039-4b77-9730-2a2f2bfb68f4 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.1157398 Apr 18 12:36:16.569206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6eac5a20-1e68-42d2-be9c-280022a00dc5 req-eed7e648-4bc5-4b3a-8a82-b2ba76f0dcc0 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Apr 18 12:36:16.595356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-69ab2031-3453-4f76-9bbe-9260ccee0b06 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:16.596771 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-69ab2031-3453-4f76-9bbe-9260ccee0b06 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e&tenant_id=05cd76b4facf4683b468e5dea6d5838c&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 946 time: 0.1291418 Apr 18 12:36:16.734910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-c5e46e0a-6728-4eab-9d60-4c2af65abfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:16.736352 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-c5e46e0a-6728-4eab-9d60-4c2af65abfdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=05cd76b4facf4683b468e5dea6d5838c&device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 1099 time: 0.0701864 Apr 18 12:36:16.865711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-824806e8-119f-4607-a086-7b6b3c512522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:16.871807 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-824806e8-119f-4607-a086-7b6b3c512522 service neutron] 10.222.0.15 "GET /v2.0/networks?id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 200 len: 915 time: 0.1256161 Apr 18 12:36:17.043419 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-6e9ef1a9-f759-4bfc-b844-016d509047d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 200 len: 217 time: 0.1671848 Apr 18 12:36:17.106201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-06ec4e13-2bfa-4b72-abd4-aed90c7778ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:17.107576 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-06ec4e13-2bfa-4b72-abd4-aed90c7778ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 200 len: 854 time: 0.0582302 Apr 18 12:36:17.152486 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-69eecfc3-e543-4be4-a3cb-2713b405fed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394435 Apr 18 12:36:17.270628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:36:17.276406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:36:17.287262 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-d49c3bc4-12f6-40e2-9001-8274440b2943 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287763 Apr 18 12:36:17.418920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-808ab5c2-a802-46e7-8bd9-786374a6994b req-a7db7bd4-1580-43ac-adcb-7a501249c5b4 service neutron] 10.222.0.15 "GET /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231720 Apr 18 12:36:17.485790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:17.522375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:17.540291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:36:17.548503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '5318c271-9970-42fa-8645-b20233ab3f6e', 'network_id': '400a28ed-6262-4c0a-a2fb-f22b90f5e6ee', 'port_id': '5318c271-9970-42fa-8645-b20233ab3f6e', 'mac_address': 'fa:16:3e:3b:d3:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61febcaf-3f33-4477-a93a-2bd4bac2e547', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:36:17.585969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:17.599322 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c168eeb7-7407-4262-8abf-2799755c29dc'] response: {'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e', 'code': 200} Apr 18 12:36:17.615030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:17.633061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5318c271-9970-42fa-8645-b20233ab3f6e {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:36:17.696932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:17.773391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674b309-0d16-43d0-bda8-a63292152206 req-3f079dc3-5c53-4f16-b00b-c20aef26b438 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:17.774971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0674b309-0d16-43d0-bda8-a63292152206 req-3f079dc3-5c53-4f16-b00b-c20aef26b438 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 944 time: 0.0861144 Apr 18 12:36:17.813436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:36:17.813773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:36:17.819961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0674b309-0d16-43d0-bda8-a63292152206 req-c8d85d31-799d-4b00-9966-b6f2b19469d5 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385664 Apr 18 12:36:17.821440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:18.366787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:18.383183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5318c271-9970-42fa-8645-b20233ab3f6e {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:36:18.398612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:18.472408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:18.537386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['5318c271-9970-42fa-8645-b20233ab3f6e'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:36:18.576799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:19.003612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bde02-7956-4ec2-8ea1-1ee24c0cfd93 req-abd18ff6-413c-44fc-aa31-7b7040ab203c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:19.005036 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-414bde02-7956-4ec2-8ea1-1ee24c0cfd93 req-abd18ff6-413c-44fc-aa31-7b7040ab203c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 945 time: 0.0793209 Apr 18 12:36:19.047428 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-414bde02-7956-4ec2-8ea1-1ee24c0cfd93 req-75e7fa27-d17f-4b25-8d95-a4a62b23318a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368500 Apr 18 12:36:19.227514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e786d2d-50bd-4d48-afae-6beaa3b47194 req-d21062dd-3f9d-4b8e-826e-219e75033be2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:19.228924 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e786d2d-50bd-4d48-afae-6beaa3b47194 req-d21062dd-3f9d-4b8e-826e-219e75033be2 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 945 time: 0.0787649 Apr 18 12:36:19.271532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e786d2d-50bd-4d48-afae-6beaa3b47194 req-fbf808a2-d898-4abe-a777-a68d570c2483 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364428 Apr 18 12:36:19.284990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:19.354124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 5318c271-9970-42fa-8645-b20233ab3f6e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:19.354509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:19.461380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bd8b2-3782-4820-8a13-8c8df69f570c req-fd5f711b-1ed1-415e-b993-398b05a1398a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:19.463015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d07bd8b2-3782-4820-8a13-8c8df69f570c req-fd5f711b-1ed1-415e-b993-398b05a1398a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 945 time: 0.0823660 Apr 18 12:36:19.471239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:19.502574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:19.507634 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d07bd8b2-3782-4820-8a13-8c8df69f570c req-c89d92b1-3eb2-44cd-908b-17828fd06c68 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Apr 18 12:36:19.564446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:19.600186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:36:19.643373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:19.650404 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401e326e-b6e1-439b-9654-8bda6c12bbf5'] response: {'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e', 'code': 200} Apr 18 12:36:20.283169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ac42d-7edd-404b-8dc1-56cfb3f95b40 req-5eb14066-72f3-43ca-9a7a-d47b546bf8af tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:20.284580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-be4ac42d-7edd-404b-8dc1-56cfb3f95b40 req-5eb14066-72f3-43ca-9a7a-d47b546bf8af tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0813327 Apr 18 12:36:20.328153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-be4ac42d-7edd-404b-8dc1-56cfb3f95b40 req-c4b06a85-caf5-4a83-9d5a-abe035609c1c tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378973 Apr 18 12:36:21.511102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39956094-7f4a-40b9-b968-2275c1dfc2d7 req-e8edbcfb-fb38-43d2-93f3-3ac97e9823c6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:21.512506 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-39956094-7f4a-40b9-b968-2275c1dfc2d7 req-e8edbcfb-fb38-43d2-93f3-3ac97e9823c6 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0814538 Apr 18 12:36:21.641941 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-39956094-7f4a-40b9-b968-2275c1dfc2d7 req-d82649fe-2ef2-463c-8224-e3babbf96f4b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/security-groups?id=ed7551d2-0d25-45fd-9a4e-0d70e9522d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229284 Apr 18 12:36:21.754245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-afe133de-24ea-44ae-8907-2b041e36fa7b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:21.755692 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-afe133de-24ea-44ae-8907-2b041e36fa7b tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 946 time: 0.0776505 Apr 18 12:36:21.825816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Deleting port 5318c271-9970-42fa-8645-b20233ab3f6e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:36:21.826142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:22.072451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] For port 5318c271-9970-42fa-8645-b20233ab3f6e, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=5318c271-9970-42fa-8645-b20233ab3f6e,segment=NetworkSegment(cd0887db-7286-4a5d-b422-39e998d859f3),segment_id=cd0887db-7286-4a5d-b422-39e998d859f3)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:22.072734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:22.192076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Calling delete_port for 5318c271-9970-42fa-8645-b20233ab3f6e owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:36:22.385949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:22.396850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['5318c271-9970-42fa-8645-b20233ab3f6e'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:36:22.434054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Pushing event deleted for resources: {'Port': ['ID=5318c271-9970-42fa-8645-b20233ab3f6e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:22.468728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.469073 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.469408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.469741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.470070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.470391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.470736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.471059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.471380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.471696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.472010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.472324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:22.618063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] No DVR routers for this DVR port 5318c271-9970-42fa-8645-b20233ab3f6e on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:36:22.620510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:22.623083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-deleted', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:36:22.668984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e45de64-2083-4b50-82d1-e1487b469c32'] response: {'server_uuid': '8847bf84-9016-4bae-8865-57f254f05d0e', 'name': 'network-vif-deleted', 'tag': '5318c271-9970-42fa-8645-b20233ab3f6e', 'status': 'completed', 'code': 200} Apr 18 12:36:22.690074 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a545f8a1-3412-4c14-8944-52891d6a42a5 req-844c6ed2-a436-4440-9dae-b7515466ba7a tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.15 "DELETE /v2.0/ports/5318c271-9970-42fa-8645-b20233ab3f6e HTTP/1.1" status: 204 len: 173 time: 0.9286919 Apr 18 12:36:22.791725 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f8d41eda-c772-4edb-b0a6-27f8eaacdc6a req-431dbd24-3720-4ec6-a8b1-2d532e8d6b48 tempest-ServerDiskConfigTestJSON-604579518 tempest-ServerDiskConfigTestJSON-604579518-project] 10.222.0.24 "GET /v2.0/ports?device_id=8847bf84-9016-4bae-8865-57f254f05d0e HTTP/1.1" status: 200 len: 210 time: 0.0426815 Apr 18 12:36:24.024734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40748) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:24.090623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Deleting subnet 61febcaf-3f33-4477-a93a-2bd4bac2e547 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:36:24.094026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.143243 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.196593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.335193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.371419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61febcaf-3f33-4477-a93a-2bd4bac2e547,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:24.378612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.385403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.385737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.386063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.386385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.386725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.387043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.387356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.387668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.387976 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.388280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.388588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.388893 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:24.394315 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-84d23724-76bc-4301-a5ce-baec5b03d4f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/61febcaf-3f33-4477-a93a-2bd4bac2e547 HTTP/1.1" status: 204 len: 168 time: 0.3685839 Apr 18 12:36:24.396705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40752) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:24.499103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.618678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.643075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400a28ed-6262-4c0a-a2fb-f22b90f5e6ee']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:24.654679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0887db-7286-4a5d-b422-39e998d859f3') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:24.654909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0887db-7286-4a5d-b422-39e998d859f3') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:24.666247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.681387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.687123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:36:24.687517 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:36:24.700095 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:36:24.820935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.837094 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:24.847922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] Pushing event deleted for resources: {'Network': ['ID=400a28ed-6262-4c0a-a2fb-f22b90f5e6ee,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:24.907779 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4653cc9a-728e-486a-961a-4015399a0953 admin admin] 10.222.0.24 "DELETE /v2.0/networks/400a28ed-6262-4c0a-a2fb-f22b90f5e6ee HTTP/1.1" status: 204 len: 168 time: 0.5100656 Apr 18 12:36:25.204154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40758) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:25.251668 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-db08ed2b-7b70-4956-af98-7340398c604e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05cd76b4facf4683b468e5dea6d5838c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464072 Apr 18 12:36:25.254077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40762) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:25.307006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:36:25.310514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-47cdab6e-e0d4-44b4-9829-a9a88459731a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:25.335653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-47cdab6e-e0d4-44b4-9829-a9a88459731a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:25.340142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 5318c271-9970-42fa-8645-b20233ab3f6e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:36:25.340485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 5318c271-9970-42fa-8645-b20233ab3f6e not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:36:25.455563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-47cdab6e-e0d4-44b4-9829-a9a88459731a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:25.472772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdab6e-e0d4-44b4-9829-a9a88459731a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7551d2-0d25-45fd-9a4e-0d70e9522d41,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:25.556732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-47cdab6e-e0d4-44b4-9829-a9a88459731a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:25.557889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-47cdab6e-e0d4-44b4-9829-a9a88459731a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed7551d2-0d25-45fd-9a4e-0d70e9522d41 HTTP/1.1" status: 204 len: 168 time: 0.3028777 Apr 18 12:36:26.591305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40786) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:26.691598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1399840572-network', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:26.696297 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:26.700113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Usage tracker for resource:network and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:26.702951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:26.708578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:26.792682 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Made reservation on behalf of 2bd09a4397144e37a150ecc4eae5518a for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:36:26.795004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:26.807550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:26.826792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:26.830566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:26.833287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:26.838885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:26.917592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:26.980749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.000862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:36:27.021832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.022165 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Added segment db5a901f-66fb-4276-843a-7cf516371a8f of type vlan for network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 Apr 18 12:36:27.023338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7cdc9-54b2-457a-bc5a-5550739f241b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:27.051086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.123591 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.124531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:27.125115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.225036 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] Pushing event updated for resources: {'Network': ['ID=5de2dc5b-f2ae-49b2-82da-f03c76d499c5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:27.234940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:36:27.261620 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ef788602-8a99-4a90-b9ed-2ce1419421b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6692374 Apr 18 12:36:27.264385 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40792) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:27.270263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Request body: {'subnet': {'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1399840572-subnet', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:27.275015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:27.278877 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Usage tracker for resource:subnet and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:27.282391 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:27.288123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:27.358206 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Made reservation on behalf of 2bd09a4397144e37a150ecc4eae5518a for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:36:27.360556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.621022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.697495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:27.705881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:36:27.706229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Network hostable DHCP agents. Network: 5de2dc5b-f2ae-49b2-82da-f03c76d499c5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:36:27.803620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:36:27.882977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 5de2dc5b-f2ae-49b2-82da-f03c76d499c5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:27.887423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:27.888263 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:27.891311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357db5d3-3bc8-483e-b8ca-eee5644ba62c None None] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:36:27.975508 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c105e279-57e4-450f-a268-e1c8df3501ba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7100203 Apr 18 12:36:27.978093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40796) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:27.983007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:27.988083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:27.991888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Usage tracker for resource:router and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:27.994664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:28.000843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:28.078095 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.079273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.094933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.107104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:36:28.107946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.259534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Allocated IP 172.20.0.2 (5de2dc5b-f2ae-49b2-82da-f03c76d499c5/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a/87017194-ca39-4229-8312-34fed5fb44ae) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:36:28.466468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.476697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Transition to ACTIVE for port object 87017194-ca39-4229-8312-34fed5fb44ae will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:28.493874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Transition to ACTIVE for port object 87017194-ca39-4229-8312-34fed5fb44ae will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:28.515890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.546171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.605855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:36:28.608491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:28.618417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:36:28.622959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Pushing event updated for resources: {'Port': ['ID=87017194-ca39-4229-8312-34fed5fb44ae,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:28.708799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Attempting to bind port 87017194-ca39-4229-8312-34fed5fb44ae on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:36:28.709162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Attempting to bind port 87017194-ca39-4229-8312-34fed5fb44ae by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:36:28.709518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Attempting to bind port 87017194-ca39-4229-8312-34fed5fb44ae on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:36:28.714687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:36:28.715342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:36:28.715734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.716114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Bound using segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:36:28.716568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Bound port: 87017194-ca39-4229-8312-34fed5fb44ae, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:36:28.717043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.836409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] For port 87017194-ca39-4229-8312-34fed5fb44ae, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:36:28.839257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] For port 87017194-ca39-4229-8312-34fed5fb44ae, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=87017194-ca39-4229-8312-34fed5fb44ae,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:36:28.895435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.905336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.934291 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:28.982857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315e7e-91bf-4194-a77d-df07ac89b5ea None None] Pushing event updated for resources: {'Port': ['ID=87017194-ca39-4229-8312-34fed5fb44ae,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:29.076802 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Allocated IP 172.26.4.231 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/96a62c15-9de6-44d5-b6b4-cc950cda3a3e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:36:29.148522 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:36:29.251769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:29.323940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:29.383205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:36:29.385812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:29.389323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:36:29.432262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Pushing event updated for resources: {'Port': ['ID=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:29.846038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 87017194-ca39-4229-8312-34fed5fb44ae up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:29.884627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:29.915713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f143cc3-3727-48d4-92a6-ee0bc1ae6472 None None] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:36:29.999905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 87017194-ca39-4229-8312-34fed5fb44ae completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:30.107303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] Provisioning for port 87017194-ca39-4229-8312-34fed5fb44ae completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:30.116700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] Provisioning complete for port 87017194-ca39-4229-8312-34fed5fb44ae triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:30.117071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:30.283468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:30.318958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] For port 87017194-ca39-4229-8312-34fed5fb44ae, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=87017194-ca39-4229-8312-34fed5fb44ae,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:30.342616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:30.376557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:30.446372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc16891-c5cc-4a53-8016-a8bb2295d817 None None] Pushing event updated for resources: {'Port': ['ID=87017194-ca39-4229-8312-34fed5fb44ae,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:30.496607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3ccb283f-7c53-4495-a7f9-12e5f48d4797 None None] Provisioning complete for port 87017194-ca39-4229-8312-34fed5fb44ae triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:30.497103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3ccb283f-7c53-4495-a7f9-12e5f48d4797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:30.626579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:36:30.801934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:36:30.811375 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:36:30.820866 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:36:30.821460 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:36:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:30.901087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:30.902295 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a4e9144e-c89c-433c-8e98-be5d0948c832 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9232383 Apr 18 12:36:30.905118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40800) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:30.996084 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:36:31.269631 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:29Z', 'revision_number': 3, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:31.273484 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:36:31.273822 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Updating router 2810644a-08f2-42cc-9bee-3c15bc0c0801 port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:36:31.326295 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.567002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.642631 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.653672 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Transition to ACTIVE for port object 96a62c15-9de6-44d5-b6b4-cc950cda3a3e will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:31.712079 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.775126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Allocated IP 172.20.0.1 (5de2dc5b-f2ae-49b2-82da-f03c76d499c5/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a/3d97a180-25f9-4dba-81a7-2be67889dbcc) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:36:31.815579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 87017194-ca39-4229-8312-34fed5fb44ae up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:31.832201 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Pushing event updated for resources: {'Port': ['ID=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:31.834352 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.834724 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.835059 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.835385 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.835708 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.836030 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.836348 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.836734 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.836985 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.837295 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.837607 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.837916 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:31.842812 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Attempting to bind port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:36:31.843170 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Attempting to bind port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:36:31.843559 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Attempting to bind port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:36:31.850430 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:36:31.851373 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:36:31.851777 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.852163 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:36:31.852621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Bound port: 96a62c15-9de6-44d5-b6b4-cc950cda3a3e, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:36:31.853072 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.883529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 87017194-ca39-4229-8312-34fed5fb44ae triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:31.883892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.922676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:31.929964 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] For port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:36:31.933090 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] For port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:36:31.938689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Transition to ACTIVE for port object 3d97a180-25f9-4dba-81a7-2be67889dbcc will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:31.998630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:32.043894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:32.073310 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:36:32.073919 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:36:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:32.103031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:36:32.105597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:32.109130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:36:32.143666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e12dd9-f165-4f2e-aeeb-c1e4028adaec None None] Pushing event updated for resources: {'Port': ['ID=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:32.148963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d97a180-25f9-4dba-81a7-2be67889dbcc,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:32.175085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:32.265973 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:36:32.380793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6ac122bc-f09d-4367-8385-568f969d08b3 None None] Provisioning for port 3d97a180-25f9-4dba-81a7-2be67889dbcc completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:32.386174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-6ac122bc-f09d-4367-8385-568f969d08b3 None None] Provisioning complete for port 3d97a180-25f9-4dba-81a7-2be67889dbcc triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:32.386571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6ac122bc-f09d-4367-8385-568f969d08b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:32.438706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-6ac122bc-f09d-4367-8385-568f969d08b3 None None] Port 3d97a180-25f9-4dba-81a7-2be67889dbcc cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:36:32.548887 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:29Z', 'revision_number': 3, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:32.552736 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fca56e7-7ac3-48c5-b716-544c00464978 None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:29Z', 'revision_number': 3, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:36:32.628365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:32.862947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:32.912620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:33.019296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:33.022742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Pushing event updated for resources: {'Port': ['ID=3d97a180-25f9-4dba-81a7-2be67889dbcc,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:33.159851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:36:33.160976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:33.359706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:36:33.366895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-85922b3b-bafa-478a-b3cc-6b7b75f2fcdc None None] Provisioning complete for port 3d97a180-25f9-4dba-81a7-2be67889dbcc triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:33.367800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85922b3b-bafa-478a-b3cc-6b7b75f2fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:33.424632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-85922b3b-bafa-478a-b3cc-6b7b75f2fcdc None None] Port 3d97a180-25f9-4dba-81a7-2be67889dbcc cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:36:33.543762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:36:33.552348 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c845b511-ba32-4f3f-9ca5-7edf6ec066b8 admin admin] 10.222.0.24 "PUT /v2.0/routers/2810644a-08f2-42cc-9bee-3c15bc0c0801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462278 Apr 18 12:36:33.836417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 96a62c15-9de6-44d5-b6b4-cc950cda3a3e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:33.969405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:33.975825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:33.976422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.026626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:36:34.049800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:36:34.050490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:36:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:34.216038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 40810) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:34.222088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'security_group': {'name': 'tempest-securitygroup--966634301', 'description': 'tempest-description--1037962963'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:34.227980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:34.231848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Usage tracker for resource:security_group and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:34.235357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:34.240197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.241709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:34.277345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:34.281963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:36:34.312111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.332062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:34.336249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Usage tracker for resource:security_group_rule and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:34.339439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:34.346380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:34.369843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.420248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.466553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.508305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=308234e6-1a3c-44bf-903f-7c24ef26645d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:34.533947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:34.563691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.567603 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-956610ad-030c-4abe-a368-72c461ac84e6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3478913 Apr 18 12:36:34.568003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40814) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:34.573558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'security_group_rule': {'security_group_id': '308234e6-1a3c-44bf-903f-7c24ef26645d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:34.580358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:34.584529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Usage tracker for resource:security_group_rule and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:34.588348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:34.595219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:34.686875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 2, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:34.690482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.690708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:36:34.691062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Updating router 2810644a-08f2-42cc-9bee-3c15bc0c0801 port 3d97a180-25f9-4dba-81a7-2be67889dbcc binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:36:34.746676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.749392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.837768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.860881 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bea9db-58b5-4073-ac36-315fb97488c1,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:34.940842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:34.942037 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-51ace217-df1e-410a-9034-ffe043d71e3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3728535 Apr 18 12:36:34.944585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40818) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:34.949670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'security_group_rule': {'security_group_id': '308234e6-1a3c-44bf-903f-7c24ef26645d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:34.956340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:34.960405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Usage tracker for resource:security_group_rule and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:34.963332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:34.969277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:35.038628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.081468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.093065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Transition to ACTIVE for port object 3d97a180-25f9-4dba-81a7-2be67889dbcc will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:35.098004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.168785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.180535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.204298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d48339-023e-41eb-8002-cbfd1dbabb00,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:35.255355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.259235 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8f67c9bc-02dc-42d5-b419-944b195ff0dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110416 Apr 18 12:36:35.259704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40822) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:35.264993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:35.272776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:35.276846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Usage tracker for resource:floatingip and tenant:2bd09a4397144e37a150ecc4eae5518a is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:36:35.280056 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:36:35.286205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:35.298581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786d626-e98b-469c-84d5-4d7fc2edde75 None None] Pushing event updated for resources: {'Port': ['ID=3d97a180-25f9-4dba-81a7-2be67889dbcc,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:35.352637 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.388644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Attempting to bind port 3d97a180-25f9-4dba-81a7-2be67889dbcc on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:36:35.389197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Attempting to bind port 3d97a180-25f9-4dba-81a7-2be67889dbcc by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:36:35.389502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Attempting to bind port 3d97a180-25f9-4dba-81a7-2be67889dbcc on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:36:35.395037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:36:35.395619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:36:35.395783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.396165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Bound using segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:36:35.396613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Bound port: 3d97a180-25f9-4dba-81a7-2be67889dbcc, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:36:35.396977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.491738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] For port 3d97a180-25f9-4dba-81a7-2be67889dbcc, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:36:35.494782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] For port 3d97a180-25f9-4dba-81a7-2be67889dbcc, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d97a180-25f9-4dba-81a7-2be67889dbcc,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:36:35.536408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.570019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.638145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:36:35.638789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:36:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:35.676288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Allocated IP 172.26.4.137 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/cb30a070-3e66-4f49-8fac-969b08b6670c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:36:35.730717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786d626-e98b-469c-84d5-4d7fc2edde75 None None] Pushing event updated for resources: {'Port': ['ID=3d97a180-25f9-4dba-81a7-2be67889dbcc,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:35.825342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 96a62c15-9de6-44d5-b6b4-cc950cda3a3e up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:35.830854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.884914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:36:35.924160 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:35.988854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:36:35.995064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:35.995064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:36:36.038510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'Port': ['ID=cb30a070-3e66-4f49-8fac-969b08b6670c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:36.085166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.155280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:36.156203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.205146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.368068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:35Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:36.372068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df33ea44-1fdf-4efb-828d-6072c453c3f4 None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:35Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:36:36.530010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.592471 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.704070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'Port': ['ID=cb30a070-3e66-4f49-8fac-969b08b6670c,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:36.716493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.798452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:36.801585 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eaa138f6-826a-4c2f-98a0-aa857d5f81f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5407302 Apr 18 12:36:36.971537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-58c499f2-8d00-4546-bcc1-0966f552b178 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:36:37.043563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-58c499f2-8d00-4546-bcc1-0966f552b178 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:36:37.044765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-58c499f2-8d00-4546-bcc1-0966f552b178 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--966634301&fields=id&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 267 time: 0.1171379 Apr 18 12:36:37.198271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-70bcbd3c-7ec7-482d-b396-aec66202c329 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:37.199748 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-70bcbd3c-7ec7-482d-b396-aec66202c329 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1475103 Apr 18 12:36:37.214501 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-e9076ad1-f45f-4f46-ab9a-33fd23a21e05 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/quotas/2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 375 time: 0.0090134 Apr 18 12:36:37.306505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-a4b384a8-cf71-4759-a9c1-4aa0025717f8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:36:37.374979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-a4b384a8-cf71-4759-a9c1-4aa0025717f8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:36:37.376342 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-a4b384a8-cf71-4759-a9c1-4aa0025717f8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561122 Apr 18 12:36:37.442638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-030b8483-d618-4ff3-af0a-9ed38e171aa8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:36:37.443590 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-030b8483-d618-4ff3-af0a-9ed38e171aa8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557072 Apr 18 12:36:37.681666 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-e322dd2a-7160-4918-ac6a-3c129e89aff0 service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321270 Apr 18 12:36:37.815583 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-2db84453-bc48-4e92-8926-93aa9988fc01 service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282930 Apr 18 12:36:37.833449 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d97a180-25f9-4dba-81a7-2be67889dbcc up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:38.003874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3d97a180-25f9-4dba-81a7-2be67889dbcc completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:38.009742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3d97a180-25f9-4dba-81a7-2be67889dbcc triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:38.013775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:38.062785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-38ad7cf4-033e-4a5d-927b-6546e6ec8b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:38.130816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:38.162781 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a669702-d855-4dcf-a8ad-6f71092adcf7 req-838ac562-9634-4395-a350-81d2e0eca359 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 210 time: 0.0457201 Apr 18 12:36:38.165819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 3d97a180-25f9-4dba-81a7-2be67889dbcc, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d97a180-25f9-4dba-81a7-2be67889dbcc,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:38.227074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:38.294385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=3d97a180-25f9-4dba-81a7-2be67889dbcc,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:38.302402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.302796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.303133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.303465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.303794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.304121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.304445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.304812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.305155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.305477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.305795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:38.306110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:36:39.309410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cff68aea-6d93-4868-a6c7-e9bcd9ff749b req-c61e9091-85a0-4a8e-b31d-48bb967d881f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 210 time: 0.0425680 Apr 18 12:36:39.813662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d97a180-25f9-4dba-81a7-2be67889dbcc up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:39.884110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3d97a180-25f9-4dba-81a7-2be67889dbcc triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:39.884480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:40.172779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-5eed14c2-a9c9-4b45-b5a7-8573f351e547 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:40.174202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-5eed14c2-a9c9-4b45-b5a7-8573f351e547 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1518769 Apr 18 12:36:40.222090 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-06a0804d-af19-4b43-9499-e0b161c2ca9a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 379 time: 0.0402298 Apr 18 12:36:40.226243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c0b17fb6-e1bd-4dc3-b009-a376fce5cc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:40.229791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'port': {'device_id': '38ce23ed-aaa4-4376-9850-752becbfc651', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'admin_state_up': True, 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'security_groups': ['308234e6-1a3c-44bf-903f-7c24ef26645d']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:40.365752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:36:40.375802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:36:40.466893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Made reservation on behalf of 2bd09a4397144e37a150ecc4eae5518a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:36:40.470648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:40.533285 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4fa48534-ba0a-44e3-aeca-aa0ae8bd8590 req-27e1745d-7aae-433b-bafa-72682cb8336b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 210 time: 0.1159508 Apr 18 12:36:40.634831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Allocated IP 172.20.0.3 (5de2dc5b-f2ae-49b2-82da-f03c76d499c5/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a/83499436-ec04-4429-83f2-ba326a2f091a) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:36:40.820834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:40.836721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Transition to ACTIVE for port object 83499436-ec04-4429-83f2-ba326a2f091a will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:40.923806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:40.993760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:36:40.996584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:36:41.004979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:36:41.035477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:41.074963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:41.075588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.153025 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-21dd2fff-11c6-4967-932a-6f45cf519367 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9264634 Apr 18 12:36:41.207990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Request body: {'port': {'device_id': '38ce23ed-aaa4-4376-9850-752becbfc651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:41.272072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9fa856ef-db82-4d0a-9360-27b4b16c0378 None None] Provisioning for port 83499436-ec04-4429-83f2-ba326a2f091a completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:41.276935 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9fa856ef-db82-4d0a-9360-27b4b16c0378 None None] Provisioning complete for port 83499436-ec04-4429-83f2-ba326a2f091a triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:41.277296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9fa856ef-db82-4d0a-9360-27b4b16c0378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.320494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.339597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9fa856ef-db82-4d0a-9360-27b4b16c0378 None None] Port 83499436-ec04-4429-83f2-ba326a2f091a cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:36:41.380355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.671880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.673541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83499436-ec04-4429-83f2-ba326a2f091a {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:36:41.680939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.695752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Transition to ACTIVE for port object 83499436-ec04-4429-83f2-ba326a2f091a will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:36:41.770164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:41.808678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571fc9e-fc5d-42a1-9ddc-0260a54c5282 req-102fb94b-6744-40bb-b19a-06f21718a4ff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:41.809360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-b571fc9e-fc5d-42a1-9ddc-0260a54c5282 req-102fb94b-6744-40bb-b19a-06f21718a4ff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:36:41.945795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:42.094810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-b571fc9e-fc5d-42a1-9ddc-0260a54c5282 req-102fb94b-6744-40bb-b19a-06f21718a4ff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:36:42.095940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b571fc9e-fc5d-42a1-9ddc-0260a54c5282 req-102fb94b-6744-40bb-b19a-06f21718a4ff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 931 time: 0.4544508 Apr 18 12:36:42.167539 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b571fc9e-fc5d-42a1-9ddc-0260a54c5282 req-62a217ac-016c-44fe-84f9-cb836745605a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642002 Apr 18 12:36:42.169400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Attempting to bind port 83499436-ec04-4429-83f2-ba326a2f091a on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:36:42.169731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Attempting to bind port 83499436-ec04-4429-83f2-ba326a2f091a by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:36:42.170179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Attempting to bind port 83499436-ec04-4429-83f2-ba326a2f091a on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:36:42.175699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Port 83499436-ec04-4429-83f2-ba326a2f091a on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:36:42.176699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Attempting to bind port 83499436-ec04-4429-83f2-ba326a2f091a on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:36:42.182472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:36:42.182938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:36:42.183323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Bound using segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:36:42.183757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Bound port: 83499436-ec04-4429-83f2-ba326a2f091a, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:36:42.184101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:42.282814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:36:42.285713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:36:42.335088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:42.391748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:42.392362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:42.393711 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] 10.222.0.15 "PUT /v2.0/ports/83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 1093 time: 1.2322834 Apr 18 12:36:42.394155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:36:42.423205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66194-330a-4df5-97e3-c3adc6f2e497 service neutron] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:42.459036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c0b96f2-7f6e-4a4c-95f1-fffd1ab2cf56'] response: {'name': 'network-changed', 'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a', 'status': 'completed', 'code': 200} Apr 18 12:36:42.551436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-23d58462-60af-4d58-8dcf-ec786aa00d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:42.552900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-23d58462-60af-4d58-8dcf-ec786aa00d73 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1096 time: 0.0782712 Apr 18 12:36:42.621187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-2610125b-c02a-4dc2-8e97-0398c9f51820 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 217 time: 0.0613101 Apr 18 12:36:42.687956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-6725b53e-cdfc-4480-be3e-753c3b843b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:42.689304 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-6725b53e-cdfc-4480-be3e-753c3b843b96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0609798 Apr 18 12:36:42.764329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-66ad5bd9-24a5-4260-b5a2-74f803214b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:42.766295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-66ad5bd9-24a5-4260-b5a2-74f803214b97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704987 Apr 18 12:36:42.898376 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-bad808db-43cb-4a74-b504-a933ea83f505 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262257 Apr 18 12:36:42.963652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:43.028051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5eb6bd1c-6dae-4e35-9d1a-00b598cc3a08 req-c255ab26-2e1f-4cce-80d5-e23e9b460875 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237040 Apr 18 12:36:43.176416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-b1f88f84-10c1-4819-87bd-8063db8dfd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:43.177839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-b1f88f84-10c1-4819-87bd-8063db8dfd06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1096 time: 0.0731356 Apr 18 12:36:43.350363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-8c8d8d65-e040-4f46-9a3b-381ae9eefaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:43.351838 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-8c8d8d65-e040-4f46-9a3b-381ae9eefaf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1675282 Apr 18 12:36:43.424813 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-1e008200-b676-47fb-b08c-a353630f9f83 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 217 time: 0.0653408 Apr 18 12:36:43.479353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b857da-bda8-4c1c-baea-d189186d1623 req-2a8fad5d-021a-499f-ae30-8b38f9669cbe tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:43.480715 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-60b857da-bda8-4c1c-baea-d189186d1623 req-2a8fad5d-021a-499f-ae30-8b38f9669cbe tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 943 time: 0.1980653 Apr 18 12:36:43.526482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-d6a27ad6-f105-4aca-9133-bd504d2e9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:43.528086 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-d6a27ad6-f105-4aca-9133-bd504d2e9fce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0938094 Apr 18 12:36:43.538627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-60b857da-bda8-4c1c-baea-d189186d1623 req-9b03a0b6-7aca-4c80-a88e-d2dbfd8e94c8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497215 Apr 18 12:36:43.609579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-800fe2b4-b32b-4c7e-9bb8-18ce059f7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:43.611167 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-800fe2b4-b32b-4c7e-9bb8-18ce059f7cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754130 Apr 18 12:36:43.740160 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-635b9633-2e18-4b4b-81d9-1837ad9f5e1f service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223023 Apr 18 12:36:43.965831 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5e225e86-8bbf-4ec8-a241-a70f00907410 req-ce982f36-afb6-4390-a859-0d206093ba93 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188799 Apr 18 12:36:44.722740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554d7b3-6bd7-40f6-bc01-00fafd5fb04b req-76677122-eb96-4ba1-84d2-9fa8b82b6075 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:44.724228 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e554d7b3-6bd7-40f6-bc01-00fafd5fb04b req-76677122-eb96-4ba1-84d2-9fa8b82b6075 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 943 time: 0.0778391 Apr 18 12:36:44.765995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e554d7b3-6bd7-40f6-bc01-00fafd5fb04b req-50bf7d74-e44e-426a-902a-be36c189f91e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:36:44.777071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e554d7b3-6bd7-40f6-bc01-00fafd5fb04b req-50bf7d74-e44e-426a-902a-be36c189f91e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:36:44.778112 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e554d7b3-6bd7-40f6-bc01-00fafd5fb04b req-50bf7d74-e44e-426a-902a-be36c189f91e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482540 Apr 18 12:36:45.393613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:36:45.528114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:45.548289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '83499436-ec04-4429-83f2-ba326a2f091a', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '83499436-ec04-4429-83f2-ba326a2f091a', 'mac_address': 'fa:16:3e:2d:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:36:45.597952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:45.610104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:45.627287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83499436-ec04-4429-83f2-ba326a2f091a {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:36:45.642561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:45.689017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:45.753612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:45.895355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['83499436-ec04-4429-83f2-ba326a2f091a'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:36:45.963683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e9e23-af0f-477d-8228-2d7c0d80db1a req-dd1bb89f-2105-4b72-bd66-d45c9d548a81 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:45.965337 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e0e9e23-af0f-477d-8228-2d7c0d80db1a req-dd1bb89f-2105-4b72-bd66-d45c9d548a81 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 944 time: 0.0788708 Apr 18 12:36:46.012226 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e0e9e23-af0f-477d-8228-2d7c0d80db1a req-69e905d3-b275-4312-a9bd-fce664175ce7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411332 Apr 18 12:36:47.194851 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadad57-ad99-4246-a92f-c23f282c73d2 req-4da336ee-5c50-4447-a249-87c937a0d90f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:47.196265 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0cadad57-ad99-4246-a92f-c23f282c73d2 req-4da336ee-5c50-4447-a249-87c937a0d90f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 944 time: 0.0807164 Apr 18 12:36:47.239384 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0cadad57-ad99-4246-a92f-c23f282c73d2 req-2d1d2bf9-cf4b-4c36-868d-96dcb1bd7848 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375745 Apr 18 12:36:47.415284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:36:47.535080 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 83499436-ec04-4429-83f2-ba326a2f091a completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:36:47.539849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 83499436-ec04-4429-83f2-ba326a2f091a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:36:47.540216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:47.657025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:47.682426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:36:47.692182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:36:47.727416 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43ce2d1-a504-4c43-af26-f1b43d667761'] response: {'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a', 'code': 200} Apr 18 12:36:47.758149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:47.830929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:36:48.089606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f76d2-d7ba-4824-b13b-0ec4874aa17e req-b445cfc2-dbfd-49fb-b62b-5284ea116271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:48.091273 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b25f76d2-d7ba-4824-b13b-0ec4874aa17e req-b445cfc2-dbfd-49fb-b62b-5284ea116271 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1098 time: 0.0685742 Apr 18 12:36:48.131217 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b25f76d2-d7ba-4824-b13b-0ec4874aa17e req-3a7850bb-509c-4e0f-a7ca-b116394a6a4c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335722 Apr 18 12:36:48.418169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ff033-8459-49aa-b9d3-8740401f3952 req-fb1b5ad9-1fc4-4874-94be-b1dd18898a42 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:48.419599 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-998ff033-8459-49aa-b9d3-8740401f3952 req-fb1b5ad9-1fc4-4874-94be-b1dd18898a42 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0771568 Apr 18 12:36:48.463322 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-998ff033-8459-49aa-b9d3-8740401f3952 req-d8d2e238-55c2-41c7-99af-959652bb58ef tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Apr 18 12:36:49.651044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d7e6c-ab57-4cca-a551-6574c81dcf27 req-64f4386c-9447-4550-9fb6-b07d824b0c42 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:49.652457 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa5d7e6c-ab57-4cca-a551-6574c81dcf27 req-64f4386c-9447-4550-9fb6-b07d824b0c42 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0832839 Apr 18 12:36:49.694372 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa5d7e6c-ab57-4cca-a551-6574c81dcf27 req-98401eab-5f0a-469e-8e63-b3ab4b2980c7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357778 Apr 18 12:36:49.874823 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4677e6-697a-418c-b795-9e55cf59cee7 req-c4d0965c-0467-49ea-8977-2870fa111ca5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:49.876245 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c4677e6-697a-418c-b795-9e55cf59cee7 req-c4d0965c-0467-49ea-8977-2870fa111ca5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0814660 Apr 18 12:36:49.884603 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 40884) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:36:49.890035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'floatingip': {'port_id': '83499436-ec04-4429-83f2-ba326a2f091a'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:36:49.965574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:50.634281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:50.694903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:50.857689 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 associated. External IP: 172.26.4.137, port: 83499436-ec04-4429-83f2-ba326a2f091a. Apr 18 12:36:51.194948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:36:51.365397 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:36:51.369635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:36:51.375427 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:36:51.385286 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:36:51.385912 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:36:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:51.426168 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fd60d16b-cf32-4040-85c4-cbc7646970a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "PUT /v2.0/floatingips/d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 HTTP/1.1" status: 200 len: 991 time: 1.5405324 Apr 18 12:36:51.426871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:36:51.523993 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c3a12fd-1477-40e1-b0fe-3c37fa089435'] response: {'name': 'network-changed', 'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a', 'status': 'completed', 'code': 200} Apr 18 12:36:51.562193 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:36:51.663393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f850f-c6b7-487c-9130-cee3f1c448a6 req-324d3be3-a428-49ac-9a99-685042432572 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:51.664817 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-961f850f-c6b7-487c-9130-cee3f1c448a6 req-324d3be3-a428-49ac-9a99-685042432572 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.1419790 Apr 18 12:36:51.668156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-c929dea5-5aaf-4bc0-b11d-f5f3adf6f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:51.669491 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-c929dea5-5aaf-4bc0-b11d-f5f3adf6f531 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1098 time: 0.1142662 Apr 18 12:36:51.789723 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-961f850f-c6b7-487c-9130-cee3f1c448a6 req-4e6ac5aa-cbda-46a9-8024-62def4546b51 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189935 Apr 18 12:36:51.839602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-6b8362af-53ec-4751-891c-b7120452948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:51.841344 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-6b8362af-53ec-4751-891c-b7120452948a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1576602 Apr 18 12:36:51.906779 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '83499436-ec04-4429-83f2-ba326a2f091a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:2d:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ce23ed-aaa4-4376-9850-752becbfc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:36:50Z', 'revision_number': 1, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:51.910605 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:36:51.918791 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:36:51.919404 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:36:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:51.946735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-d2f270e8-4f04-48d6-b722-da5e95ebdedf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 999 time: 0.0991542 Apr 18 12:36:51.977643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339def99-c753-4911-8d89-3f25ea3978e4 req-8514c1a1-214b-4cc0-8616-c9fd9d59424d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:51.979215 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-339def99-c753-4911-8d89-3f25ea3978e4 req-8514c1a1-214b-4cc0-8616-c9fd9d59424d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0808051 Apr 18 12:36:52.008737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-80648e88-e9f6-4290-a195-17d9a3401c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:52.010173 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-80648e88-e9f6-4290-a195-17d9a3401c81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0577788 Apr 18 12:36:52.025851 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-339def99-c753-4911-8d89-3f25ea3978e4 req-b20c7b30-c3e3-4e5a-b2cf-669e0a9bc0e4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396419 Apr 18 12:36:52.090382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-475c9bfa-e6f2-46f6-be10-35f3b75857a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:52.091863 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-475c9bfa-e6f2-46f6-be10-35f3b75857a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744891 Apr 18 12:36:52.123409 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:36:52.225491 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-71da78e7-6a1e-40d4-8d52-43a5c5fcfdbe service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270485 Apr 18 12:36:52.355275 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1dfbb80a-d811-4fd1-b6ba-f569ab11e74c req-e15a72f6-437b-4da9-994a-6a4479fd9f9f service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240571 Apr 18 12:36:52.459969 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '83499436-ec04-4429-83f2-ba326a2f091a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:2d:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ce23ed-aaa4-4376-9850-752becbfc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:36:50Z', 'revision_number': 1, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:36:52.463746 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42fc334-64f0-4798-b0db-add62b113b7b None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '83499436-ec04-4429-83f2-ba326a2f091a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:2d:53:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38ce23ed-aaa4-4376-9850-752becbfc651', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:36:50Z', 'revision_number': 1, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:36:52.653996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06450f7b-f807-4d72-abc7-a7e5965b1ecc None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:36:53.208964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa7bc58-bcc9-4e28-a993-adbdd35ebfe7 req-ea80e755-4438-4594-a098-45502be9f468 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:53.210387 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2aa7bc58-bcc9-4e28-a993-adbdd35ebfe7 req-ea80e755-4438-4594-a098-45502be9f468 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0780046 Apr 18 12:36:53.253838 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2aa7bc58-bcc9-4e28-a993-adbdd35ebfe7 req-b5e2a5a9-cd18-4a48-9c03-ef244dbecd19 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374970 Apr 18 12:36:53.438185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a33876-4787-46ce-9dc2-bf49a1d570e6 req-c1a5eb3a-5d21-472b-bf3b-f9a5f5ad74b0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:53.439633 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f7a33876-4787-46ce-9dc2-bf49a1d570e6 req-c1a5eb3a-5d21-472b-bf3b-f9a5f5ad74b0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0826159 Apr 18 12:36:53.483714 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f7a33876-4787-46ce-9dc2-bf49a1d570e6 req-a11bfaa0-4023-4673-a5bf-fece21f00cf7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378482 Apr 18 12:36:53.989231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc413e-4fa1-4071-9467-6ea5c5ed7e9a req-9a97f2c2-5992-4b1b-9ba1-2227800e7808 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:53.990682 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-50fc413e-4fa1-4071-9467-6ea5c5ed7e9a req-9a97f2c2-5992-4b1b-9ba1-2227800e7808 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0786209 Apr 18 12:36:54.034065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-3d8ede71-9cd9-4c44-b677-83e649e046dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728195 Apr 18 12:36:54.034273 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-50fc413e-4fa1-4071-9467-6ea5c5ed7e9a req-a7197942-a6f6-433c-bfbe-285ebfafcfd0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 Apr 18 12:36:55.220054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d5a3e-b447-4d33-b35f-aa530eb725d7 req-ee0254a8-7d53-435d-851c-6531ba7d290e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:55.221498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d10d5a3e-b447-4d33-b35f-aa530eb725d7 req-ee0254a8-7d53-435d-851c-6531ba7d290e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0803730 Apr 18 12:36:55.265921 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d10d5a3e-b447-4d33-b35f-aa530eb725d7 req-e6523383-55fa-425b-87f1-563f8bfbd805 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385871 Apr 18 12:36:55.975159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-f891bc1a-e144-49be-9044-cf015cc12cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:55.976498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-f891bc1a-e144-49be-9044-cf015cc12cbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1098 time: 0.0718343 Apr 18 12:36:56.208342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-90b5a6a7-dcca-4ea6-92f8-265caf1a59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:56.209761 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-90b5a6a7-dcca-4ea6-92f8-265caf1a59e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.2270126 Apr 18 12:36:56.312037 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-769cf436-be5b-4646-9914-9348d9014fa7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 1001 time: 0.0960314 Apr 18 12:36:56.373461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-358e7367-106a-4bba-bfdc-3cd7ae97cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:56.375529 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-358e7367-106a-4bba-bfdc-3cd7ae97cf85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0570929 Apr 18 12:36:56.448123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-405c3728-2262-4f50-994b-c994517599eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:56.449593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-405c3728-2262-4f50-994b-c994517599eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693893 Apr 18 12:36:56.454010 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0847c1-c02b-4800-852c-57c04d7f92e9 req-2e8d9f64-2695-4af8-8069-b3d40481c980 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:56.455472 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6c0847c1-c02b-4800-852c-57c04d7f92e9 req-2e8d9f64-2695-4af8-8069-b3d40481c980 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0828419 Apr 18 12:36:56.499419 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6c0847c1-c02b-4800-852c-57c04d7f92e9 req-6f8bc6eb-7429-49e5-bcc6-91e364f1286e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382817 Apr 18 12:36:56.581022 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-b6b95a0a-aad7-499c-96a8-b0380070739a service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251390 Apr 18 12:36:56.724076 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-0365ed64-4d70-4fa5-a27a-12813bcf148a service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374321 Apr 18 12:36:57.683515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36611f55-3d0a-4892-a879-9a8cef38de7e req-fb7ad724-baac-4e60-8b32-76c161ee9ab0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:57.684935 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-36611f55-3d0a-4892-a879-9a8cef38de7e req-fb7ad724-baac-4e60-8b32-76c161ee9ab0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0817821 Apr 18 12:36:57.727805 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-36611f55-3d0a-4892-a879-9a8cef38de7e req-c0c238b2-57e8-4ef2-9956-5d2ad70e86df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366547 Apr 18 12:36:58.911794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75cd85-f115-43da-b3bd-dbdba7a7e8b7 req-1b0f3135-1bda-462b-866f-bda7cac9d361 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:36:58.913133 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8d75cd85-f115-43da-b3bd-dbdba7a7e8b7 req-1b0f3135-1bda-462b-866f-bda7cac9d361 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0776441 Apr 18 12:36:58.956455 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8d75cd85-f115-43da-b3bd-dbdba7a7e8b7 req-cb434489-98c0-4fce-90c1-2215419dc9df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378773 Apr 18 12:37:00.145012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6a3e2-052b-46d2-be5b-ad46cb8d4fb7 req-8ec89aa1-825f-442f-b932-e88ef6d42b8c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:00.146412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ff6a3e2-052b-46d2-be5b-ad46cb8d4fb7 req-8ec89aa1-825f-442f-b932-e88ef6d42b8c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0847330 Apr 18 12:37:00.188925 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ff6a3e2-052b-46d2-be5b-ad46cb8d4fb7 req-49986ffb-3052-4075-ae26-b4ac97a820ef tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369389 Apr 18 12:37:01.375275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a43073-3a8e-41e0-a222-dae324af8a25 req-dd033b87-6279-4baa-8c24-f18d11e9c68f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:01.376680 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c7a43073-3a8e-41e0-a222-dae324af8a25 req-dd033b87-6279-4baa-8c24-f18d11e9c68f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0815403 Apr 18 12:37:01.422194 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c7a43073-3a8e-41e0-a222-dae324af8a25 req-35d8b195-056d-46ee-bb94-56b6a1e1fefe tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393469 Apr 18 12:37:02.604477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a004e-aa56-4e6a-9131-742390f89b69 req-622e819d-51bf-4b0f-b1f5-738aacbb184f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:02.605929 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d9a004e-aa56-4e6a-9131-742390f89b69 req-622e819d-51bf-4b0f-b1f5-738aacbb184f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0785277 Apr 18 12:37:02.649953 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d9a004e-aa56-4e6a-9131-742390f89b69 req-b8cd4bb5-937f-4b18-a6ce-a093e8645233 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383379 Apr 18 12:37:03.827118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e1671-6b3d-402f-802c-a9dba320c3ea req-f562de95-6b98-459b-a806-3be36cd7bde9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:03.829027 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fb4e1671-6b3d-402f-802c-a9dba320c3ea req-f562de95-6b98-459b-a806-3be36cd7bde9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0767932 Apr 18 12:37:03.970763 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fb4e1671-6b3d-402f-802c-a9dba320c3ea req-bafca2a5-b4b3-4345-ae73-48076a20d4a6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359601 Apr 18 12:37:05.155013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55addc63-6962-4ae6-92bb-389a2ed70d5a req-5413c889-768e-4633-b6a2-104c617ab16e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:05.156458 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55addc63-6962-4ae6-92bb-389a2ed70d5a req-5413c889-768e-4633-b6a2-104c617ab16e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0831747 Apr 18 12:37:05.199452 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55addc63-6962-4ae6-92bb-389a2ed70d5a req-4d0b78df-0abb-45cf-b44a-2e9a16f7f092 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374656 Apr 18 12:37:06.147626 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:37:06.382306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802d92b-ba26-4eb6-ac61-61730b20fb9d req-b85359ad-2be3-4a5e-ae0a-adcf5e3c0286 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:06.383746 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f802d92b-ba26-4eb6-ac61-61730b20fb9d req-b85359ad-2be3-4a5e-ae0a-adcf5e3c0286 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0780215 Apr 18 12:37:06.426275 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f802d92b-ba26-4eb6-ac61-61730b20fb9d req-140a144b-acf0-437d-a048-638d8cceea16 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368252 Apr 18 12:37:07.609037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b23a3-32f2-4d5a-b3c9-8d79f0a8d10a req-4795ad51-c278-42da-9d5b-288cda2ce6eb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:07.610513 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df0b23a3-32f2-4d5a-b3c9-8d79f0a8d10a req-4795ad51-c278-42da-9d5b-288cda2ce6eb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0784121 Apr 18 12:37:07.653636 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df0b23a3-32f2-4d5a-b3c9-8d79f0a8d10a req-c8f14781-6960-4a3d-b606-710b3b4c8d9c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373726 Apr 18 12:37:08.031880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b7ec1508-3f16-450e-814e-3748a4727da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:08.840232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f46702-1467-4507-b08f-e9936b575bde req-cf0bb2f2-166d-4fdd-80f6-de0e491c95d9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:08.841677 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-58f46702-1467-4507-b08f-e9936b575bde req-cf0bb2f2-166d-4fdd-80f6-de0e491c95d9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0810671 Apr 18 12:37:08.885154 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-58f46702-1467-4507-b08f-e9936b575bde req-60f275c2-3e41-4b1d-8486-749b0ced9421 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377665 Apr 18 12:37:10.068878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7342df-10bc-4f3b-8897-a328e3f2dbc2 req-03eca249-0407-413a-9a14-f1c01e7f39b4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:10.070302 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea7342df-10bc-4f3b-8897-a328e3f2dbc2 req-03eca249-0407-413a-9a14-f1c01e7f39b4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0811682 Apr 18 12:37:10.114773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ea7342df-10bc-4f3b-8897-a328e3f2dbc2 req-de579eaf-b026-4a5e-a6ce-007a8a76d4d6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388446 Apr 18 12:37:10.231401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f89730c-2ac9-49b6-b753-33797c61e1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:11.300360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee9d43-a856-4f88-9dd9-0c3433f38b89 req-01ae2a8a-1b1c-4522-94c8-87c72482616a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:11.301784 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-20ee9d43-a856-4f88-9dd9-0c3433f38b89 req-01ae2a8a-1b1c-4522-94c8-87c72482616a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0770350 Apr 18 12:37:11.348632 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-20ee9d43-a856-4f88-9dd9-0c3433f38b89 req-9b346acb-56ef-453b-8a38-9c238ae7ebc3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412533 Apr 18 12:37:11.403075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:11.694084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:12.535988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd394b1-a243-4554-b696-7fb838dbfee7 req-432e121f-5f89-4a23-a276-08a20731e1fe tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:12.537412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dcd394b1-a243-4554-b696-7fb838dbfee7 req-432e121f-5f89-4a23-a276-08a20731e1fe tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0822809 Apr 18 12:37:12.581061 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dcd394b1-a243-4554-b696-7fb838dbfee7 req-465d0089-8375-4f66-bb79-d5bd7ed6889c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379953 Apr 18 12:37:12.996933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:13.767082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50938f4b-8bd6-4a73-a536-506111dad2ae req-317b84a6-3f17-4979-bdbd-e20cb47276f6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:13.768519 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-50938f4b-8bd6-4a73-a536-506111dad2ae req-317b84a6-3f17-4979-bdbd-e20cb47276f6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0819044 Apr 18 12:37:13.780202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-f6c08c00-3a4c-4064-871c-73ea567247af service neutron] 10.222.0.15 "GET /v2.0/ports/83499436-ec04-4429-83f2-ba326a2f091a/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0740502 Apr 18 12:37:13.813443 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-50938f4b-8bd6-4a73-a536-506111dad2ae req-8ab05d97-0acc-45b6-a0c3-c1b0a106a7b7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392480 Apr 18 12:37:14.316536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-7931528b-e814-4b58-b2c3-467e6b122d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:14.318099 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-7931528b-e814-4b58-b2c3-467e6b122d57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 1098 time: 0.0768652 Apr 18 12:37:14.406388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-54059d30-2c80-4a9e-a8b0-597242411688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:14.407829 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-54059d30-2c80-4a9e-a8b0-597242411688 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1098 time: 0.0695972 Apr 18 12:37:14.536327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-36a0625c-a6c2-427b-be51-df4e5fe025a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:14.538166 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-36a0625c-a6c2-427b-be51-df4e5fe025a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1231918 Apr 18 12:37:14.735740 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-a9f04e5b-fe18-4ade-8a6f-cd032c977e94 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 1001 time: 0.1917040 Apr 18 12:37:14.796738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-6a2b420d-982a-48ea-9425-e8623ae70860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:14.798101 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-6a2b420d-982a-48ea-9425-e8623ae70860 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0560882 Apr 18 12:37:14.874552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-374ae04b-5c83-49cc-a8c3-15cc1afbd066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:14.875929 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-374ae04b-5c83-49cc-a8c3-15cc1afbd066 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720789 Apr 18 12:37:15.055119 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-5bd5ef47-169c-4f9d-9284-aa56eb125a22 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727037 Apr 18 12:37:15.106172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228db10-6838-4956-ae99-58bc10fad654 req-41533d92-1719-4857-adf2-6fe16e0a504f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:15.107582 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2228db10-6838-4956-ae99-58bc10fad654 req-41533d92-1719-4857-adf2-6fe16e0a504f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.1477866 Apr 18 12:37:15.216433 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2228db10-6838-4956-ae99-58bc10fad654 req-a95283e4-7a79-4de7-87b3-38e82ab1c4b9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016200 Apr 18 12:37:15.235120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c77bc92a-b31c-4038-b96c-b1cd332ff462 req-e28b29dd-bbde-42e7-985b-120c45fe4212 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708376 Apr 18 12:37:15.591330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:16.420436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de81ae-0939-43bf-87c1-28e82e233d39 req-0dee0e69-b0b5-41e5-990d-4359e6b84df1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:16.421850 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c4de81ae-0939-43bf-87c1-28e82e233d39 req-0dee0e69-b0b5-41e5-990d-4359e6b84df1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0885296 Apr 18 12:37:16.465268 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c4de81ae-0939-43bf-87c1-28e82e233d39 req-a513a4e1-e777-4af0-a6b7-a6b0ab066981 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373590 Apr 18 12:37:17.585973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:37:17.590936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:37:17.651385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1065b-0b46-4ec7-9cd2-789bc07296b3 req-a745763e-5a9d-4548-ab3c-4454fb88b356 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:17.652846 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f8b1065b-0b46-4ec7-9cd2-789bc07296b3 req-a745763e-5a9d-4548-ab3c-4454fb88b356 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0802748 Apr 18 12:37:17.696863 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f8b1065b-0b46-4ec7-9cd2-789bc07296b3 req-4c781337-b95a-47d1-85bb-cdc779ad870c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379322 Apr 18 12:37:17.797699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:17.834173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:17.850637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:37:17.861253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '83499436-ec04-4429-83f2-ba326a2f091a', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '83499436-ec04-4429-83f2-ba326a2f091a', 'mac_address': 'fa:16:3e:2d:53:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:37:17.865104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:17.906090 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa45925-8861-428d-94c0-0156bf16a44c'] response: {'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a', 'code': 200} Apr 18 12:37:17.920592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:17.936838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83499436-ec04-4429-83f2-ba326a2f091a {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:37:17.945733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:18.055396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:37:18.055664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:37:18.060917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:18.185742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f64f41-1881-4d94-98b3-b98eed6d997d req-275e3700-1c85-4a6e-a0d5-eac5f6d61111 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:18.187225 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-98f64f41-1881-4d94-98b3-b98eed6d997d req-275e3700-1c85-4a6e-a0d5-eac5f6d61111 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 943 time: 0.1204493 Apr 18 12:37:18.241504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-98f64f41-1881-4d94-98b3-b98eed6d997d req-d2987baa-deff-443f-92e9-e66c14704c5d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480242 Apr 18 12:37:18.266735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-eff4672d-6233-47d9-ba75-addeafa2ad57 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:18.268135 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-eff4672d-6233-47d9-ba75-addeafa2ad57 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651&tenant_id=2bd09a4397144e37a150ecc4eae5518a&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 943 time: 0.1317225 Apr 18 12:37:18.428411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-4878fbbf-3420-43cd-8a5f-7c764b76d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:18.429906 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-4878fbbf-3420-43cd-8a5f-7c764b76d3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 1096 time: 0.0734863 Apr 18 12:37:18.556600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-ffd3da51-6cec-4332-bfda-d4329b82464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:18.558000 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-ffd3da51-6cec-4332-bfda-d4329b82464b service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1228368 Apr 18 12:37:18.609412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:18.626662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83499436-ec04-4429-83f2-ba326a2f091a {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:37:18.642115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:18.662421 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-4035768a-43ef-4aaf-b501-9e1a885bc9f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 200 len: 999 time: 0.0987554 Apr 18 12:37:18.699937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:18.723730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-7482786b-4dec-4067-a110-e203402f1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:18.725137 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-7482786b-4dec-4067-a110-e203402f1e8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0573339 Apr 18 12:37:18.768278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['83499436-ec04-4429-83f2-ba326a2f091a'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:37:18.798774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-623c2606-3156-4630-be5d-7254a4d45898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:18.800222 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-623c2606-3156-4630-be5d-7254a4d45898 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695009 Apr 18 12:37:18.805845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:18.930139 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-a394102e-78ce-439c-b726-eaaf43d354ed service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239531 Apr 18 12:37:19.060096 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f271f05-7672-45e8-9ff2-abcc596491f4 req-174f31ea-9539-4235-a294-0033b7e73e89 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239994 Apr 18 12:37:19.427266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1a4bb-eae9-4d30-ab04-388c07ad25c9 req-9758336e-18ae-4911-a59b-3adcd45248c1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:19.428693 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e1b1a4bb-eae9-4d30-ab04-388c07ad25c9 req-9758336e-18ae-4911-a59b-3adcd45248c1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 944 time: 0.0790832 Apr 18 12:37:19.472289 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e1b1a4bb-eae9-4d30-ab04-388c07ad25c9 req-b9e9a149-71cb-4cd8-a3dd-418b5c088041 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379553 Apr 18 12:37:19.608175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:37:19.675976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 83499436-ec04-4429-83f2-ba326a2f091a triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:37:19.676634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:19.789095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:19.821367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:19.888296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:19.918005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:37:19.960590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:19.963945 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24442d09-f10c-4040-af03-b672a267dc3b'] response: {'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a', 'code': 200} Apr 18 12:37:20.659579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be14985-f04f-4dfc-824c-94fb16f28aab req-dc0cab83-6c57-4136-9aa1-8e36a03b0bd6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:20.661031 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3be14985-f04f-4dfc-824c-94fb16f28aab req-dc0cab83-6c57-4136-9aa1-8e36a03b0bd6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0832863 Apr 18 12:37:20.704836 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3be14985-f04f-4dfc-824c-94fb16f28aab req-d9e4faa2-4649-4f93-a96b-8d14992fedb3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382593 Apr 18 12:37:20.992672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eed1b3-3c07-41c7-a60c-c78b176eb8f5 req-d0b1f84f-4b6c-4e43-935e-9ef6c4e1e0f7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:20.994107 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-26eed1b3-3c07-41c7-a60c-c78b176eb8f5 req-d0b1f84f-4b6c-4e43-935e-9ef6c4e1e0f7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.1826584 Apr 18 12:37:21.036481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-26eed1b3-3c07-41c7-a60c-c78b176eb8f5 req-0ba7b881-c4e2-48c9-978d-e76c5df91679 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368154 Apr 18 12:37:21.213801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5b9f1-9968-4ffc-8fd4-5271321e134a req-6feb26cd-91b4-444a-ac2a-78dd51d4eb81 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:21.215512 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ccb5b9f1-9968-4ffc-8fd4-5271321e134a req-6feb26cd-91b4-444a-ac2a-78dd51d4eb81 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0772254 Apr 18 12:37:21.262253 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ccb5b9f1-9968-4ffc-8fd4-5271321e134a req-a5f0eab4-6025-45ab-98e4-7fecb016904d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406525 Apr 18 12:37:21.775338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a44fec-e419-473c-8959-efd2ed95e544 req-bab2f47c-a00b-4971-9ab4-a9bf14e29d59 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:21.776753 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e7a44fec-e419-473c-8959-efd2ed95e544 req-bab2f47c-a00b-4971-9ab4-a9bf14e29d59 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0786080 Apr 18 12:37:21.819568 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e7a44fec-e419-473c-8959-efd2ed95e544 req-9414c08d-c011-4a54-868b-180680373222 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367198 Apr 18 12:37:23.013834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1239535-9573-44f6-b855-f62b7caa59fc req-df16f2c2-3435-4091-b5eb-368811d509df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:23.015266 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1239535-9573-44f6-b855-f62b7caa59fc req-df16f2c2-3435-4091-b5eb-368811d509df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0805051 Apr 18 12:37:23.057746 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1239535-9573-44f6-b855-f62b7caa59fc req-0309520e-33fa-4dd7-87e0-4f7bc1467881 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369372 Apr 18 12:37:23.387645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-c600b095-8eb6-45fb-820f-136a5372a49b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:23.389038 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-c600b095-8eb6-45fb-820f-136a5372a49b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 945 time: 0.0784047 Apr 18 12:37:23.459328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Deleting port 83499436-ec04-4429-83f2-ba326a2f091a {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:37:23.459664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:23.699210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] For port 83499436-ec04-4429-83f2-ba326a2f091a, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=83499436-ec04-4429-83f2-ba326a2f091a,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:23.699494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:23.986066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:23.986339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:23.986672 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 disassociated. External IP: 172.26.4.137, port: 83499436-ec04-4429-83f2-ba326a2f091a. Apr 18 12:37:23.986997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Calling delete_port for 83499436-ec04-4429-83f2-ba326a2f091a owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:37:24.197422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:24.209331 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8845c75b-01b9-4345-9f5a-5d7b2302d2c9 req-a50b28fd-bcc1-4ecc-9f3b-85155eb31724 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 210 time: 0.0463223 Apr 18 12:37:24.246585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event deleted for resources: {'Port': ['ID=83499436-ec04-4429-83f2-ba326a2f091a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:24.259401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.259982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.260250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.260442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.260753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.261071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:37:24.448405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:37:24.624349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:37:24.634793 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:37:24.644896 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:37:24.645511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:37:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:24.799051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] No DVR routers for this DVR port 83499436-ec04-4429-83f2-ba326a2f091a on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:37:24.801476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:24.803964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-deleted', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:37:24.825566 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:37:24.871721 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e7e8eef8-1e8e-439c-8e0d-3ea51a8fc15b req-951164d2-c3c4-4941-af99-aafc7e54d657 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "DELETE /v2.0/ports/83499436-ec04-4429-83f2-ba326a2f091a HTTP/1.1" status: 204 len: 173 time: 1.4775784 Apr 18 12:37:24.927206 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226c471f-84c3-4765-a99e-d09d0a44d5ee'] response: {'server_uuid': '38ce23ed-aaa4-4376-9850-752becbfc651', 'name': 'network-vif-deleted', 'tag': '83499436-ec04-4429-83f2-ba326a2f091a', 'status': 'completed', 'code': 200} Apr 18 12:37:25.144344 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:25.148016 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:37:25.156124 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:37:25.156695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:37:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:25.334794 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:37:25.373833 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8321fe61-d00e-4773-b2b6-a218057cc02c req-8b4b65eb-d1e0-46f3-9be0-62f2640e6f85 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=38ce23ed-aaa4-4376-9850-752becbfc651 HTTP/1.1" status: 200 len: 210 time: 0.0430138 Apr 18 12:37:25.669088 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:25.673465 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d3e67-de0e-4dbe-8642-83400addea6e None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:37:25.901994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d3e83f-dcb7-4a45-9ce1-5800d41f546a None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:37:26.693339 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-9fc9c9ae-37e5-41de-b648-40f472e1f623 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--966634301&fields=id&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 267 time: 0.0382893 Apr 18 12:37:26.842762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-bdd15600-7df3-41f8-997d-f8d57ce89f0a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:26.844100 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-bdd15600-7df3-41f8-997d-f8d57ce89f0a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1445060 Apr 18 12:37:26.858343 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-27f76c63-e569-471a-a970-238772457d91 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/quotas/2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 375 time: 0.0087302 Apr 18 12:37:26.941041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-c7f23079-e10d-42a4-a30e-b884bfc24a21 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:37:27.025040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-c7f23079-e10d-42a4-a30e-b884bfc24a21 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:37:27.026389 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-c7f23079-e10d-42a4-a30e-b884bfc24a21 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1627605 Apr 18 12:37:27.161581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-8da2a93c-bb72-4f6a-922b-7124792b1a62 service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235812 Apr 18 12:37:27.290790 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-06101307-6408-4a7c-b81b-bdb6b60fcbe2 service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234236 Apr 18 12:37:27.572775 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1aa6bac9-1f5f-4a53-a487-33fa2a2f6ccf req-5d32a8af-8b99-4875-97fb-3df0472e8f48 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 210 time: 0.0413735 Apr 18 12:37:27.632650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:37:27.667053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 83499436-ec04-4429-83f2-ba326a2f091a {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:37:27.667394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 83499436-ec04-4429-83f2-ba326a2f091a not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:37:28.728095 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9019e810-5158-4d7a-ae2a-c75124cbfdad req-80f749d6-90c7-43b9-a160-a9258b04c586 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 210 time: 0.0467997 Apr 18 12:37:29.521204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-13585cbd-5e83-4cda-b5ea-cd2dfdb43926 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:29.522648 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-13585cbd-5e83-4cda-b5ea-cd2dfdb43926 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1474209 Apr 18 12:37:29.575292 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-254cbe9b-761a-495b-b05e-ff00ffd22d5a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 379 time: 0.0439887 Apr 18 12:37:29.584290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'port': {'device_id': '5c168a66-04d1-441d-af37-1dcb876354bd', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'admin_state_up': True, 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'security_groups': ['308234e6-1a3c-44bf-903f-7c24ef26645d']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:37:29.721062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:37:29.730445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:37:29.795947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Made reservation on behalf of 2bd09a4397144e37a150ecc4eae5518a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:37:29.799742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:29.887725 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0abec4f3-0ffd-4601-8ee0-8bf5bb28616d req-6001d789-e9aa-461c-b8e4-4099d19cb933 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 210 time: 0.0450418 Apr 18 12:37:29.966809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Allocated IP 172.20.0.10 (5de2dc5b-f2ae-49b2-82da-f03c76d499c5/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a/65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:37:30.146774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:30.164194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Transition to ACTIVE for port object 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:37:30.259764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:30.323865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:37:30.326750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:37:30.335112 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:37:30.369639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:30.407095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:30.407722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:30.517212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-cb9d5b9a-80a2-494d-9977-f7685295fd03 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9366159 Apr 18 12:37:30.528541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Request body: {'port': {'device_id': '5c168a66-04d1-441d-af37-1dcb876354bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:37:30.630757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-23b80de3-712a-4e9d-867e-2ea507b0df19 None None] Provisioning for port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:37:30.635781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-23b80de3-712a-4e9d-867e-2ea507b0df19 None None] Provisioning complete for port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:37:30.641312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-23b80de3-712a-4e9d-867e-2ea507b0df19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:30.641496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:30.693277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-23b80de3-712a-4e9d-867e-2ea507b0df19 None None] Port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:37:31.123465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:37:31.140884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:31.152200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df196956-2704-4733-abc8-42f437a80891 req-155d322e-12e6-42f9-8d17-2ed8517fff43 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:31.152882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-df196956-2704-4733-abc8-42f437a80891 req-155d322e-12e6-42f9-8d17-2ed8517fff43 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:37:31.172025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Transition to ACTIVE for port object 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:37:31.236265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:31.281835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-df196956-2704-4733-abc8-42f437a80891 req-155d322e-12e6-42f9-8d17-2ed8517fff43 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:37:31.282978 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df196956-2704-4733-abc8-42f437a80891 req-155d322e-12e6-42f9-8d17-2ed8517fff43 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 932 time: 0.2888651 Apr 18 12:37:31.412145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:31.481593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df196956-2704-4733-abc8-42f437a80891 req-3c3366b5-36aa-43d8-999c-5412cc34dfe3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479104 Apr 18 12:37:31.515133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Attempting to bind port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:37:31.515457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Attempting to bind port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:37:31.515801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Attempting to bind port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:37:31.520360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:37:31.520671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Attempting to bind port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:37:31.525661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:37:31.525987 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:37:31.526353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Bound using segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:37:31.526802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Bound port: 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:37:31.527135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:31.612447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:37:31.615389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:37:31.711355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:31.778829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:31.779531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:31.781252 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] 10.222.0.15 "PUT /v2.0/ports/65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1094 time: 1.2566736 Apr 18 12:37:31.781683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:37:31.809599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8131e-eff3-4a08-96c9-e99c7fb2eb55 service neutron] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:31.830905 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63d9b6f-0944-42df-8e05-529142883d67'] response: {'name': 'network-changed', 'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'status': 'completed', 'code': 200} Apr 18 12:37:31.924023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba3a1-027b-40d0-89ed-97386d9b2a84 req-31ceb5a4-11a3-4fd2-a4b5-1e83e101ebb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:31.925508 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-568ba3a1-027b-40d0-89ed-97386d9b2a84 req-31ceb5a4-11a3-4fd2-a4b5-1e83e101ebb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1097 time: 0.0732803 Apr 18 12:37:32.065889 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba3a1-027b-40d0-89ed-97386d9b2a84 req-38188ba5-87c6-4068-92f8-ebee89d18fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:32.068546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-568ba3a1-027b-40d0-89ed-97386d9b2a84 req-38188ba5-87c6-4068-92f8-ebee89d18fdf service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2bd09a4397144e37a150ecc4eae5518a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1353362 Apr 18 12:37:32.204958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ba3a1-027b-40d0-89ed-97386d9b2a84 req-092deac6-103c-468b-a89c-7dfa86ae67e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:32.206391 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-568ba3a1-027b-40d0-89ed-97386d9b2a84 req-092deac6-103c-468b-a89c-7dfa86ae67e6 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334136 Apr 18 12:37:32.316159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-f874e9ea-11ce-4231-ac4d-177d4da533ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:32.316159 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-f874e9ea-11ce-4231-ac4d-177d4da533ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1097 time: 0.0726590 Apr 18 12:37:32.384283 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-f0ca66bd-ae02-45af-aff4-ebfae6400b86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 217 time: 0.0621896 Apr 18 12:37:32.451011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-1ad9ab32-8d83-49ef-97a4-51b0378bd710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:32.452963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-1ad9ab32-8d83-49ef-97a4-51b0378bd710 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0631437 Apr 18 12:37:32.526576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-469a382d-e752-4984-b8a6-7f16f7d5d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:32.528034 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-469a382d-e752-4984-b8a6-7f16f7d5d159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697017 Apr 18 12:37:32.810695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-a1fe62a1-de63-4ed2-b7e3-dbe1a1b6dee1 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760923 Apr 18 12:37:32.860197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb132d6-68fd-4a10-bf4f-ee1d74a7dc64 req-5b27a293-ca03-47e8-8b10-584e3d60e8df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:32.861578 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7bb132d6-68fd-4a10-bf4f-ee1d74a7dc64 req-5b27a293-ca03-47e8-8b10-584e3d60e8df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 944 time: 0.1467528 Apr 18 12:37:32.970547 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7bb132d6-68fd-4a10-bf4f-ee1d74a7dc64 req-e6c1212f-cd2f-45f2-ab6d-36ffe20e5839 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020017 Apr 18 12:37:32.988912 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d541028-45ff-40d1-94a1-c8efa1256925 req-acca88d2-2449-4137-9249-945db55b433e service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679282 Apr 18 12:37:34.159836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f4d02-3c7c-48d7-860f-5ecedaafef8b req-3925153c-0342-4d67-89bc-4946c1d8e566 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:34.161274 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e11f4d02-3c7c-48d7-860f-5ecedaafef8b req-3925153c-0342-4d67-89bc-4946c1d8e566 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 944 time: 0.0797548 Apr 18 12:37:34.204793 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e11f4d02-3c7c-48d7-860f-5ecedaafef8b req-61502c63-4b8e-4b66-842b-e14ca9882dcb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378783 Apr 18 12:37:35.388066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78f92-dd38-4932-ab2d-b5965c022d40 req-b0dc1355-ac89-463e-8d87-e7cb6ac20ba5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:35.390169 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40c78f92-dd38-4932-ab2d-b5965c022d40 req-b0dc1355-ac89-463e-8d87-e7cb6ac20ba5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 944 time: 0.0801532 Apr 18 12:37:35.433058 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40c78f92-dd38-4932-ab2d-b5965c022d40 req-95ff619f-023a-49c6-b942-233f4eeac19d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374372 Apr 18 12:37:35.644422 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:37:35.771601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:35.784086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'mac_address': 'fa:16:3e:38:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:37:35.837332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:35.853289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:37:35.868245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:35.933520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:36.000721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:36.122414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:37:36.614963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2320b-784b-4450-977b-ac5bbe914fdb req-693c4a1f-a6f5-42ed-b2f5-f863a6388eb2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:36.616384 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-13d2320b-784b-4450-977b-ac5bbe914fdb req-693c4a1f-a6f5-42ed-b2f5-f863a6388eb2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 945 time: 0.0810127 Apr 18 12:37:36.659925 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-13d2320b-784b-4450-977b-ac5bbe914fdb req-f0481e98-6255-49b8-8a6a-9e58e5d1d61a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376868 Apr 18 12:37:37.659258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:37:37.796536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:37:37.801540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:37:37.801903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:37.846011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324264e-3cae-4867-b8a7-86286ca67862 req-1a2d9baa-1bca-4b77-b6ae-6a995f7419b1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:37.847491 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c324264e-3cae-4867-b8a7-86286ca67862 req-1a2d9baa-1bca-4b77-b6ae-6a995f7419b1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 945 time: 0.0838807 Apr 18 12:37:37.891840 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c324264e-3cae-4867-b8a7-86286ca67862 req-96904f20-d2db-435e-8789-2acb562f7bab tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384352 Apr 18 12:37:37.917126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:37.943203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:37:37.960754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:37:37.990395 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b2e282-0c36-4990-80ff-51070a8ee246'] response: {'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'code': 200} Apr 18 12:37:38.031822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:38.067160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-601c47c1-2998-4172-a80b-5a06a7ca2ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:38.100376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:37:38.339252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c834f86-22e0-48f0-a70b-9bfbfb16dd47 req-6682179a-f4ba-4b03-8357-52b1bd87eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:38.340868 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8c834f86-22e0-48f0-a70b-9bfbfb16dd47 req-6682179a-f4ba-4b03-8357-52b1bd87eda6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1099 time: 0.0682847 Apr 18 12:37:38.383199 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8c834f86-22e0-48f0-a70b-9bfbfb16dd47 req-c8df0a5b-ea89-4ed5-84c1-f17fe3e2607c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355375 Apr 18 12:37:39.071816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2af05-bf3c-46f2-bbc9-6b3f9258ae08 req-40f63f4e-8071-4c85-b39e-d28a6f140bde tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:39.073232 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d6d2af05-bf3c-46f2-bbc9-6b3f9258ae08 req-40f63f4e-8071-4c85-b39e-d28a6f140bde tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0784149 Apr 18 12:37:39.117237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d6d2af05-bf3c-46f2-bbc9-6b3f9258ae08 req-371a848e-7650-4012-85d5-5aec72c95c1c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383797 Apr 18 12:37:40.236597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-87935b56-12e5-4a96-8760-e7396e941dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:40.300815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d3f75-c777-438f-be39-cc7b8ddc67d8 req-bf074413-5af3-4603-8650-9950415991a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:40.302288 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e04d3f75-c777-438f-be39-cc7b8ddc67d8 req-bf074413-5af3-4603-8650-9950415991a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0785394 Apr 18 12:37:40.350289 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e04d3f75-c777-438f-be39-cc7b8ddc67d8 req-bf8618ac-ed12-42dd-9792-6f6669dba374 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Apr 18 12:37:40.527788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c3da9-7aa4-424c-af00-519e2b2d2e5c req-e638cb92-6d70-4401-9cd1-75767e3fe14c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:40.529157 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-081c3da9-7aa4-424c-af00-519e2b2d2e5c req-e638cb92-6d70-4401-9cd1-75767e3fe14c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0812073 Apr 18 12:37:40.537702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41058) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:37:40.542547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'floatingip': {'port_id': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:37:40.618025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:41.198520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:41.253211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:41.390969 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:41.518367 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 associated. External IP: 172.26.4.137, port: 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6. Apr 18 12:37:41.670937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:41.876141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:37:42.053319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:37:42.058062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:42.063257 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:37:42.072820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:37:42.073630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:37:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:42.115918 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-49a734a9-a467-45c2-a691-2f2560727ba4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "PUT /v2.0/floatingips/d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 HTTP/1.1" status: 200 len: 992 time: 1.5771825 Apr 18 12:37:42.116502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:37:42.176690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c113aa-4d96-4daf-b1dd-bb275ffb5e5a'] response: {'name': 'network-changed', 'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'status': 'completed', 'code': 200} Apr 18 12:37:42.269934 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:37:42.279065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18265d47-b2be-4869-a376-ddadb815a929 req-ebacb0dc-647a-4136-aede-a93bcb9d0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:42.281506 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-ebacb0dc-647a-4136-aede-a93bcb9d0009 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1099 time: 0.0844207 Apr 18 12:37:42.445022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18265d47-b2be-4869-a376-ddadb815a929 req-317cef39-31e1-4a11-9a75-c2fe61ca3719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:42.446364 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-317cef39-31e1-4a11-9a75-c2fe61ca3719 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1560509 Apr 18 12:37:42.612802 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-b3cc351a-63cb-4b98-92e7-16ab262af9fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1574769 Apr 18 12:37:42.644178 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:38:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c168a66-04d1-441d-af37-1dcb876354bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:37:41Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:42.648836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:37:42.659390 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:37:42.660007 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:37:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:42.712954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18265d47-b2be-4869-a376-ddadb815a929 req-edaf2232-370b-4012-a3f7-1a399a8c9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:42.714668 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-edaf2232-370b-4012-a3f7-1a399a8c9d1f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0910046 Apr 18 12:37:42.723269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbada0-d0f5-4358-8583-f5562ec12f80 req-c3894c78-22ae-427c-8e8b-f02c4a90b84b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:42.724830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cdbada0-d0f5-4358-8583-f5562ec12f80 req-c3894c78-22ae-427c-8e8b-f02c4a90b84b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.1690361 Apr 18 12:37:42.807895 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cdbada0-d0f5-4358-8583-f5562ec12f80 req-49497207-b1f1-4876-ad7f-58332ffa5747 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482070 Apr 18 12:37:42.829150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18265d47-b2be-4869-a376-ddadb815a929 req-a86bf1fd-9f34-4833-821a-507ae50037bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:42.829284 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-a86bf1fd-9f34-4833-821a-507ae50037bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035972 Apr 18 12:37:42.838543 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:37:42.985878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:43.075077 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-72bf1512-6094-48da-834b-06441ce579ba service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388968 Apr 18 12:37:43.159406 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:37:43.188629 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:38:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c168a66-04d1-441d-af37-1dcb876354bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:37:41Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:37:43.192533 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d58a71-db98-40e2-b6a0-d5c544f5dc8e None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:38:87:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c168a66-04d1-441d-af37-1dcb876354bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:37:41Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:37:43.205562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-18265d47-b2be-4869-a376-ddadb815a929 req-6031989b-4cee-4d47-bc44-c8890cfa463b service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243486 Apr 18 12:37:43.382769 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ee962-198a-4e45-8009-023750707faf None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:37:43.994086 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f6e97-df72-4336-a10e-9e920b55dee1 req-29f08c1e-6e3a-49a4-b39f-3d2f12f2b071 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:43.995680 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0e6f6e97-df72-4336-a10e-9e920b55dee1 req-29f08c1e-6e3a-49a4-b39f-3d2f12f2b071 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0795374 Apr 18 12:37:44.039782 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0e6f6e97-df72-4336-a10e-9e920b55dee1 req-3e003f89-636b-409a-9750-dc498e3bbb84 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 Apr 18 12:37:45.223895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76743-cd66-495a-9072-cb4f04547031 req-63e879fd-d086-4ef6-aafb-4a4b5c6b43df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:45.225304 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-72b76743-cd66-495a-9072-cb4f04547031 req-63e879fd-d086-4ef6-aafb-4a4b5c6b43df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0812647 Apr 18 12:37:45.268509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-72b76743-cd66-495a-9072-cb4f04547031 req-3ad10558-fbe1-4727-b0d6-0ba18c01ee58 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372670 Apr 18 12:37:45.613109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:37:46.455669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccc781-ed51-44a2-a838-000d2bc70566 req-7a908d93-2291-406f-bbea-a351ba37f3f5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:46.457109 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ccccc781-ed51-44a2-a838-000d2bc70566 req-7a908d93-2291-406f-bbea-a351ba37f3f5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0853074 Apr 18 12:37:46.500878 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ccccc781-ed51-44a2-a838-000d2bc70566 req-352c0988-855d-44b8-8b9d-74fc51da36f1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381129 Apr 18 12:37:46.692755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-709c92f0-d593-4651-9d27-cef0a00d55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:46.694188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-709c92f0-d593-4651-9d27-cef0a00d55ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1099 time: 0.0693500 Apr 18 12:37:46.850544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-6b516dda-13b7-4364-bbc4-c0444a297294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:46.851961 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-6b516dda-13b7-4364-bbc4-c0444a297294 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1412222 Apr 18 12:37:46.954536 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-87fbcce0-ecfe-46a7-8824-a38379ff50c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0961194 Apr 18 12:37:47.017492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-e7cf291f-6a14-45ff-9b58-8523a4fd26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:47.018875 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-e7cf291f-6a14-45ff-9b58-8523a4fd26f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0588338 Apr 18 12:37:47.091837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-6d3e7819-001e-4d79-95c2-ec9363f11b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:47.093330 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-6d3e7819-001e-4d79-95c2-ec9363f11b99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689487 Apr 18 12:37:47.221106 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-aedc6b1f-6bb9-402f-9782-f3c378e02528 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218998 Apr 18 12:37:47.347543 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9212d4d5-b331-404c-b7d9-bcf7b2a11954 req-75e3f265-ff7f-41c2-81cf-ad2cd4c171ff service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210482 Apr 18 12:37:47.686510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9be64-ff3d-47c8-b60e-b34196f612b6 req-54678b36-9363-4c90-80cf-55b054f850cd tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:47.688476 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ab9be64-ff3d-47c8-b60e-b34196f612b6 req-54678b36-9363-4c90-80cf-55b054f850cd tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0830083 Apr 18 12:37:47.738425 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ab9be64-ff3d-47c8-b60e-b34196f612b6 req-e8720008-2e89-4114-bfac-f835c533dcce tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443475 Apr 18 12:37:48.919112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90b05e-ed1c-46d4-ad33-cb55cdc394e5 req-a72c43c5-6f18-4c29-befa-90f9924b4234 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:48.920525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7e90b05e-ed1c-46d4-ad33-cb55cdc394e5 req-a72c43c5-6f18-4c29-befa-90f9924b4234 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0780916 Apr 18 12:37:48.963596 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7e90b05e-ed1c-46d4-ad33-cb55cdc394e5 req-2a347d08-c806-49d4-951b-326b11f06eb5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373292 Apr 18 12:37:50.284960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d95173-b3a6-474b-96f8-203176a3a8a7 req-d1e352f2-2d63-4b2d-98e5-15b2fa8822ff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:50.286399 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-70d95173-b3a6-474b-96f8-203176a3a8a7 req-d1e352f2-2d63-4b2d-98e5-15b2fa8822ff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0788813 Apr 18 12:37:50.328874 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-70d95173-b3a6-474b-96f8-203176a3a8a7 req-ff9cded0-fa96-4d77-8183-96891909d434 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368915 Apr 18 12:37:51.659065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb31ab0-6869-4c99-a0d4-a54eaaf8cfa5 req-8197a9bb-9efb-45c4-838a-9bd21f3d5466 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:51.660475 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7bb31ab0-6869-4c99-a0d4-a54eaaf8cfa5 req-8197a9bb-9efb-45c4-838a-9bd21f3d5466 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0811207 Apr 18 12:37:51.703705 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7bb31ab0-6869-4c99-a0d4-a54eaaf8cfa5 req-a2564b00-c063-41ea-a7e6-7ab6864c7650 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376647 Apr 18 12:37:52.885725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8c2ad-f6a0-468d-bd6b-33b6444df277 req-5402c5ff-8f1e-4b69-bf62-6a1dd4de7c9b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:52.887168 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6af8c2ad-f6a0-468d-bd6b-33b6444df277 req-5402c5ff-8f1e-4b69-bf62-6a1dd4de7c9b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0815842 Apr 18 12:37:52.930398 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6af8c2ad-f6a0-468d-bd6b-33b6444df277 req-e6cf12a0-e61a-4acf-8449-f6b6473996c7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370986 Apr 18 12:37:54.110392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b0a2-0fd9-470a-a7a4-83362313c6b2 req-bfdc4599-d988-4746-afb7-b92baf1ff600 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:54.111988 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8a67b0a2-0fd9-470a-a7a4-83362313c6b2 req-bfdc4599-d988-4746-afb7-b92baf1ff600 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0780327 Apr 18 12:37:54.158715 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8a67b0a2-0fd9-470a-a7a4-83362313c6b2 req-5f997aae-e9c7-4847-820c-75694aeeec22 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408611 Apr 18 12:37:55.339944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622a215-7fc0-4783-a2cf-096bcf0ca1e7 req-73fa8f48-8a0a-40b1-a9c3-b8609b59a2d4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:55.341624 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b622a215-7fc0-4783-a2cf-096bcf0ca1e7 req-73fa8f48-8a0a-40b1-a9c3-b8609b59a2d4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0784161 Apr 18 12:37:55.389430 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b622a215-7fc0-4783-a2cf-096bcf0ca1e7 req-e5cde9a3-10e5-4ef0-88eb-8c5528dca1df tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Apr 18 12:37:56.568172 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9b8c5-5c80-487e-a81e-4b89443f4b1f req-d1c91325-bcc0-4a57-bd84-d26443d93a0b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:56.569736 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-04e9b8c5-5c80-487e-a81e-4b89443f4b1f req-d1c91325-bcc0-4a57-bd84-d26443d93a0b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0779376 Apr 18 12:37:56.613242 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-04e9b8c5-5c80-487e-a81e-4b89443f4b1f req-241a5383-d8a5-4139-bd6e-f62539918604 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378315 Apr 18 12:37:57.802540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce62fb-6cb6-4f94-a680-767244d2404b req-dbfda5d0-687f-477b-8a45-9214277a9a9f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:57.803990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-05ce62fb-6cb6-4f94-a680-767244d2404b req-dbfda5d0-687f-477b-8a45-9214277a9a9f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0785873 Apr 18 12:37:57.847472 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-05ce62fb-6cb6-4f94-a680-767244d2404b req-67ef71c2-3583-480a-8549-87887ea74531 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379288 Apr 18 12:37:59.030365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33b280-32c4-4a6b-866a-8d1dafdc117b req-6edf7794-7509-49f3-b87d-44c3a6d8b659 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:37:59.032315 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0e33b280-32c4-4a6b-866a-8d1dafdc117b req-6edf7794-7509-49f3-b87d-44c3a6d8b659 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0812030 Apr 18 12:37:59.078149 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0e33b280-32c4-4a6b-866a-8d1dafdc117b req-e563438d-56bd-424c-a717-390b752154d3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397828 Apr 18 12:38:00.271346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca17ed-32db-4ad1-aa7c-0044c51369bd req-6cba613f-4a3b-4419-9177-e155569cb784 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:00.272933 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84ca17ed-32db-4ad1-aa7c-0044c51369bd req-6cba613f-4a3b-4419-9177-e155569cb784 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0847592 Apr 18 12:38:00.321067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84ca17ed-32db-4ad1-aa7c-0044c51369bd req-10bc7d57-764b-423d-953c-da02c4efe8c1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394604 Apr 18 12:38:01.502127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c206c-3652-49fc-825b-a6edc1e8e1b7 req-e354f9b5-331e-4faf-a661-5b7e8b918774 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:01.503644 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cf4c206c-3652-49fc-825b-a6edc1e8e1b7 req-e354f9b5-331e-4faf-a661-5b7e8b918774 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0787191 Apr 18 12:38:01.547398 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cf4c206c-3652-49fc-825b-a6edc1e8e1b7 req-95d81edc-93f2-449d-a60a-db33504fdc25 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381486 Apr 18 12:38:02.733054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4310b6-b361-44aa-a804-a80b18d72ef8 req-6a13b899-5bb9-4a6b-9e0f-96b700a69c6e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:02.735135 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b4310b6-b361-44aa-a804-a80b18d72ef8 req-6a13b899-5bb9-4a6b-9e0f-96b700a69c6e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0822258 Apr 18 12:38:02.778960 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5b4310b6-b361-44aa-a804-a80b18d72ef8 req-42e3f000-82cb-47d5-9242-f7f55c2d8aa2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381904 Apr 18 12:38:04.042575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a758f-99b6-4796-96bf-f9e59bd840af req-9123c763-d060-4827-b655-a0965a6f3735 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:04.043914 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-903a758f-99b6-4796-96bf-f9e59bd840af req-9123c763-d060-4827-b655-a0965a6f3735 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.1610696 Apr 18 12:38:04.086110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-903a758f-99b6-4796-96bf-f9e59bd840af req-95aa51b5-76aa-43c1-9436-012e25e7dcc2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360420 Apr 18 12:38:05.269973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23e8d0-2143-4a8f-98b5-7c6a3648c8cc req-e6cd1bfd-34a1-47df-b9be-8cf21ae8a910 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:05.271427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bd23e8d0-2143-4a8f-98b5-7c6a3648c8cc req-e6cd1bfd-34a1-47df-b9be-8cf21ae8a910 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0815763 Apr 18 12:38:05.315390 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bd23e8d0-2143-4a8f-98b5-7c6a3648c8cc req-d196b8cd-9522-4ed4-9cde-9aceada6ce98 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 Apr 18 12:38:06.499336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d82f4-ef3c-4ec2-ba2e-81c8f5534ef4 req-8c813437-fa4e-4088-afca-70a0b9f3cf80 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:06.500759 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-459d82f4-ef3c-4ec2-ba2e-81c8f5534ef4 req-8c813437-fa4e-4088-afca-70a0b9f3cf80 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0805416 Apr 18 12:38:06.549821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-459d82f4-ef3c-4ec2-ba2e-81c8f5534ef4 req-04986eba-60d5-4c6c-af9e-2b6c020b8849 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406637 Apr 18 12:38:07.731776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae36c57b-1aed-469b-8c49-6b6053f6d970 req-b77375bd-6a6e-4fcb-8aae-f5e46a323121 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:07.733202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ae36c57b-1aed-469b-8c49-6b6053f6d970 req-b77375bd-6a6e-4fcb-8aae-f5e46a323121 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0793035 Apr 18 12:38:07.778897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ae36c57b-1aed-469b-8c49-6b6053f6d970 req-491e276e-a095-421d-8fad-f64f20dccf66 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Apr 18 12:38:08.012731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b994bd40-e297-4f69-87da-9719bb6ad1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:08.958811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb83788-dd88-42b3-be5b-8d52259666e9 req-6ef76e9d-bfe3-42c0-a768-08b7d328e9b8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:08.960155 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6bb83788-dd88-42b3-be5b-8d52259666e9 req-6ef76e9d-bfe3-42c0-a768-08b7d328e9b8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0778456 Apr 18 12:38:09.003518 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6bb83788-dd88-42b3-be5b-8d52259666e9 req-ef8b593e-6ce9-4f7d-9e7a-ca1560534f38 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376060 Apr 18 12:38:09.499575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b199b4-9492-415f-a74b-78d990e0cdcf req-d050261c-c22d-4210-89bd-bf5707094a23 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:09.501009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c7b199b4-9492-415f-a74b-78d990e0cdcf req-d050261c-c22d-4210-89bd-bf5707094a23 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0849054 Apr 18 12:38:09.544913 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c7b199b4-9492-415f-a74b-78d990e0cdcf req-e03bcd92-6c99-4615-a4c6-a13a6ac28004 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383615 Apr 18 12:38:09.646803 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-c0b2aad9-fb4b-44cf-8d66-044cad139cff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702584 Apr 18 12:38:10.241554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-449d2cb1-1c6e-4632-bfd5-4561baf30bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:10.729220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5769e-aa83-45bf-b5cc-daef171ee39b req-64b96925-8814-4d2f-b80f-f7a9f0ac61d4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:10.730692 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0da5769e-aa83-45bf-b5cc-daef171ee39b req-64b96925-8814-4d2f-b80f-f7a9f0ac61d4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0805550 Apr 18 12:38:10.778042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0da5769e-aa83-45bf-b5cc-daef171ee39b req-233caec2-648a-4c07-9334-3adae5652e7e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410602 Apr 18 12:38:11.366946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:11.674711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:11.726518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-c671a986-46e6-4275-ba3c-26e6a123ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:11.727970 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-c671a986-46e6-4275-ba3c-26e6a123ad6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1099 time: 0.1627674 Apr 18 12:38:11.856519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-606640ec-7c8d-417f-ab6e-25f1688b31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:11.858082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-606640ec-7c8d-417f-ab6e-25f1688b31e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1234484 Apr 18 12:38:11.959610 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-5fddc4fe-f553-4202-9f5a-f1989c9bafc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0958512 Apr 18 12:38:11.967442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fbad0-79b5-421c-8e68-755703150318 req-5daef35f-1694-4653-ac65-d9e3cb2fa08e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:11.969407 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-730fbad0-79b5-421c-8e68-755703150318 req-5daef35f-1694-4653-ac65-d9e3cb2fa08e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0831835 Apr 18 12:38:12.012260 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-730fbad0-79b5-421c-8e68-755703150318 req-9919a645-a44c-4865-b587-d0dd8ecbca32 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369456 Apr 18 12:38:12.023830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-f0226b68-18f5-458b-9e9b-2b325c0fc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:12.025312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-f0226b68-18f5-458b-9e9b-2b325c0fc4b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0604804 Apr 18 12:38:12.099280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-bf02cbb2-26df-4efd-af02-d066a710a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:12.100708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-bf02cbb2-26df-4efd-af02-d066a710a0f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692348 Apr 18 12:38:12.230290 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-38c86008-34c8-4cf8-a269-641cf5dadaaa service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223736 Apr 18 12:38:12.361928 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-570f2db1-fb13-4e85-af14-91f71e970c06 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244717 Apr 18 12:38:12.978280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:13.197005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ab555-2630-4809-86d7-83ee1c21f7c6 req-97219929-fe7a-4ed1-9c8c-6ec7307519d6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:13.198335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e72ab555-2630-4809-86d7-83ee1c21f7c6 req-97219929-fe7a-4ed1-9c8c-6ec7307519d6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0773332 Apr 18 12:38:13.244751 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e72ab555-2630-4809-86d7-83ee1c21f7c6 req-574ed228-9803-4c7a-b4b4-412ade12f36e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407517 Apr 18 12:38:14.255872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-1e49f758-b211-4c6c-9740-0f7faea90141 service neutron] 10.222.0.15 "GET /v2.0/ports/65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0740552 Apr 18 12:38:14.432596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b951d2d-c89f-44f2-b0ff-3bd88560d6d0 req-97bfa430-1f24-43f8-a700-47db8e0755b5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:14.434015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8b951d2d-c89f-44f2-b0ff-3bd88560d6d0 req-97bfa430-1f24-43f8-a700-47db8e0755b5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0844781 Apr 18 12:38:14.479686 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8b951d2d-c89f-44f2-b0ff-3bd88560d6d0 req-d7d6e218-6883-4570-8f53-eb6db9a22b71 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391438 Apr 18 12:38:14.778411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-f4854e5f-d6e5-4c5c-a242-576e12dbaae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:14.780395 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-f4854e5f-d6e5-4c5c-a242-576e12dbaae9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 1099 time: 0.0825057 Apr 18 12:38:14.868810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-421c3981-9270-48da-8ef6-c515d74b42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:14.870272 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-421c3981-9270-48da-8ef6-c515d74b42d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1099 time: 0.0692844 Apr 18 12:38:14.998034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-e6bde6b8-8506-4c70-b6c2-c3fede21b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:14.999410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-e6bde6b8-8506-4c70-b6c2-c3fede21b7c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1230435 Apr 18 12:38:15.100834 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-278a8e8e-3257-4cdf-8282-3fb0f792aa51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1002 time: 0.0946651 Apr 18 12:38:15.161096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-f66ce7f6-3eda-48fe-99d8-3089617cd438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:15.162453 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-f66ce7f6-3eda-48fe-99d8-3089617cd438 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0561948 Apr 18 12:38:15.236895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-cd18dfb2-c9a5-486b-b063-2a1d440aaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:15.238287 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-cd18dfb2-c9a5-486b-b063-2a1d440aaf8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700727 Apr 18 12:38:15.464551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-004c199d-d81a-4ead-8e83-a1f6ddd7c6e0 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204075 Apr 18 12:38:15.618323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:15.638066 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ab0b34a-55b7-4123-af07-065a9527e57c req-c70759f0-8808-437a-9361-cef6f3d59971 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663229 Apr 18 12:38:15.673389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20e5f7-9666-47a9-b4fc-6e163e4006d7 req-f9dffca3-e64f-4298-a1a2-4460128c9325 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:15.674845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ff20e5f7-9666-47a9-b4fc-6e163e4006d7 req-f9dffca3-e64f-4298-a1a2-4460128c9325 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0849502 Apr 18 12:38:15.719097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ff20e5f7-9666-47a9-b4fc-6e163e4006d7 req-aedc881b-f97e-4a12-9fde-56a41d4a1f17 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381880 Apr 18 12:38:16.903977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200f53d-9aae-415e-915d-5e660d7ada56 req-cb956c98-4fdf-44f8-833a-d8cf892f4a48 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:16.905359 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b200f53d-9aae-415e-915d-5e660d7ada56 req-cb956c98-4fdf-44f8-833a-d8cf892f4a48 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0825238 Apr 18 12:38:16.948620 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b200f53d-9aae-415e-915d-5e660d7ada56 req-21d32bfb-bddc-46f2-9ba2-25517a84bcf2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375638 Apr 18 12:38:17.908638 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:38:17.911924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:38:18.134174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:18.137309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031ddab-1893-488c-bb21-6ea4c91ea2d2 req-5a1f2195-088b-4c7a-81fc-4628e4dc5710 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:18.138779 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1031ddab-1893-488c-bb21-6ea4c91ea2d2 req-5a1f2195-088b-4c7a-81fc-4628e4dc5710 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0848331 Apr 18 12:38:18.156782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:18.179283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:38:18.183079 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1031ddab-1893-488c-bb21-6ea4c91ea2d2 req-8bff0392-037a-42d7-93b8-8f8f254bb31a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380266 Apr 18 12:38:18.183616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'mac_address': 'fa:16:3e:38:87:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:38:18.217784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:18.236153 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096311e9-6c1a-4819-aa6d-e624bcfe8332'] response: {'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'code': 200} Apr 18 12:38:18.251636 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:18.269340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:38:18.298476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:18.408957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:38:18.409301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:38:18.412574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:18.419476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.419816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.420142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.420500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.420818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.421138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.421452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.421768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.422082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.422394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.422729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.423038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:18.668447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db93b76-af25-4bfd-a941-abf64b5803a1 req-a3639c00-1503-46f1-aef3-adb77edc3e8c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:18.670089 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2db93b76-af25-4bfd-a941-abf64b5803a1 req-a3639c00-1503-46f1-aef3-adb77edc3e8c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 944 time: 0.0811715 Apr 18 12:38:18.718211 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2db93b76-af25-4bfd-a941-abf64b5803a1 req-c12c6ae0-c981-4fb6-b339-8714de0573d8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416842 Apr 18 12:38:18.737640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99223e25-7caa-40d5-b656-99d03190db7f req-9e5fa9f5-6c7b-4784-955c-fe2c3849cb35 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:18.739075 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-9e5fa9f5-6c7b-4784-955c-fe2c3849cb35 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd&tenant_id=2bd09a4397144e37a150ecc4eae5518a&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 944 time: 0.0844073 Apr 18 12:38:18.875038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99223e25-7caa-40d5-b656-99d03190db7f req-5d312971-ac17-4147-8672-324f5790ce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:18.876522 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-5d312971-ac17-4147-8672-324f5790ce68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1097 time: 0.0721412 Apr 18 12:38:18.961565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:18.978044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:38:18.992721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:19.006723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99223e25-7caa-40d5-b656-99d03190db7f req-b07fe983-17c2-4aa4-bd89-4ef45aa85a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:19.008142 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-b07fe983-17c2-4aa4-bd89-4ef45aa85a4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1261361 Apr 18 12:38:19.057660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:19.111677 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-9cc93f55-982c-45ac-9044-47ba9ba8678b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1001 time: 0.0961311 Apr 18 12:38:19.128358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:38:19.164240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:19.178129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99223e25-7caa-40d5-b656-99d03190db7f req-b4fe3aa0-726c-4fd0-9a9c-2cd5ece452cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:19.179595 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-b4fe3aa0-726c-4fd0-9a9c-2cd5ece452cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0617592 Apr 18 12:38:19.258343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99223e25-7caa-40d5-b656-99d03190db7f req-87ae4e9b-ca3f-4b68-8ec5-42c8d379280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:19.259711 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-87ae4e9b-ca3f-4b68-8ec5-42c8d379280f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726936 Apr 18 12:38:19.393041 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-78db9275-7af9-40e7-8cbb-d6d91105f3d0 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270194 Apr 18 12:38:19.521735 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99223e25-7caa-40d5-b656-99d03190db7f req-462c706f-d9f2-406d-b0f6-a5cb7702210e service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224191 Apr 18 12:38:19.902299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2d7f6-6739-434e-b42b-7f41bb74a050 req-f2aa4272-d3b6-42bc-a91b-f7c0d5ce5c06 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:19.903781 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dbd2d7f6-6739-434e-b42b-7f41bb74a050 req-f2aa4272-d3b6-42bc-a91b-f7c0d5ce5c06 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 945 time: 0.0789053 Apr 18 12:38:19.909547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:38:19.947555 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dbd2d7f6-6739-434e-b42b-7f41bb74a050 req-738dd92e-7efc-4d53-8a64-8a712f194037 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379937 Apr 18 12:38:19.978216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:38:19.978823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:20.095869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:20.127854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:20.158060 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:38:20.184248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:20.237110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:38:20.257528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:20.295903 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c00c738-14eb-4e9f-9b80-61ad0b85ba76'] response: {'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'code': 200} Apr 18 12:38:21.135105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dff21-8d19-4065-82f4-2b9ee1e67a75 req-9c466fe1-17ef-4b5f-a7aa-b7611706ed17 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:21.136528 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ac0dff21-8d19-4065-82f4-2b9ee1e67a75 req-9c466fe1-17ef-4b5f-a7aa-b7611706ed17 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0812180 Apr 18 12:38:21.179752 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ac0dff21-8d19-4065-82f4-2b9ee1e67a75 req-872fafce-e8d2-4bb2-b671-8f7fdc3be532 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371652 Apr 18 12:38:21.361701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af88879-a042-4e6e-81bf-58c462ae0491 req-d87f86e7-37fb-4431-a0d0-a7ffc3eae53d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:21.363149 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4af88879-a042-4e6e-81bf-58c462ae0491 req-d87f86e7-37fb-4431-a0d0-a7ffc3eae53d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0797327 Apr 18 12:38:21.406523 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4af88879-a042-4e6e-81bf-58c462ae0491 req-0c041ef1-bf4e-4040-a9f6-64d3cb2d8fc9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376635 Apr 18 12:38:21.845954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d6ee6-ec3b-4c9d-b509-aa33f7cc9ce4 req-95f0aa5d-885e-4e46-a86d-c486fc8f506d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:21.847423 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a17d6ee6-ec3b-4c9d-b509-aa33f7cc9ce4 req-95f0aa5d-885e-4e46-a86d-c486fc8f506d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0866749 Apr 18 12:38:21.891989 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a17d6ee6-ec3b-4c9d-b509-aa33f7cc9ce4 req-61f94b1f-3b22-4112-b8d0-fe32a8e348e2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386713 Apr 18 12:38:21.917240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-1141041f-29cd-4b45-8fd8-f02dfd4b374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:21.918737 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-1141041f-29cd-4b45-8fd8-f02dfd4b374a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 1099 time: 0.0691729 Apr 18 12:38:22.046684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-f6f6cbfd-30fb-427d-aea2-5b6dc03d5e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:22.048072 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-f6f6cbfd-30fb-427d-aea2-5b6dc03d5e22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1233795 Apr 18 12:38:22.247446 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-65ac465f-e3a1-461d-812b-608d6da95214 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 200 len: 1002 time: 0.1937716 Apr 18 12:38:22.310215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-b2738897-d225-4266-ab01-137bc1f6ebe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:22.311654 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-b2738897-d225-4266-ab01-137bc1f6ebe6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0582199 Apr 18 12:38:22.388002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-3235727c-2361-4f1e-8193-2ca9df722e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:22.390031 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-3235727c-2361-4f1e-8193-2ca9df722e6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720990 Apr 18 12:38:22.518421 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-63ebc241-3ad1-4f27-975a-22d7b860b61f service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222157 Apr 18 12:38:22.651375 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8cf0c2aa-a708-4d77-9688-4d4102a99f9d req-9c6da8da-ef39-46e5-ad8a-daffa57b8582 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270123 Apr 18 12:38:23.078284 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b5e50-1850-4f81-93cf-1ca0861240c9 req-767ce479-f930-453b-8e64-f66590490ae6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:23.079756 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-647b5e50-1850-4f81-93cf-1ca0861240c9 req-767ce479-f930-453b-8e64-f66590490ae6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0835297 Apr 18 12:38:23.122601 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-647b5e50-1850-4f81-93cf-1ca0861240c9 req-fee87ca2-0946-4ebe-844d-3c23d2e5116d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Apr 18 12:38:24.305165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce441d-eec6-45e3-9e5e-5b37956f7728 req-4fa4ba53-de6c-435c-9ce7-5eb4c4f1cdf3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:24.306539 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-86ce441d-eec6-45e3-9e5e-5b37956f7728 req-4fa4ba53-de6c-435c-9ce7-5eb4c4f1cdf3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0782022 Apr 18 12:38:24.353422 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-86ce441d-eec6-45e3-9e5e-5b37956f7728 req-5b25d92a-c662-4697-8a69-982d9d33efea tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408664 Apr 18 12:38:24.947133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e66e3-196c-4b9a-93d8-2a123d053df5 req-fddd72d3-bffe-4369-89fb-8f47b8a8f673 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:24.948465 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-369e66e3-196c-4b9a-93d8-2a123d053df5 req-fddd72d3-bffe-4369-89fb-8f47b8a8f673 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0790465 Apr 18 12:38:24.991790 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-369e66e3-196c-4b9a-93d8-2a123d053df5 req-9f8bad0f-d4ce-4e85-bbed-09075d328dd6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370338 Apr 18 12:38:26.177199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6385-3196-4588-9218-7cd1b3b89f14 req-58799f2a-d7d4-4c2e-94f3-fe418d1752c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:26.179364 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-039d6385-3196-4588-9218-7cd1b3b89f14 req-58799f2a-d7d4-4c2e-94f3-fe418d1752c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0794444 Apr 18 12:38:26.224988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-039d6385-3196-4588-9218-7cd1b3b89f14 req-ec1335a0-7648-4b3f-be43-e14d90e59c69 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397828 Apr 18 12:38:26.548984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-417d1f4e-ef71-48f1-b6e6-96c907779ae8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:26.550372 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-417d1f4e-ef71-48f1-b6e6-96c907779ae8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 946 time: 0.0801387 Apr 18 12:38:26.621364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Deleting port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:38:26.621708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:26.863426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] For port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:26.863792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:27.149588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:27.149866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:27.150174 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 disassociated. External IP: 172.26.4.137, port: 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6. Apr 18 12:38:27.150533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Calling delete_port for 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:38:27.344287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:27.376233 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-95c9dba9-ddc4-45e6-9b6e-c3d4f858f8ad req-da1dcb7d-130f-4eb2-b5e4-ca4a57d9656b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 210 time: 0.0421178 Apr 18 12:38:27.496302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event deleted for resources: {'Port': ['ID=65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:27.508682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.509034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.509369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.509704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.510030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.510379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.510729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.511054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.511378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.511699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.512016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.512333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:38:27.692135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:38:27.869047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:38:27.879060 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:38:27.888820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:38:27.889506 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:38:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:27.945744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] No DVR routers for this DVR port 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:38:27.948201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:27.950846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-deleted', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:38:28.003069 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d92722e6-17d8-4ff0-9c02-ee5297724be6'] response: {'server_uuid': '5c168a66-04d1-441d-af37-1dcb876354bd', 'name': 'network-vif-deleted', 'tag': '65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6', 'status': 'completed', 'code': 200} Apr 18 12:38:28.030967 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-465c1db7-2d01-4e8b-ba35-5fa7314113e6 req-425116d0-64e2-42d3-9bd3-4ea1e7c811c9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "DELETE /v2.0/ports/65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 HTTP/1.1" status: 204 len: 173 time: 1.4753575 Apr 18 12:38:28.076413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:38:28.385177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:28.389417 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:38:28.401951 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:38:28.402590 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:38:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:28.541457 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8b6e40a1-0c60-481e-9764-ad6157f2668e req-c0d7909b-61b4-40c9-86db-2769438aa602 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=5c168a66-04d1-441d-af37-1dcb876354bd HTTP/1.1" status: 200 len: 210 time: 0.0459549 Apr 18 12:38:28.577628 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:38:28.894515 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:28.898447 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cdc908-624c-453b-810b-20cfc31b9629 None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:38:29.103277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb64da92-c43f-468d-b0c5-d3c9b0e6d29b None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:38:29.880700 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-ca5ce1be-6253-41d8-b53e-86725e6195ab tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--966634301&fields=id&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 267 time: 0.0376120 Apr 18 12:38:29.958262 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:38:29.993502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:38:29.993844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 65b08e1e-37bc-4ab6-9b18-7c2a3da16fd6 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:38:30.026060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-15ce947e-d8ff-42b1-b579-ec7b6937c8a8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:30.027480 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-15ce947e-d8ff-42b1-b579-ec7b6937c8a8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1407092 Apr 18 12:38:30.042414 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-60831fed-a213-4583-b0e2-bc61c1cd4aaa tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/quotas/2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 375 time: 0.0088487 Apr 18 12:38:30.127992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-42ca716f-11c3-4570-8664-98411421cdf5 req-db3a3875-0f48-4bbe-83de-638594f2e04e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:38:30.206906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-42ca716f-11c3-4570-8664-98411421cdf5 req-db3a3875-0f48-4bbe-83de-638594f2e04e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:38:30.208145 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-db3a3875-0f48-4bbe-83de-638594f2e04e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1607904 Apr 18 12:38:30.341880 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-2f242d11-6ce1-4759-8157-74b4ca497fed service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216562 Apr 18 12:38:30.470581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-402e36c8-133e-4d21-8467-6523f66b86a1 service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227505 Apr 18 12:38:30.717915 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2d53fcf2-6281-49ca-a086-902524f36fde req-985a6d61-8cf5-4b39-95b1-bea62e60157a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 210 time: 0.0424659 Apr 18 12:38:31.864590 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-778cdda9-5e62-4696-a40e-151c6b6c880f req-20c12875-63fc-4afd-877d-3ab4e8b1401e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 210 time: 0.0425270 Apr 18 12:38:32.646137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-90a98a97-3cf9-4358-8b23-2322b43bddb5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:32.647567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-90a98a97-3cf9-4358-8b23-2322b43bddb5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1483116 Apr 18 12:38:32.693921 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-6bf521b2-fc83-4599-90a6-bf23915f57a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 379 time: 0.0382044 Apr 18 12:38:32.702558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'port': {'device_id': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'admin_state_up': True, 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'security_groups': ['308234e6-1a3c-44bf-903f-7c24ef26645d']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:38:32.845599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:38:32.855029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:38:32.921324 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Made reservation on behalf of 2bd09a4397144e37a150ecc4eae5518a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:38:32.924911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:33.015805 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9f252fb0-d2f0-4059-b612-5cc489b48041 req-f2e0c376-e24f-406a-8bc8-370f04c09ee3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 210 time: 0.0444198 Apr 18 12:38:33.194933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Allocated IP 172.20.0.4 (5de2dc5b-f2ae-49b2-82da-f03c76d499c5/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a/67370797-04c4-47d5-b5e0-0c012e8b0099) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:38:33.377388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:33.393086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Transition to ACTIVE for port object 67370797-04c4-47d5-b5e0-0c012e8b0099 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:38:33.498601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:33.563632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:38:33.566493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:38:33.570171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:38:33.612411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:33.645319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:33.645979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:33.756090 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-88457947-0f40-4f0d-9453-5a3a4f6d8af2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0575862 Apr 18 12:38:33.767575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Request body: {'port': {'device_id': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:38:33.852349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ef6cbfd8-2ee4-4b15-970e-be953b008c29 None None] Provisioning for port 67370797-04c4-47d5-b5e0-0c012e8b0099 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:38:33.857196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ef6cbfd8-2ee4-4b15-970e-be953b008c29 None None] Provisioning complete for port 67370797-04c4-47d5-b5e0-0c012e8b0099 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:38:33.857587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef6cbfd8-2ee4-4b15-970e-be953b008c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:33.878160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:33.909106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ef6cbfd8-2ee4-4b15-970e-be953b008c29 None None] Port 67370797-04c4-47d5-b5e0-0c012e8b0099 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:38:34.267142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d73d7d-6b52-4cd0-9e45-bd00ba9b7b53 req-9b8a561c-b90b-4a68-adc6-c8c7d4d6f375 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:34.267826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-03d73d7d-6b52-4cd0-9e45-bd00ba9b7b53 req-9b8a561c-b90b-4a68-adc6-c8c7d4d6f375 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:38:34.300609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:38:34.307598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:34.323066 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Transition to ACTIVE for port object 67370797-04c4-47d5-b5e0-0c012e8b0099 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:38:34.378350 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-03d73d7d-6b52-4cd0-9e45-bd00ba9b7b53 req-9b8a561c-b90b-4a68-adc6-c8c7d4d6f375 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:38:34.379798 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03d73d7d-6b52-4cd0-9e45-bd00ba9b7b53 req-9b8a561c-b90b-4a68-adc6-c8c7d4d6f375 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 931 time: 0.2588923 Apr 18 12:38:34.413963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:34.475326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-03d73d7d-6b52-4cd0-9e45-bd00ba9b7b53 req-1017f86f-0bc6-4cfd-9d43-c64e834a3205 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897760 Apr 18 12:38:34.578585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:34.660710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Attempting to bind port 67370797-04c4-47d5-b5e0-0c012e8b0099 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:38:34.661043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Attempting to bind port 67370797-04c4-47d5-b5e0-0c012e8b0099 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:38:34.661368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Attempting to bind port 67370797-04c4-47d5-b5e0-0c012e8b0099 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:38:34.665924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Port 67370797-04c4-47d5-b5e0-0c012e8b0099 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:38:34.666237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Attempting to bind port 67370797-04c4-47d5-b5e0-0c012e8b0099 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:38:34.671769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:38:34.672100 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:38:34.672475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Bound using segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:38:34.672904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Bound port: 67370797-04c4-47d5-b5e0-0c012e8b0099, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:38:34.673232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:34.763477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:38:34.766268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:38:34.818186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:34.873090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:34.873697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:34.875069 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] 10.222.0.15 "PUT /v2.0/ports/67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 1093 time: 1.1120596 Apr 18 12:38:34.875504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:38:34.906291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0226769-8aad-4117-a3d0-f5c11ca1cbca service neutron] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:34.927487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a514fe3-9320-4fcd-a62d-7fc69076fdd3'] response: {'name': 'network-changed', 'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'status': 'completed', 'code': 200} Apr 18 12:38:35.021162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad7a9-31a5-4165-aa98-ddaf53e21092 req-14eaf89b-9e5d-4f01-b8b3-148a070952be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.022695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5dad7a9-31a5-4165-aa98-ddaf53e21092 req-14eaf89b-9e5d-4f01-b8b3-148a070952be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1096 time: 0.0763991 Apr 18 12:38:35.162550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad7a9-31a5-4165-aa98-ddaf53e21092 req-40320435-3ba7-4e7e-9486-ecca6d7b9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.163917 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5dad7a9-31a5-4165-aa98-ddaf53e21092 req-40320435-3ba7-4e7e-9486-ecca6d7b9b88 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2bd09a4397144e37a150ecc4eae5518a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1346731 Apr 18 12:38:35.395211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dad7a9-31a5-4165-aa98-ddaf53e21092 req-3e2a95d1-aac7-4442-8ad3-8a401b6c1073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.396641 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5dad7a9-31a5-4165-aa98-ddaf53e21092 req-3e2a95d1-aac7-4442-8ad3-8a401b6c1073 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2265270 Apr 18 12:38:35.502365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-9b44f749-b4a6-4ed3-b8de-49e6ef594bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.503774 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-9b44f749-b4a6-4ed3-b8de-49e6ef594bcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1096 time: 0.0701170 Apr 18 12:38:35.575293 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-b1b6e865-2636-430b-9ebc-371e87888de6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 217 time: 0.0645373 Apr 18 12:38:35.690264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-2e3acfdb-54aa-4b6e-90c9-15ff350d3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.691694 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-2e3acfdb-54aa-4b6e-90c9-15ff350d3d13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.1109166 Apr 18 12:38:35.759361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c135b8-5523-431b-9ffc-e925b5edd17d req-0921fa5e-af40-43f5-8080-2305d64b595d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.760696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a7c135b8-5523-431b-9ffc-e925b5edd17d req-0921fa5e-af40-43f5-8080-2305d64b595d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.1449981 Apr 18 12:38:35.817724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca716f-11c3-4570-8664-98411421cdf5 req-026f84c4-53db-4c04-9ef7-64baf3ad43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:35.819231 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-026f84c4-53db-4c04-9ef7-64baf3ad43bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1209557 Apr 18 12:38:35.823629 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a7c135b8-5523-431b-9ffc-e925b5edd17d req-de9253f9-083d-4a3a-ac45-6980eeb67101 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567427 Apr 18 12:38:35.948073 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-a34c6e04-3772-43ce-a174-8f4afd39dcd9 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230795 Apr 18 12:38:36.076644 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42ca716f-11c3-4570-8664-98411421cdf5 req-86892fbf-1c1d-4780-82d7-ef04642372bd service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209853 Apr 18 12:38:37.012435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49930b2-dcf8-47e5-afea-978ecd4358b9 req-f707779c-21e1-4d4d-aba9-c7fddec4ba3c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:37.014429 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b49930b2-dcf8-47e5-afea-978ecd4358b9 req-f707779c-21e1-4d4d-aba9-c7fddec4ba3c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0818987 Apr 18 12:38:37.056700 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b49930b2-dcf8-47e5-afea-978ecd4358b9 req-c610c3b8-8a48-43ee-bf39-d3b0a90f25e2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366237 Apr 18 12:38:38.063394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-90d8349d-fd33-4313-9cfa-5b6e7966a69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:38.237861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3618ea-2c4e-4d08-813c-3f3051a64dab req-8706eb2f-2793-44a3-8053-688e98d83bf4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:38.239291 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9b3618ea-2c4e-4d08-813c-3f3051a64dab req-8706eb2f-2793-44a3-8053-688e98d83bf4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0780623 Apr 18 12:38:38.282092 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9b3618ea-2c4e-4d08-813c-3f3051a64dab req-92a5ca4d-a49b-45dc-ad69-13207ec7e1e0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372832 Apr 18 12:38:39.469033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b4040-cd46-4ea0-a43c-59b702b07b7c req-37f6b361-b6ca-4e71-90ee-72dc25809833 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:39.470425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-589b4040-cd46-4ea0-a43c-59b702b07b7c req-37f6b361-b6ca-4e71-90ee-72dc25809833 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0812750 Apr 18 12:38:39.513938 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-589b4040-cd46-4ea0-a43c-59b702b07b7c req-f88900ab-e663-4189-b9ff-9df4086affc3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373023 Apr 18 12:38:40.032922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:38:40.199685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:40.215675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'mac_address': 'fa:16:3e:f6:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:38:40.268616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:40.276637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4b6cfe1e-ce99-44cc-a8ea-5dc6c08ff4ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:40.285912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:38:40.301490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:40.372136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:40.436997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:40.573945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['67370797-04c4-47d5-b5e0-0c012e8b0099'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:38:40.699338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fd49e-2d09-4718-91c5-a3c375456758 req-85cc52a5-e51a-4820-be7a-15e7f2b71403 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:40.700767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e2fd49e-2d09-4718-91c5-a3c375456758 req-85cc52a5-e51a-4820-be7a-15e7f2b71403 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 944 time: 0.0820947 Apr 18 12:38:40.744749 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e2fd49e-2d09-4718-91c5-a3c375456758 req-a9a925eb-e370-43ff-b171-bb9fed5d42c7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382543 Apr 18 12:38:41.418256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:41.669405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:41.930964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375fc5e4-27d8-4de6-b2c5-a3eb2b535b48 req-2ae3df74-9f7e-4586-a8e4-c83399eca620 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:41.932341 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-375fc5e4-27d8-4de6-b2c5-a3eb2b535b48 req-2ae3df74-9f7e-4586-a8e4-c83399eca620 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 944 time: 0.0785279 Apr 18 12:38:41.975483 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-375fc5e4-27d8-4de6-b2c5-a3eb2b535b48 req-fdaa7851-0dbd-40ac-8283-3d7492d42600 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368631 Apr 18 12:38:42.032758 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:38:42.195430 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 67370797-04c4-47d5-b5e0-0c012e8b0099 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:38:42.200884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 67370797-04c4-47d5-b5e0-0c012e8b0099 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:38:42.201160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:42.316329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:42.342751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:38:42.352530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:38:42.386882 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28e4a73-d61b-4a2e-bc55-33cb10fc0591'] response: {'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'code': 200} Apr 18 12:38:42.435676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:42.506595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:38:42.734247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9c296-909e-4c94-8e5e-1e5d42b09d74 req-e6e5776d-1ea2-4e35-835a-e5b159370af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:42.735838 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-17a9c296-909e-4c94-8e5e-1e5d42b09d74 req-e6e5776d-1ea2-4e35-835a-e5b159370af9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0690310 Apr 18 12:38:42.775496 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-17a9c296-909e-4c94-8e5e-1e5d42b09d74 req-e47a8675-ede1-42f0-9c4c-a415c546ca41 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333295 Apr 18 12:38:42.982924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:43.160928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d442ddc-af2e-43a6-afdd-f1a7e585f1dc req-3f1c4fd5-929c-4edb-a3da-51b415d4cea1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:43.162354 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7d442ddc-af2e-43a6-afdd-f1a7e585f1dc req-3f1c4fd5-929c-4edb-a3da-51b415d4cea1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0819297 Apr 18 12:38:43.205367 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7d442ddc-af2e-43a6-afdd-f1a7e585f1dc req-ad26d687-33eb-43d2-bc88-5e7af7a97da4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373847 Apr 18 12:38:44.397789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c0305-ed0d-4644-8969-4cffc2623055 req-dec1e271-620c-47d4-9e7e-1b21f8be0782 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:44.399254 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-732c0305-ed0d-4644-8969-4cffc2623055 req-dec1e271-620c-47d4-9e7e-1b21f8be0782 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0847566 Apr 18 12:38:44.442773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-732c0305-ed0d-4644-8969-4cffc2623055 req-e7644fa3-d950-415e-9b3c-5fea1fbd9b52 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377111 Apr 18 12:38:44.619880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d6101-24f6-451b-93fe-5f725ffb1241 req-de7f017d-bd2f-4e4c-ae84-36855552e7be tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:44.621303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-854d6101-24f6-451b-93fe-5f725ffb1241 req-de7f017d-bd2f-4e4c-ae84-36855552e7be tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0791700 Apr 18 12:38:44.630007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41252) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:38:44.635085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'floatingip': {'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:38:44.718732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:45.387506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:45.446567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:45.620406 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 associated. External IP: 172.26.4.137, port: 67370797-04c4-47d5-b5e0-0c012e8b0099. Apr 18 12:38:45.675338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:45.961480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:38:46.132982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:38:46.137745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:38:46.142204 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:38:46.152242 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:38:46.152838 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:38:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:46.193047 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-af6bec6e-6d00-42b7-92ec-537f5b699a1d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "PUT /v2.0/floatingips/d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 HTTP/1.1" status: 200 len: 991 time: 1.5619307 Apr 18 12:38:46.193725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:38:46.245351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757ce633-4efe-4d9d-a5a2-ab6f1a25cba0'] response: {'name': 'network-changed', 'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'status': 'completed', 'code': 200} Apr 18 12:38:46.339668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de84ab-02b5-4671-ab63-985c58041320 req-9a29e3da-b0e5-4ecd-814b-9e3fe7d04c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:46.342184 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-9a29e3da-b0e5-4ecd-814b-9e3fe7d04c27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0737793 Apr 18 12:38:46.360515 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:38:46.622668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de84ab-02b5-4671-ab63-985c58041320 req-266bb9d6-bbfe-4988-b1e6-6a361ae61639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:46.624950 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-266bb9d6-bbfe-4988-b1e6-6a361ae61639 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.2772276 Apr 18 12:38:46.728130 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:f6:77:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:38:45Z', 'revision_number': 9, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:46.739370 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:38:46.749218 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:38:46.749810 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:38:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:46.750887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357b014-38d5-4fa5-a16b-22bb6ea3315c req-8dff4df5-eff1-4ef1-82b7-88f554eda2f6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:46.752410 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c357b014-38d5-4fa5-a16b-22bb6ea3315c req-8dff4df5-eff1-4ef1-82b7-88f554eda2f6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0947907 Apr 18 12:38:46.780867 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-03b94cf0-206a-4177-86c6-7424f3345736 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 999 time: 0.1495728 Apr 18 12:38:46.797830 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c357b014-38d5-4fa5-a16b-22bb6ea3315c req-1fb44292-1d1d-4623-85b7-d258c8f45890 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Apr 18 12:38:46.856408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de84ab-02b5-4671-ab63-985c58041320 req-a98c5a2e-10d5-42f8-9481-dc00188cd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:46.857765 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-a98c5a2e-10d5-42f8-9481-dc00188cd378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0679719 Apr 18 12:38:46.903225 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-21eda00c-61f6-4aab-b9f1-5aa42ecf14e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1619048 Apr 18 12:38:46.932245 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:38:46.941282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de84ab-02b5-4671-ab63-985c58041320 req-5227ec86-770f-4afb-ac70-d2c9a635959e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:46.942748 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-5227ec86-770f-4afb-ac70-d2c9a635959e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771708 Apr 18 12:38:47.075872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-2d5187b0-5164-46c8-ad55-577a83a486c1 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272156 Apr 18 12:38:47.211966 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93de84ab-02b5-4671-ab63-985c58041320 req-03044502-1f18-4ece-a396-6f081975ef5b service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303854 Apr 18 12:38:47.278895 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:f6:77:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:38:45Z', 'revision_number': 9, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:38:47.282742 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb3bd4d-62cf-4e39-9326-13abf5d7e1f7 None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:f6:77:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:38:45Z', 'revision_number': 9, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:38:47.468796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-9188869d-2cf7-4c21-8864-da5f595a4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:47.470367 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-9188869d-2cf7-4c21-8864-da5f595a4896 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0739746 Apr 18 12:38:47.484104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8512d0-1e09-421f-a686-a9cde7c3845b None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:38:47.626851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-09192715-5009-42e4-81ea-ba394073557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:47.629075 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-09192715-5009-42e4-81ea-ba394073557f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1401074 Apr 18 12:38:47.739255 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-9bfed29a-b9be-43f0-8da3-a9a7e17049a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 999 time: 0.1026475 Apr 18 12:38:47.803717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-8d9129be-cb18-426c-a4a3-da7ac0f72b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:47.805195 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-8d9129be-cb18-426c-a4a3-da7ac0f72b1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0592701 Apr 18 12:38:47.894090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-fc6ba8b6-25c7-422b-9c4f-5346fbd68375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:47.895556 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-fc6ba8b6-25c7-422b-9c4f-5346fbd68375 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841475 Apr 18 12:38:48.078821 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-434cffef-8798-4c57-97c4-0a492edc19a3 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763518 Apr 18 12:38:48.114874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a499bf3-fdd8-4e9e-bf40-92cf74462e14 req-f2670e06-49bf-48bf-a91c-8b8316beeec0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:48.116255 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a499bf3-fdd8-4e9e-bf40-92cf74462e14 req-f2670e06-49bf-48bf-a91c-8b8316beeec0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.1837578 Apr 18 12:38:48.234539 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3a499bf3-fdd8-4e9e-bf40-92cf74462e14 req-5f0bb0a3-7378-437f-8140-97030aba10f9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044133 Apr 18 12:38:48.265635 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f5f1c9b-ec63-4eb2-bda3-7b3d75d0d336 req-fa240049-b5f9-417a-b570-40e7fb91af16 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786849 Apr 18 12:38:49.186005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-dd7b75e7-1cac-4b78-a2e4-4ead337d5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:49.187488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-dd7b75e7-1cac-4b78-a2e4-4ead337d5b81 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.1731820 Apr 18 12:38:49.315149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-2648b0a0-38dc-4c5b-932d-b1c16a16fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:49.316642 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-2648b0a0-38dc-4c5b-932d-b1c16a16fc54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1235893 Apr 18 12:38:49.424146 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-f3c5b166-5cd3-4376-9a43-4b6532afbf28 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 1002 time: 0.1021070 Apr 18 12:38:49.425422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791909f-33cf-4777-8d93-592525854df1 req-91085123-c22a-43c2-bd7a-7c56f7ce8eff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:49.426885 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d791909f-33cf-4777-8d93-592525854df1 req-91085123-c22a-43c2-bd7a-7c56f7ce8eff tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0833273 Apr 18 12:38:49.491672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-d455c80e-2231-40ff-9035-c4afbcbc28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:49.493034 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-d455c80e-2231-40ff-9035-c4afbcbc28fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0633883 Apr 18 12:38:49.557472 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d791909f-33cf-4777-8d93-592525854df1 req-577355d7-d9ba-4869-8a94-84159ab1513b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247938 Apr 18 12:38:49.568565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-8214cde6-fa23-4244-8dda-99317d84b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:49.570057 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-8214cde6-fa23-4244-8dda-99317d84b844 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707364 Apr 18 12:38:49.709184 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-616c81f2-1db8-404d-8e9f-8e1a6e9856d8 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298335 Apr 18 12:38:49.837344 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-ea577f6f-4ecd-4cad-80c3-876cc8f96f20 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225860 Apr 18 12:38:50.744054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c8e8b5-e32c-4fcf-a93b-5bacd315d297 req-7f10ade9-b740-4a4b-bd8c-d33bbc66def4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:50.745493 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-28c8e8b5-e32c-4fcf-a93b-5bacd315d297 req-7f10ade9-b740-4a4b-bd8c-d33bbc66def4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0814788 Apr 18 12:38:50.792362 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-28c8e8b5-e32c-4fcf-a93b-5bacd315d297 req-5f51fbf1-5ced-4480-aa0f-3de5f31b857b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Apr 18 12:38:51.974299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f97c8-37a3-4e1e-9822-a9923c344bcb req-cda40984-6cde-4c53-a3ab-318ea513f701 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:51.975655 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2e0f97c8-37a3-4e1e-9822-a9923c344bcb req-cda40984-6cde-4c53-a3ab-318ea513f701 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0788050 Apr 18 12:38:52.018437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2e0f97c8-37a3-4e1e-9822-a9923c344bcb req-506cda0f-2c8c-4dfd-8075-477cda019a7d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371554 Apr 18 12:38:53.196849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eb001-1a36-47a4-b78c-aa41a96b8f93 req-415fff0d-a781-48b1-bcdf-d51772a12e5d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:53.198274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a0eb001-1a36-47a4-b78c-aa41a96b8f93 req-415fff0d-a781-48b1-bcdf-d51772a12e5d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0776587 Apr 18 12:38:53.241908 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a0eb001-1a36-47a4-b78c-aa41a96b8f93 req-f99f352a-b19b-4a28-8edd-c7674d08fc0e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375304 Apr 18 12:38:54.423111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046f2ac-7e15-45e2-a747-68fa4c84aced req-9dd86f3a-6967-41fb-8166-fe0f4d7cdaba tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:54.424533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6046f2ac-7e15-45e2-a747-68fa4c84aced req-9dd86f3a-6967-41fb-8166-fe0f4d7cdaba tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0797896 Apr 18 12:38:54.468170 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6046f2ac-7e15-45e2-a747-68fa4c84aced req-a7e57c33-20f7-4dec-8f58-ddebb1e5131b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380144 Apr 18 12:38:55.655649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03be923-373e-43d8-bf77-74334c578541 req-af37ef75-124f-478d-968d-6c16e5c61c89 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:55.657089 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b03be923-373e-43d8-bf77-74334c578541 req-af37ef75-124f-478d-968d-6c16e5c61c89 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0834296 Apr 18 12:38:55.701029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b03be923-373e-43d8-bf77-74334c578541 req-84756d3f-9e6a-4912-9d08-a8d34f6c3187 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382490 Apr 18 12:38:56.895651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19322ded-a66e-4280-bfdb-491e33b9ff3d req-8231bc0e-72c5-40da-9d5b-e989789dbcc6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:56.895651 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-19322ded-a66e-4280-bfdb-491e33b9ff3d req-8231bc0e-72c5-40da-9d5b-e989789dbcc6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0807796 Apr 18 12:38:56.934033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-19322ded-a66e-4280-bfdb-491e33b9ff3d req-70e6a7dd-60a2-46e1-814f-339aa6594c62 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366426 Apr 18 12:38:57.156982 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:38:58.118371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d804b-d329-44f9-a16e-eec61b8ae6ef req-1f19ff35-d84f-4ff1-8c71-e89f2a107cf7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:58.119836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-154d804b-d329-44f9-a16e-eec61b8ae6ef req-1f19ff35-d84f-4ff1-8c71-e89f2a107cf7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0786302 Apr 18 12:38:58.161869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-154d804b-d329-44f9-a16e-eec61b8ae6ef req-b2fab06d-5da2-48d3-b73f-9cbd4f4bf544 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364935 Apr 18 12:38:59.342303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f948df36-ce49-4302-96aa-61ae9e8eb067 req-36bda5c2-7d6c-4c4b-858e-8af0e3f983e9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:38:59.343879 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f948df36-ce49-4302-96aa-61ae9e8eb067 req-36bda5c2-7d6c-4c4b-858e-8af0e3f983e9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0786564 Apr 18 12:38:59.387616 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f948df36-ce49-4302-96aa-61ae9e8eb067 req-40b301c8-05f3-4abc-a0fe-8794ce6bc5fe tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380664 Apr 18 12:39:00.573928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141e23-fd46-4bc8-9156-deb09758cdf9 req-179704d7-a5c2-4732-af91-d79a02fa99a2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:00.575831 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f141e23-fd46-4bc8-9156-deb09758cdf9 req-179704d7-a5c2-4732-af91-d79a02fa99a2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0833395 Apr 18 12:39:00.619481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f141e23-fd46-4bc8-9156-deb09758cdf9 req-f8a72773-da54-4150-9c4c-81596edad364 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378761 Apr 18 12:39:01.803248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64c1cd-1cfa-4659-8d27-426b1d28788d req-75a40857-a8f5-4b35-8fd7-bc57513226c2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:01.804654 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7d64c1cd-1cfa-4659-8d27-426b1d28788d req-75a40857-a8f5-4b35-8fd7-bc57513226c2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0807807 Apr 18 12:39:01.847187 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7d64c1cd-1cfa-4659-8d27-426b1d28788d req-d3534717-0ca1-42c0-9967-95376012068c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370038 Apr 18 12:39:03.031681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e7eb8-6e48-430e-ac62-3b7e3c2cd68e req-0fd9825d-2fef-4804-ad75-bf432868ea47 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:03.033120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-747e7eb8-6e48-430e-ac62-3b7e3c2cd68e req-0fd9825d-2fef-4804-ad75-bf432868ea47 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0778248 Apr 18 12:39:03.079813 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-747e7eb8-6e48-430e-ac62-3b7e3c2cd68e req-3ad5a382-6ff8-4cb2-a2e9-f94deb2ee4dc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411685 Apr 18 12:39:04.261643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10716ef5-42ca-44f3-afbc-9496e6b249d1 req-882d3be4-24f0-4983-83a5-472e1585d78c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:04.263805 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-10716ef5-42ca-44f3-afbc-9496e6b249d1 req-882d3be4-24f0-4983-83a5-472e1585d78c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0776956 Apr 18 12:39:04.310645 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-10716ef5-42ca-44f3-afbc-9496e6b249d1 req-518f20a6-23ef-4dbd-9975-8ab26ec1b5ce tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404804 Apr 18 12:39:05.491506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee1418-46fd-40d1-a3e4-f4c10e7c4a8e req-76d72528-1688-4e8f-9262-043173fd5083 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:05.492955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-64ee1418-46fd-40d1-a3e4-f4c10e7c4a8e req-76d72528-1688-4e8f-9262-043173fd5083 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0783463 Apr 18 12:39:05.535870 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-64ee1418-46fd-40d1-a3e4-f4c10e7c4a8e req-a9db51fe-e285-4e32-89a7-651eb94b602c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367835 Apr 18 12:39:06.716831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad817f1-49a8-47e1-9c35-62b428977a01 req-f5e4fe1b-db7e-469f-8547-55a5c5bd2852 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:06.718249 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ad817f1-49a8-47e1-9c35-62b428977a01 req-f5e4fe1b-db7e-469f-8547-55a5c5bd2852 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0786209 Apr 18 12:39:06.760907 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ad817f1-49a8-47e1-9c35-62b428977a01 req-3500fadb-8516-4a9d-89c3-c73e63e5f84f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Apr 18 12:39:07.944104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ef180-80bc-4725-9bdf-14216c340201 req-e8a969ed-bcd5-4020-af68-692313e5882d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:07.945482 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-806ef180-80bc-4725-9bdf-14216c340201 req-e8a969ed-bcd5-4020-af68-692313e5882d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0817249 Apr 18 12:39:07.991505 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-806ef180-80bc-4725-9bdf-14216c340201 req-d4f0fd4c-4674-4d2c-ba25-4f410b3de50b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386848 Apr 18 12:39:08.028558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-15b12d6b-cbf7-4663-b089-94fbe9e77e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:09.175497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bfac-dd28-42e4-b1af-2084329dce05 req-c211f658-ee1d-4ab8-a982-865643c0473d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:09.176905 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a912bfac-dd28-42e4-b1af-2084329dce05 req-c211f658-ee1d-4ab8-a982-865643c0473d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0805478 Apr 18 12:39:09.220526 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a912bfac-dd28-42e4-b1af-2084329dce05 req-7f4e290f-f5f0-40bb-97fa-50b4a77cf284 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380859 Apr 18 12:39:10.228791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ee069cb0-45cb-4735-a920-1ad04777f13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:10.402984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b8d93-9260-420a-9381-e77103e9876e req-dca2ec8e-3fd0-4640-b169-0b90a70fc816 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:10.404401 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-087b8d93-9260-420a-9381-e77103e9876e req-dca2ec8e-3fd0-4640-b169-0b90a70fc816 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0792048 Apr 18 12:39:10.450317 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-087b8d93-9260-420a-9381-e77103e9876e req-f88bfdcd-9f88-4cc5-a8c8-df2adfec137a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Apr 18 12:39:11.400624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:11.636145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1256eb-4b2b-4da2-8e05-290e87462343 req-e71b19ff-6559-4f54-8844-2a052d683ede tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:11.637588 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7e1256eb-4b2b-4da2-8e05-290e87462343 req-e71b19ff-6559-4f54-8844-2a052d683ede tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0798211 Apr 18 12:39:11.683989 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7e1256eb-4b2b-4da2-8e05-290e87462343 req-e567eed3-4361-4535-8f38-60dead54737b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398571 Apr 18 12:39:11.725880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:12.868525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1dd75-4c8d-4a86-8d78-b01d1ddf7786 req-88bb7702-2d17-4e60-89af-f0b90deec449 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:12.869876 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31a1dd75-4c8d-4a86-8d78-b01d1ddf7786 req-88bb7702-2d17-4e60-89af-f0b90deec449 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0820391 Apr 18 12:39:12.913731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31a1dd75-4c8d-4a86-8d78-b01d1ddf7786 req-89e15fe6-1087-4490-b19a-d27b5ccc6171 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377290 Apr 18 12:39:12.992744 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:14.093455 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd40f338-1ce9-42cb-aa0e-8219bee39703 req-072a2a95-6f9c-43d2-bff9-5b366876d9a7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:14.094896 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fd40f338-1ce9-42cb-aa0e-8219bee39703 req-072a2a95-6f9c-43d2-bff9-5b366876d9a7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0776985 Apr 18 12:39:14.138215 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fd40f338-1ce9-42cb-aa0e-8219bee39703 req-19a11fd5-aa7e-45d2-a1d8-41b0b4e03b1a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375853 Apr 18 12:39:15.416896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479566aa-22be-4a79-8e7a-d9dbc7f18792 req-4daa1eca-62c1-42a0-b7c8-ceb9c8fe4a0f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:15.418376 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-479566aa-22be-4a79-8e7a-d9dbc7f18792 req-4daa1eca-62c1-42a0-b7c8-ceb9c8fe4a0f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.1755478 Apr 18 12:39:15.461093 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-479566aa-22be-4a79-8e7a-d9dbc7f18792 req-256a9f59-682c-487a-939b-546f07fced71 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369999 Apr 18 12:39:15.645869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:16.648413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118330bd-8a18-42a3-baef-f321068402bf req-aa4087db-e521-4a69-b097-ac7f2f4e4520 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:16.649821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-118330bd-8a18-42a3-baef-f321068402bf req-aa4087db-e521-4a69-b097-ac7f2f4e4520 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0863724 Apr 18 12:39:16.692131 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-118330bd-8a18-42a3-baef-f321068402bf req-7a82a57d-ffb2-47ee-a2d3-c9a18810ffa8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367486 Apr 18 12:39:17.876127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916833d8-c895-412c-8c7a-4a289f1584f5 req-3a21bcda-21fc-4ed5-9f87-57b939ce15cf tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:17.877488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-916833d8-c895-412c-8c7a-4a289f1584f5 req-3a21bcda-21fc-4ed5-9f87-57b939ce15cf tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0792458 Apr 18 12:39:17.918939 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-916833d8-c895-412c-8c7a-4a289f1584f5 req-15d48d08-92ae-426e-8126-949ec8354c3e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358553 Apr 18 12:39:19.108808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f70bf-79f4-460d-bd52-ae4113fa8f28 req-37b549d3-307d-4b6f-a127-0bd178beb00b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:19.110255 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-162f70bf-79f4-460d-bd52-ae4113fa8f28 req-37b549d3-307d-4b6f-a127-0bd178beb00b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0844193 Apr 18 12:39:19.152822 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-162f70bf-79f4-460d-bd52-ae4113fa8f28 req-ad4c9d85-9e02-4e8f-ac41-0eaeb7394b4a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369406 Apr 18 12:39:20.339002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea84232-1ea9-482f-b974-98d0d24a27c9 req-7c4ba9c5-c602-4632-ad67-5251f7283d6e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:20.340696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1ea84232-1ea9-482f-b974-98d0d24a27c9 req-7c4ba9c5-c602-4632-ad67-5251f7283d6e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0819168 Apr 18 12:39:20.384618 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1ea84232-1ea9-482f-b974-98d0d24a27c9 req-4035e6b0-28a0-4ea5-a0d4-34b76efe399b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380640 Apr 18 12:39:21.568987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0df539-7e47-4efa-a43e-d3d5c5dbf44c req-fdcc92df-39e6-457e-a306-c55f96d3ab7d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:21.570399 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ee0df539-7e47-4efa-a43e-d3d5c5dbf44c req-fdcc92df-39e6-457e-a306-c55f96d3ab7d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0807164 Apr 18 12:39:21.613664 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ee0df539-7e47-4efa-a43e-d3d5c5dbf44c req-4300d2d6-6a91-4f64-a03b-5437226b07cb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375714 Apr 18 12:39:21.822138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-734cb6f8-dc02-41a6-9516-e12b8e483b4b service neutron] 10.222.0.15 "GET /v2.0/ports/67370797-04c4-47d5-b5e0-0c012e8b0099/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0751362 Apr 18 12:39:22.325212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-d36f9d24-6ba6-4eff-97ec-8119e9bc34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:22.326665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-d36f9d24-6ba6-4eff-97ec-8119e9bc34f2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 1098 time: 0.0694506 Apr 18 12:39:22.432802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-c98367ef-b124-4b43-be4d-65fc93e7229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:22.434196 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-c98367ef-b124-4b43-be4d-65fc93e7229b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0686111 Apr 18 12:39:22.562107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-6e3cee88-bb42-47eb-ab65-b40b2b9a1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:22.563551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-6e3cee88-bb42-47eb-ab65-b40b2b9a1709 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1226273 Apr 18 12:39:22.666448 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-31fba4cb-3457-4b4c-9bbe-35368b1b685d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 1002 time: 0.0970469 Apr 18 12:39:22.770756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-7480f442-3485-45a8-84d8-34f9e4492d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:22.772147 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-7480f442-3485-45a8-84d8-34f9e4492d10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0997612 Apr 18 12:39:22.855389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a80b81-b9f2-4d69-ac38-416ca739147f req-73cdfd0a-2d6d-4c1a-b2f9-7a77d883c67a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:22.856798 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31a80b81-b9f2-4d69-ac38-416ca739147f req-73cdfd0a-2d6d-4c1a-b2f9-7a77d883c67a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.1359074 Apr 18 12:39:22.892080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-58c6f7cd-67ea-4fd8-9d88-5fa33ad20542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:22.893433 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-58c6f7cd-67ea-4fd8-9d88-5fa33ad20542 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1152375 Apr 18 12:39:22.943368 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31a80b81-b9f2-4d69-ac38-416ca739147f req-4a917d14-ad26-46e8-ac21-d8644ea495cc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796487 Apr 18 12:39:23.033035 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-b3f01633-69c1-425d-bd38-30142da06bf3 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315455 Apr 18 12:39:23.159856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d108f421-101a-4e0e-89ba-b5c4d0259e15 req-c13a1504-411f-452e-8d6e-1e14b4285bfd service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208644 Apr 18 12:39:24.125406 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed318d6-c25f-4161-a13e-30749fc7d036 req-8b9944dd-1f4b-470b-beb6-c6e0936b8c1a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:24.126858 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2ed318d6-c25f-4161-a13e-30749fc7d036 req-8b9944dd-1f4b-470b-beb6-c6e0936b8c1a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0790558 Apr 18 12:39:24.173615 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2ed318d6-c25f-4161-a13e-30749fc7d036 req-8f9ce441-032d-40d6-8061-fa41e5ffeb53 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411022 Apr 18 12:39:25.360208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb1681-dbdd-4c9f-854f-9677fc1cf2ed req-36a22ddf-0135-4040-9f16-9121ca4a271d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:25.361633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b3fb1681-dbdd-4c9f-854f-9677fc1cf2ed req-36a22ddf-0135-4040-9f16-9121ca4a271d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0792136 Apr 18 12:39:25.404068 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b3fb1681-dbdd-4c9f-854f-9677fc1cf2ed req-d5034639-0a7b-4f55-8033-9ecfcdda4ec3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366957 Apr 18 12:39:26.218939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042db35-0005-47d2-9c6d-bfa2b66c5c53 req-02934f67-211a-46a3-8951-a04427d3c6c8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:26.220381 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e042db35-0005-47d2-9c6d-bfa2b66c5c53 req-02934f67-211a-46a3-8951-a04427d3c6c8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.1478655 Apr 18 12:39:26.229524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-1413e245-33d4-4de9-8300-c56829be459e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:26.230900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-1413e245-33d4-4de9-8300-c56829be459e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b&tenant_id=2bd09a4397144e37a150ecc4eae5518a&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 945 time: 0.1235535 Apr 18 12:39:26.268305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:39:26.271903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:39:26.322584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e042db35-0005-47d2-9c6d-bfa2b66c5c53 req-8db700a2-8d58-4cd7-9e2f-807a4c92c1b3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906847 Apr 18 12:39:26.343847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-204129d0-3d09-481e-9e16-44f2ae176ffa service neutron] 10.222.0.15 "GET /v2.0/ports/67370797-04c4-47d5-b5e0-0c012e8b0099/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0963209 Apr 18 12:39:26.446888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-d2ee24f1-0217-41c2-ba74-2bd9ad2df86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:26.448423 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-d2ee24f1-0217-41c2-ba74-2bd9ad2df86c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0806954 Apr 18 12:39:26.515882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:26.553557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:26.571283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:26.580886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'mac_address': 'fa:16:3e:f6:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:39:26.584910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:26.645691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:26.654960 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e9d349-8358-4386-aa46-c3a01ffc6fa5'] response: {'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'code': 200} Apr 18 12:39:26.662044 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:26.700678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:39:26.723059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-287ec30a-8123-474e-9699-13e1ad346e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:26.724483 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-287ec30a-8123-474e-9699-13e1ad346e7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.2686481 Apr 18 12:39:26.776280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:26.791510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.791855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.792189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.792516 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.792841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.793166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.793485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.793804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.794123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.794437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.794779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.795090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:26.798414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:39:26.798791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:39:26.827678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-3d0b9e20-a290-44d2-8341-d8cbcf35b0d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 1000 time: 0.0962744 Apr 18 12:39:26.887047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-41fae2b9-8dd2-4828-a065-fadf1a13b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:26.888374 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-41fae2b9-8dd2-4828-a065-fadf1a13b82a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0548580 Apr 18 12:39:26.966597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-68c281ca-45b7-48e5-98ef-423a5e1accc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:26.968674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-68c281ca-45b7-48e5-98ef-423a5e1accc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724556 Apr 18 12:39:27.099394 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-8d120f69-885f-4961-9a74-0bb5c42e34a4 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237900 Apr 18 12:39:27.226379 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-8db7b930-35e6-4146-9147-043a93bac78f service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216571 Apr 18 12:39:27.387306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:27.404024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:39:27.418920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:27.486107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:27.511196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e46d14-70ec-4f44-83b9-c2aba1358ba4 req-5bf1c855-0f8e-4a64-9426-f1343a625396 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:27.512670 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d9e46d14-70ec-4f44-83b9-c2aba1358ba4 req-5bf1c855-0f8e-4a64-9426-f1343a625396 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0837886 Apr 18 12:39:27.555085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['67370797-04c4-47d5-b5e0-0c012e8b0099'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:39:27.556878 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d9e46d14-70ec-4f44-83b9-c2aba1358ba4 req-12c86aed-4210-469f-ba5f-b6d0d364f2eb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385313 Apr 18 12:39:27.586402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:28.283673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:39:28.349335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 67370797-04c4-47d5-b5e0-0c012e8b0099 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:39:28.349697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:28.459271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:28.489979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:28.553260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:28.626337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:28.656545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:28.709217 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c186bd56-af8f-4159-8a76-8ad32dc333f5'] response: {'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'code': 200} Apr 18 12:39:28.750731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81f117-b79c-410b-9ac9-93fbd0a0c019 req-5c68200d-8415-4789-9e69-eaf573d6e06a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:28.752168 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3d81f117-b79c-410b-9ac9-93fbd0a0c019 req-5c68200d-8415-4789-9e69-eaf573d6e06a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0797353 Apr 18 12:39:28.795576 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3d81f117-b79c-410b-9ac9-93fbd0a0c019 req-c3dc921d-0488-402e-912f-965ebd4926c1 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375197 Apr 18 12:39:29.985617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aef4c5-c0da-48e6-8a34-de8047778ec9 req-e4ba974f-a749-4347-8d32-04286247af32 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:29.986972 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06aef4c5-c0da-48e6-8a34-de8047778ec9 req-e4ba974f-a749-4347-8d32-04286247af32 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0810969 Apr 18 12:39:30.068481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06aef4c5-c0da-48e6-8a34-de8047778ec9 req-eef0f83e-1f6e-4a66-a3af-5b6cdca27396 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758941 Apr 18 12:39:30.101204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-c9231a7a-da8e-42fb-a60f-00cafa2c8f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:30.102662 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-c9231a7a-da8e-42fb-a60f-00cafa2c8f89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 1098 time: 0.0817063 Apr 18 12:39:30.227243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-8ba1caef-084a-4d1b-88eb-623a677e6466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:30.228718 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-8ba1caef-084a-4d1b-88eb-623a677e6466 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0742857 Apr 18 12:39:30.359594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-6b6eec10-dd59-4551-9b3b-cc839ca60ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:30.361003 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-6b6eec10-dd59-4551-9b3b-cc839ca60ee9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1264822 Apr 18 12:39:30.458015 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-591df6c1-5e34-450d-8736-d39d97b24241 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 200 len: 1002 time: 0.0907509 Apr 18 12:39:30.521480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-a1f6f563-273a-426e-bc54-f47304dd15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:30.522920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-a1f6f563-273a-426e-bc54-f47304dd15cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0596375 Apr 18 12:39:30.597618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-d6f9f59f-36bf-49c2-97f3-cff9b468b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:30.599109 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-d6f9f59f-36bf-49c2-97f3-cff9b468b4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682154 Apr 18 12:39:30.726333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-1fbee2ed-6a4d-4d8a-84da-ee3c155693ea service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214736 Apr 18 12:39:30.947398 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f66f647d-f363-4b4a-b5c1-6965da61fdf1 req-70efd877-39db-424d-a782-5094c8857695 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148466 Apr 18 12:39:31.254775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe2192-f342-47f3-956b-ee50ee35bbd3 req-1713ecee-e8ee-470b-8d1f-7124213d975b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:31.256116 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fafe2192-f342-47f3-956b-ee50ee35bbd3 req-1713ecee-e8ee-470b-8d1f-7124213d975b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0822666 Apr 18 12:39:31.298671 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fafe2192-f342-47f3-956b-ee50ee35bbd3 req-fbae4a6b-66f8-4e09-ad6d-b7a032a9a723 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368972 Apr 18 12:39:32.284096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:39:32.397431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:32.424624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:32.434817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:32.472358 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b28c3c06-8755-425e-b924-0a0deccf09f2'] response: {'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'code': 200} Apr 18 12:39:32.488653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f29b3-2fd8-4f63-b799-9ef6fd7a2486 req-3337e06b-8154-4b8a-8641-8efbf305ea0a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:32.490084 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-660f29b3-2fd8-4f63-b799-9ef6fd7a2486 req-3337e06b-8154-4b8a-8641-8efbf305ea0a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0854681 Apr 18 12:39:32.531957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:32.533037 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-660f29b3-2fd8-4f63-b799-9ef6fd7a2486 req-58ea3598-b214-4595-a13d-638d2a33f5a4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373297 Apr 18 12:39:32.600066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=9']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:33.716597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4815e5-f05e-4cd4-8d26-2c340de4a95b req-b4267735-f09b-42dd-b757-c7ed721aa062 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:33.718043 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8d4815e5-f05e-4cd4-8d26-2c340de4a95b req-b4267735-f09b-42dd-b757-c7ed721aa062 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0778584 Apr 18 12:39:33.761412 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8d4815e5-f05e-4cd4-8d26-2c340de4a95b req-248f97a3-055e-4698-836e-80111cc2be54 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377128 Apr 18 12:39:33.944161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29057b5-8f67-4da7-9866-dfa77d3f9367 req-3003f958-b505-40f2-9cc6-aea322ec9d9e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:33.945567 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d29057b5-8f67-4da7-9866-dfa77d3f9367 req-3003f958-b505-40f2-9cc6-aea322ec9d9e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0775805 Apr 18 12:39:33.991762 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d29057b5-8f67-4da7-9866-dfa77d3f9367 req-1fc4663a-7319-4202-9a1e-111b55b63249 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405080 Apr 18 12:39:34.156952 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:39:34.178301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ecaf9-01ee-402b-a44c-8f8af4be7157 req-216c0df9-eab7-4e2a-87d1-8bedc3c55eaf tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:34.179768 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132ecaf9-01ee-402b-a44c-8f8af4be7157 req-216c0df9-eab7-4e2a-87d1-8bedc3c55eaf tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 943 time: 0.0878217 Apr 18 12:39:34.222652 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132ecaf9-01ee-402b-a44c-8f8af4be7157 req-1987246d-7eb6-441d-bca5-85a746d30400 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372937 Apr 18 12:39:34.284401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:39:34.421658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:34.435016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'mac_address': 'fa:16:3e:f6:77:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:39:34.492522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:34.508455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:39:34.523504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:34.621666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:34.693024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['67370797-04c4-47d5-b5e0-0c012e8b0099'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:39:34.729444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=10']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:34.821900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d03980-313f-4a96-9388-1f345373e856 req-656692ad-5737-4386-92fc-7db7512a1f06 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:34.823323 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-33d03980-313f-4a96-9388-1f345373e856 req-656692ad-5737-4386-92fc-7db7512a1f06 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0819256 Apr 18 12:39:34.866295 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-33d03980-313f-4a96-9388-1f345373e856 req-4ca749ec-2d3c-4718-882d-88e9fc1e96a4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367551 Apr 18 12:39:36.047003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bd3b9-77b5-454c-9db0-5daa5d74f488 req-97c1beef-9502-4246-987c-c0d6863ff54b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:36.048417 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-254bd3b9-77b5-454c-9db0-5daa5d74f488 req-97c1beef-9502-4246-987c-c0d6863ff54b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 945 time: 0.0775676 Apr 18 12:39:36.091160 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-254bd3b9-77b5-454c-9db0-5daa5d74f488 req-df842cbc-e4f6-421e-9ae7-2cb835b1e85c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370085 Apr 18 12:39:36.303722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:39:36.370515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 67370797-04c4-47d5-b5e0-0c012e8b0099 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:39:36.370883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:36.483947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:36.509779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:36.519107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:36.558182 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96639d5-f2c4-44da-a08d-735cb021d0be'] response: {'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'code': 200} Apr 18 12:39:36.594328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:36.663866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=11']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:36.815313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-25dc02fc-9c58-44d3-a412-06e5ae4016ef tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:36.816625 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-25dc02fc-9c58-44d3-a412-06e5ae4016ef tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 946 time: 0.0810168 Apr 18 12:39:36.884477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Deleting port 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:39:36.884811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:37.128279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] For port 67370797-04c4-47d5-b5e0-0c012e8b0099, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=67370797-04c4-47d5-b5e0-0c012e8b0099,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:37.128835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:37.445506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6fffbc-7c85-4106-8e16-6d0a9d9a47fc req-e05611c8-055a-41e2-9d0f-b8545b348ff5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:37.446870 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fc6fffbc-7c85-4106-8e16-6d0a9d9a47fc req-e05611c8-055a-41e2-9d0f-b8545b348ff5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 946 time: 0.2483909 Apr 18 12:39:37.490682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:37.491049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:37.491356 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 disassociated. External IP: 172.26.4.137, port: 67370797-04c4-47d5-b5e0-0c012e8b0099. Apr 18 12:39:37.491687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Calling delete_port for 67370797-04c4-47d5-b5e0-0c012e8b0099 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:39:37.551530 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fc6fffbc-7c85-4106-8e16-6d0a9d9a47fc req-b5d13250-85af-4a27-bb9a-30fad5714c6b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966959 Apr 18 12:39:37.703776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:37.752518 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event deleted for resources: {'Port': ['ID=67370797-04c4-47d5-b5e0-0c012e8b0099,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:37.762128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.762482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.762829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.763165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.763492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.763816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.764198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.765161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.765486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.765814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.766132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:37.766448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:39:38.010547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5aa7fb40-7503-4b79-8295-a77d4bde6e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:38.059175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:39:38.234999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:39:38.244790 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:39:38.254613 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:39:38.255304 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:39:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:38.304524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] No DVR routers for this DVR port 67370797-04c4-47d5-b5e0-0c012e8b0099 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:39:38.306897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:38.309351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-deleted', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:38.359111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43902b43-e699-4eec-ae2c-a06df686176c'] response: {'server_uuid': 'a345fcf9-60ae-4c00-a2cd-668a67a0c04b', 'name': 'network-vif-deleted', 'tag': '67370797-04c4-47d5-b5e0-0c012e8b0099', 'status': 'completed', 'code': 200} Apr 18 12:39:38.401302 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e1ceb1f4-8c96-4c60-a238-b8e8e5c4a1d5 req-fc4d2789-c586-4d3a-8b7a-68353e7f49c4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "DELETE /v2.0/ports/67370797-04c4-47d5-b5e0-0c012e8b0099 HTTP/1.1" status: 204 len: 173 time: 1.5791688 Apr 18 12:39:38.432108 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:39:38.711855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-1d6a3c75-ca0e-4b6a-ad66-ae2f1d3a8ab5 req-ffad0049-948f-453e-b6de-cef97a40d7cb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:39:38.770803 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:38.774498 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:39:38.777837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-1d6a3c75-ca0e-4b6a-ad66-ae2f1d3a8ab5 req-ffad0049-948f-453e-b6de-cef97a40d7cb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:39:38.779079 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d6a3c75-ca0e-4b6a-ad66-ae2f1d3a8ab5 req-ffad0049-948f-453e-b6de-cef97a40d7cb tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=a345fcf9-60ae-4c00-a2cd-668a67a0c04b HTTP/1.1" status: 200 len: 210 time: 0.1153400 Apr 18 12:39:38.784624 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:39:38.784624 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:39:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:38.955464 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:39:39.258358 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:39.262132 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9167a96-d955-4a71-aa91-08420884e60c None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:39:39.472505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15e46ef-4bdd-4f98-ad57-2925747561b0 None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:39:40.108695 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-fb42b14c-6110-402e-be59-e5fe111d3a75 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--966634301&fields=id&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 267 time: 0.0397005 Apr 18 12:39:40.234199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-626830e0-cc0b-4ee6-a879-3a6320c484d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:40.319196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:39:40.341467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-b2820517-69fe-44f1-975a-413c53a46d36 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:40.342129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b0192833-325a-425a-a0b6-0891b6d0babd req-b2820517-69fe-44f1-975a-413c53a46d36 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:39:40.351775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 67370797-04c4-47d5-b5e0-0c012e8b0099 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:39:40.357052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 67370797-04c4-47d5-b5e0-0c012e8b0099 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:39:40.440096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b0192833-325a-425a-a0b6-0891b6d0babd req-b2820517-69fe-44f1-975a-413c53a46d36 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:39:40.441201 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-b2820517-69fe-44f1-975a-413c53a46d36 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.3264844 Apr 18 12:39:40.455655 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-ba85963e-8394-40e6-ae94-130d5c35d070 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/quotas/2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 375 time: 0.0089428 Apr 18 12:39:40.542269 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-00421400-4a29-4564-acca-00a762448a43 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809371 Apr 18 12:39:40.720884 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-78ad4cc5-8faf-4660-9467-ca63b82b5a9d service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665664 Apr 18 12:39:40.848066 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-ec9c14dd-c455-4df1-9aa9-7f1498c021da service neutron] 10.222.0.24 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212595 Apr 18 12:39:41.109294 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-77d0180b-91b0-4e9f-ad03-4d61e301a527 req-ec5668b6-678b-4edd-b5de-e993d80dd576 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 210 time: 0.0430415 Apr 18 12:39:41.427501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:41.663153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:42.258950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8af3c319-066f-472a-8a0e-6fe9615716df req-3ef2673e-6b4c-4340-87a0-28a658eab82a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 210 time: 0.0423110 Apr 18 12:39:42.993752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:43.013916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-cc50544a-2dab-4546-8e43-4b77459b1c83 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:43.015424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-cc50544a-2dab-4546-8e43-4b77459b1c83 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 812 time: 0.1505034 Apr 18 12:39:43.062946 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-d2ba898c-9bb6-4f5d-8d7f-deec0ee2db5c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 379 time: 0.0390408 Apr 18 12:39:43.072401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'port': {'device_id': '0a846338-5aae-4355-8efc-065279dd43c6', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'admin_state_up': True, 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'security_groups': ['308234e6-1a3c-44bf-903f-7c24ef26645d']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:39:43.206420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:39:43.215578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:39:43.263596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Made reservation on behalf of 2bd09a4397144e37a150ecc4eae5518a for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:39:43.267673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:43.447228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9552c1ce-804a-4155-947a-18b3e11664fb req-a394bad7-1f48-4ef4-9333-09b27511a462 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 210 time: 0.0776606 Apr 18 12:39:43.470331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Allocated IP 172.20.0.13 (5de2dc5b-f2ae-49b2-82da-f03c76d499c5/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a/d2f1b776-4ac8-4894-872a-060242ed5e47) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:39:43.656495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:43.671085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Transition to ACTIVE for port object d2f1b776-4ac8-4894-872a-060242ed5e47 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:39:43.760424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:43.822997 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:39:43.825872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:39:43.830213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:39:43.870906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:43.906493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:43.907121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:44.018494 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-39c64b65-de85-4c42-91ae-821acba3f90a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9493396 Apr 18 12:39:44.029962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Request body: {'port': {'device_id': '0a846338-5aae-4355-8efc-065279dd43c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:39:44.106947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-62721adb-88ae-439c-baae-d57677bab1fd None None] Provisioning for port d2f1b776-4ac8-4894-872a-060242ed5e47 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:39:44.114889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-62721adb-88ae-439c-baae-d57677bab1fd None None] Provisioning complete for port d2f1b776-4ac8-4894-872a-060242ed5e47 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:39:44.115257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-62721adb-88ae-439c-baae-d57677bab1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:44.139621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:44.173598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-62721adb-88ae-439c-baae-d57677bab1fd None None] Port d2f1b776-4ac8-4894-872a-060242ed5e47 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:39:44.581683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f1b776-4ac8-4894-872a-060242ed5e47 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:39:44.589203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:44.604262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Transition to ACTIVE for port object d2f1b776-4ac8-4894-872a-060242ed5e47 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:39:44.652552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef7ca-67bb-491f-b7d0-4d7aaaed6772 req-c9a6f9db-deb7-4f79-9ec9-9a62acdcc375 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:44.653974 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bc1ef7ca-67bb-491f-b7d0-4d7aaaed6772 req-c9a6f9db-deb7-4f79-9ec9-9a62acdcc375 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 932 time: 0.1005249 Apr 18 12:39:44.679045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:44.700625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bc1ef7ca-67bb-491f-b7d0-4d7aaaed6772 req-17dc2881-5241-4031-a538-a52a727f9177 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403042 Apr 18 12:39:44.841391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:44.918230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Attempting to bind port d2f1b776-4ac8-4894-872a-060242ed5e47 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:39:44.918578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Attempting to bind port d2f1b776-4ac8-4894-872a-060242ed5e47 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:39:44.921394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Attempting to bind port d2f1b776-4ac8-4894-872a-060242ed5e47 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:39:44.923427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Port d2f1b776-4ac8-4894-872a-060242ed5e47 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:39:44.923736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Attempting to bind port d2f1b776-4ac8-4894-872a-060242ed5e47 on network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:39:44.928888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:39:44.929242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Checking segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:39:44.929634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Bound using segment: {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:39:44.930070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Bound port: d2f1b776-4ac8-4894-872a-060242ed5e47, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5a901f-66fb-4276-843a-7cf516371a8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:39:44.930481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:45.017798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:39:45.020659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:39:45.064165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:45.122675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:45.123278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:45.125122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 1094 time: 1.0993147 Apr 18 12:39:45.125553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:45.154126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b92b2-1ff3-48b2-97ee-0ade73501479 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:45.183512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e56367-dfb1-44a5-9747-fa5eb4d9bbbf'] response: {'name': 'network-changed', 'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'status': 'completed', 'code': 200} Apr 18 12:39:45.270836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-232e54bb-6ef7-4410-a75f-ea1ccdd2c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:45.272312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-232e54bb-6ef7-4410-a75f-ea1ccdd2c03b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1097 time: 0.0728130 Apr 18 12:39:45.345931 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-443db210-8beb-40e1-9d9b-182ea323a0f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 217 time: 0.0670960 Apr 18 12:39:45.413181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-c9e52dbd-1046-45d5-8816-bbe0f88b8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:45.414597 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-c9e52dbd-1046-45d5-8816-bbe0f88b8289 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0630083 Apr 18 12:39:45.491424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0192833-325a-425a-a0b6-0891b6d0babd req-c32924f0-1610-4158-8745-1291b3319a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:45.492844 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-c32924f0-1610-4158-8745-1291b3319a13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724893 Apr 18 12:39:45.625558 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-4d0a1878-3067-45af-97f1-63d6587ecb0d service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258676 Apr 18 12:39:45.651644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:45.754649 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b0192833-325a-425a-a0b6-0891b6d0babd req-26e45697-e614-4892-aedb-d638595329f2 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230733 Apr 18 12:39:45.883456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f1827-accf-45b1-9bc2-43a2a832b64d req-f5358986-c360-4012-bb41-9fd8f6f0614f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:45.884796 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-864f1827-accf-45b1-9bc2-43a2a832b64d req-f5358986-c360-4012-bb41-9fd8f6f0614f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0800996 Apr 18 12:39:45.927470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-028703f3-3bbb-4356-920f-c16da5f12524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:45.928893 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-864f1827-accf-45b1-9bc2-43a2a832b64d req-e116bbff-34c8-431e-8d58-0dd80b4bd10d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382447 Apr 18 12:39:45.929019 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-028703f3-3bbb-4356-920f-c16da5f12524 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1097 time: 0.0699823 Apr 18 12:39:46.057690 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-f0ebcc3e-2fc0-40b9-aaac-06d5bc7c0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:46.059217 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-f0ebcc3e-2fc0-40b9-aaac-06d5bc7c0038 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1238382 Apr 18 12:39:46.129537 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-4fd65a54-43f1-428d-aa7d-588e3d55367e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 217 time: 0.0634046 Apr 18 12:39:46.190699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-2f8e98e7-ad50-4e04-a1a8-1050086701ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:46.191980 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-2f8e98e7-ad50-4e04-a1a8-1050086701ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0560887 Apr 18 12:39:46.369382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-28e5af73-7959-4fd8-8d77-4b80f5c7a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:46.370839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-28e5af73-7959-4fd8-8d77-4b80f5c7a762 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1721060 Apr 18 12:39:46.500889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-d7d25df8-9337-49db-bf97-1f06ea2d0073 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227310 Apr 18 12:39:46.631075 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-518fbd3f-87b5-4ef1-90b0-05342f8cab07 req-8a0bb213-f5b7-4f21-87d4-96fad756a8fe service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233258 Apr 18 12:39:47.118102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb87b69-fa33-41cd-a7e3-632c8829dd63 req-9d72e99b-deb4-4a2b-ba8b-f300c808e623 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:47.118831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3eb87b69-fa33-41cd-a7e3-632c8829dd63 req-9d72e99b-deb4-4a2b-ba8b-f300c808e623 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:39:47.165733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3eb87b69-fa33-41cd-a7e3-632c8829dd63 req-9d72e99b-deb4-4a2b-ba8b-f300c808e623 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:39:47.166923 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3eb87b69-fa33-41cd-a7e3-632c8829dd63 req-9d72e99b-deb4-4a2b-ba8b-f300c808e623 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.1277425 Apr 18 12:39:47.211357 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3eb87b69-fa33-41cd-a7e3-632c8829dd63 req-16fe33f2-2b60-4bab-8d2f-18b7616ebd70 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Apr 18 12:39:48.335152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:39:48.398626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f6964-9b61-4da1-b85f-0531b9ba7d1b req-b828d993-a77c-4cb0-b864-c86396c77519 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:48.400077 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4a6f6964-9b61-4da1-b85f-0531b9ba7d1b req-b828d993-a77c-4cb0-b864-c86396c77519 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0830767 Apr 18 12:39:48.444357 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4a6f6964-9b61-4da1-b85f-0531b9ba7d1b req-840e8c48-610f-4bf4-bfa2-a9f9a9cf67ce tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Apr 18 12:39:48.466614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:48.479568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'mac_address': 'fa:16:3e:4b:d2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:39:48.535822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:48.551403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f1b776-4ac8-4894-872a-060242ed5e47 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:39:48.565889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:48.611871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:48.677182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:48.817096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['d2f1b776-4ac8-4894-872a-060242ed5e47'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:39:49.628871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3679f9a-8e5b-420b-b819-1f9b7ac9027f req-2108778a-91be-4591-9aad-773919f9df44 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:49.630301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3679f9a-8e5b-420b-b819-1f9b7ac9027f req-2108778a-91be-4591-9aad-773919f9df44 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 945 time: 0.0829115 Apr 18 12:39:49.673513 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3679f9a-8e5b-420b-b819-1f9b7ac9027f req-ebc64c2f-0fb0-476e-a926-041b3592ee74 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376289 Apr 18 12:39:50.361895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:39:50.475154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port d2f1b776-4ac8-4894-872a-060242ed5e47 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:39:50.479940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port d2f1b776-4ac8-4894-872a-060242ed5e47 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:39:50.480301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:50.595376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:50.621347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:50.631292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:39:50.668905 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce4682f-a07d-44f0-9835-0b587df988a7'] response: {'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'code': 200} Apr 18 12:39:50.707938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:50.778320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:39:50.864227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4353a7-e683-4831-bd86-98c3e1fbed6d req-bb6f8c1f-d05f-41ab-b84a-5dd9e7beb2d5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:50.865669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4a4353a7-e683-4831-bd86-98c3e1fbed6d req-bb6f8c1f-d05f-41ab-b84a-5dd9e7beb2d5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0790875 Apr 18 12:39:50.912602 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4a4353a7-e683-4831-bd86-98c3e1fbed6d req-db1f48b1-347c-4b88-8976-4cf25b7191ba tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410860 Apr 18 12:39:51.029636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f846d0a-cd1a-4552-9b15-e79354218772 req-5c60896e-10d4-4a75-aac1-b1870988a228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:51.031682 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f846d0a-cd1a-4552-9b15-e79354218772 req-5c60896e-10d4-4a75-aac1-b1870988a228 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1099 time: 0.0757542 Apr 18 12:39:51.076090 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f846d0a-cd1a-4552-9b15-e79354218772 req-348e337d-6dc3-4188-9a57-85b1dbdcd149 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371394 Apr 18 12:39:52.096113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f58a33-41e4-43d7-b326-8aee9a0417ce req-fc8ccc08-5f8d-4373-8507-739e08d70957 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:52.097571 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-61f58a33-41e4-43d7-b326-8aee9a0417ce req-fc8ccc08-5f8d-4373-8507-739e08d70957 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0797894 Apr 18 12:39:52.142956 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-61f58a33-41e4-43d7-b326-8aee9a0417ce req-495118ae-c2e5-489f-bb37-648cd0eb7788 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388482 Apr 18 12:39:53.327367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad93b78-b56e-4c2b-8b70-9bbde23b92af req-efabdf50-8595-432a-9c79-bafaab3d5d63 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:53.329361 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ad93b78-b56e-4c2b-8b70-9bbde23b92af req-efabdf50-8595-432a-9c79-bafaab3d5d63 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0828762 Apr 18 12:39:53.372202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6ad93b78-b56e-4c2b-8b70-9bbde23b92af req-218d9a4f-ce97-4e62-a9b6-03323ca9a486 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371742 Apr 18 12:39:53.549736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc77c-e8d4-4133-adcc-d7200b9ef8ae req-5b1da8fb-8ddf-4d3d-85b1-16a08e58c9bc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:53.551115 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7c5cc77c-e8d4-4133-adcc-d7200b9ef8ae req-5b1da8fb-8ddf-4d3d-85b1-16a08e58c9bc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0804083 Apr 18 12:39:53.559628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:39:53.565296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Request body: {'floatingip': {'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:39:53.643725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:54.324381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:54.400544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:54.568267 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 associated. External IP: 172.26.4.137, port: d2f1b776-4ac8-4894-872a-060242ed5e47. Apr 18 12:39:54.908203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:39:55.081169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:39:55.086001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:39:55.090431 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:39:55.100454 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:39:55.101043 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:39:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:55.139507 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8034267e-cceb-4eae-9e4c-150d5bbfa84e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "PUT /v2.0/floatingips/d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 HTTP/1.1" status: 200 len: 993 time: 1.5787938 Apr 18 12:39:55.140093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:39:55.184910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c51550-2186-48ba-9b82-63ba637fce5b'] response: {'name': 'network-changed', 'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'status': 'completed', 'code': 200} Apr 18 12:39:55.274343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-99f00d5d-4958-41b1-8812-18a39e074dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:55.275888 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-99f00d5d-4958-41b1-8812-18a39e074dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1099 time: 0.0708742 Apr 18 12:39:55.281834 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:39:55.408871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-a015106a-db49-4f3b-a313-a29adc5d4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:55.410349 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-a015106a-db49-4f3b-a313-a29adc5d4133 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1284618 Apr 18 12:39:55.513941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-da6ef322-819a-455a-96fe-1129c915901d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 1001 time: 0.0980725 Apr 18 12:39:55.580305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-5380be55-cc12-489e-9531-d1f0faf86c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:55.584760 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-5380be55-cc12-489e-9531-d1f0faf86c08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0617530 Apr 18 12:39:55.632982 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:4b:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a846338-5aae-4355-8efc-065279dd43c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:39:54Z', 'revision_number': 13, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:55.637002 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:39:55.645120 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:39:55.645708 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:39:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:55.656871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-aae6e2ba-045f-4824-ae28-cf6a814f2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:55.658365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-aae6e2ba-045f-4824-ae28-cf6a814f2d46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706275 Apr 18 12:39:55.865610 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:39:55.909427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-d6c5be73-1f6f-415d-be47-53f0594ccaa7 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450454 Apr 18 12:39:56.039710 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-06e3f70b-9b19-46a7-8df7-a64ff9537dfe req-fc382078-d1c4-4ed9-8e1b-13b41efc9051 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244006 Apr 18 12:39:56.206958 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:4b:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a846338-5aae-4355-8efc-065279dd43c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:39:54Z', 'revision_number': 13, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:39:56.210761 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a0a9a5-5c25-4868-9a02-dcc83a101676 None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd9b38fe1-3714-4d9c-a6b0-5407efe4aff3', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'floating_ip_address': '172.26.4.137', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'mac_address': 'fa:16:3e:4b:d2:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a846338-5aae-4355-8efc-065279dd43c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:36:36Z', 'updated_at': '2022-04-18T12:39:54Z', 'revision_number': 13, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:39:56.395640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6aed616-3b8c-4cdd-86dc-c697f25047b4 None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:39:57.064940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1400755a-9fb8-4997-b884-7f20ac6dbcc1 req-8c01f241-11cc-430d-8167-bb13e943e256 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:39:57.066264 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1400755a-9fb8-4997-b884-7f20ac6dbcc1 req-8c01f241-11cc-430d-8167-bb13e943e256 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0788143 Apr 18 12:39:57.113562 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1400755a-9fb8-4997-b884-7f20ac6dbcc1 req-ed5b4750-542c-4819-95e1-33c94665d94e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Apr 18 12:40:07.268749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a963141-b3d6-4e32-8bbd-08c3a13f91b8 req-46003c63-34c2-46ad-bb7f-fed8c8d8f560 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:07.270125 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a963141-b3d6-4e32-8bbd-08c3a13f91b8 req-46003c63-34c2-46ad-bb7f-fed8c8d8f560 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0839465 Apr 18 12:40:07.315932 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0a963141-b3d6-4e32-8bbd-08c3a13f91b8 req-531e2146-7c4a-4de5-b3ae-0f6a238bbe43 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401435 Apr 18 12:40:07.382909 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-a8cd2d9b-1e5c-435a-befb-456d6f7b6ce9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218121 Apr 18 12:40:08.034906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4f2d6eb0-5094-4a7b-93f7-ec1fbcdad2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:08.505307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5ef0a-ab36-4ad5-b2f6-596e311379b5 req-f9c8d3e2-f603-4c96-9ffe-c380ba978d95 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:08.506810 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-62e5ef0a-ab36-4ad5-b2f6-596e311379b5 req-f9c8d3e2-f603-4c96-9ffe-c380ba978d95 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0825415 Apr 18 12:40:08.550532 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-62e5ef0a-ab36-4ad5-b2f6-596e311379b5 req-47a5d593-1e14-496a-bf53-e6eb29f4899d tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379138 Apr 18 12:40:09.306400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-7ab995ef-fc2e-4daf-bd33-af44afd3088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:09.307869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-7ab995ef-fc2e-4daf-bd33-af44afd3088d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1099 time: 0.0746961 Apr 18 12:40:09.441175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-4123b150-b254-43e1-8fad-13694311a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:09.442883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-4123b150-b254-43e1-8fad-13694311a062 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1284261 Apr 18 12:40:09.554291 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-7b13794e-d17a-4129-9788-1bf95904e96f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 1003 time: 0.1052711 Apr 18 12:40:09.617549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-aaf145d5-4cc4-45de-8099-ce9e1985076b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:09.619111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-aaf145d5-4cc4-45de-8099-ce9e1985076b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0588362 Apr 18 12:40:09.760714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-7760805e-2471-473d-8cca-d0c11c4267f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:09.762555 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-7760805e-2471-473d-8cca-d0c11c4267f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1375079 Apr 18 12:40:09.771893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1c6dc-1cb9-41c9-bbe6-c89f20f893de req-cd449d22-12eb-4eec-b8f9-e210a0fc6d94 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:09.773181 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2af1c6dc-1cb9-41c9-bbe6-c89f20f893de req-cd449d22-12eb-4eec-b8f9-e210a0fc6d94 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.1136520 Apr 18 12:40:09.902816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2af1c6dc-1cb9-41c9-bbe6-c89f20f893de req-e86d9705-c577-4420-9a42-5b7ecbda23d9 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112823 Apr 18 12:40:09.929793 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-a6ad0c36-bcef-44c5-8334-a901c538f9be service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557233 Apr 18 12:40:10.059825 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-f9e06d89-f3b8-4258-91c2-a0ee55b756e5 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226022 Apr 18 12:40:10.235737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8098677f-bc8a-4e06-99de-ce72545db92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:11.085366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cca04-03b6-4019-8a2d-310cb7dfc3b8 req-14ea5d29-c8b1-4fa2-b5d4-fa9c7924deb4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:11.086790 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9d5cca04-03b6-4019-8a2d-310cb7dfc3b8 req-14ea5d29-c8b1-4fa2-b5d4-fa9c7924deb4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0798829 Apr 18 12:40:11.129015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9d5cca04-03b6-4019-8a2d-310cb7dfc3b8 req-3611cc69-5330-4eab-998e-c6913896eb27 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367565 Apr 18 12:40:11.157364 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:40:11.399094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:11.667551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:12.312473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf45f8-b8d7-46e0-80cf-631fe2339cac req-ed9e9362-fc11-445f-a9fa-124de349dbc8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:12.314396 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adaf45f8-b8d7-46e0-80cf-631fe2339cac req-ed9e9362-fc11-445f-a9fa-124de349dbc8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0813966 Apr 18 12:40:12.357424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adaf45f8-b8d7-46e0-80cf-631fe2339cac req-78a2f25f-309d-4ac1-83e3-108138cadd9a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374153 Apr 18 12:40:13.010648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:13.539197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f0e8-f0c7-4d2a-9871-481bb1229136 req-b8346828-6273-45f4-91e1-dd7d6d7248ea tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:13.540628 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a8b0f0e8-f0c7-4d2a-9871-481bb1229136 req-b8346828-6273-45f4-91e1-dd7d6d7248ea tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0787661 Apr 18 12:40:13.584440 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a8b0f0e8-f0c7-4d2a-9871-481bb1229136 req-420ce315-ef4a-4656-aa1e-6d24aa4ee283 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381641 Apr 18 12:40:14.768655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5328c7-39e1-4e1a-90d8-cc6af58e669f req-aa16b9c4-e5c4-48b3-8c4b-ab255b80419f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:14.770065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7c5328c7-39e1-4e1a-90d8-cc6af58e669f req-aa16b9c4-e5c4-48b3-8c4b-ab255b80419f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0780478 Apr 18 12:40:14.812718 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7c5328c7-39e1-4e1a-90d8-cc6af58e669f req-8d096183-49ea-493f-8037-9cc0831119a3 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369802 Apr 18 12:40:15.640898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:15.998715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947907c-1871-4368-85b9-268f58bb257a req-4cbd6090-8695-49b9-bef0-5bd6a92f004c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:16.000145 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f947907c-1871-4368-85b9-268f58bb257a req-4cbd6090-8695-49b9-bef0-5bd6a92f004c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0814273 Apr 18 12:40:16.045946 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f947907c-1871-4368-85b9-268f58bb257a req-3d3cd9ff-b30d-4b75-84d8-4a79f5725688 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401247 Apr 18 12:40:17.232940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4753cd-4036-4bc0-9139-1887a76bc8f2 req-9b4919d0-f949-41a2-b9ef-81306bcde9a2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:17.234360 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fb4753cd-4036-4bc0-9139-1887a76bc8f2 req-9b4919d0-f949-41a2-b9ef-81306bcde9a2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0839882 Apr 18 12:40:17.278234 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fb4753cd-4036-4bc0-9139-1887a76bc8f2 req-f57ce602-1627-4546-8c41-472846602945 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375807 Apr 18 12:40:17.891830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-ebf5ab81-ffa8-4be9-aecc-5c27b6ceb178 service neutron] 10.222.0.15 "GET /v2.0/ports/d2f1b776-4ac8-4894-872a-060242ed5e47/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0726018 Apr 18 12:40:18.601576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-2b8fdcce-0e1a-4eb1-a53c-ac79c6c1fed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:18.602979 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-2b8fdcce-0e1a-4eb1-a53c-ac79c6c1fed1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 1099 time: 0.1818683 Apr 18 12:40:18.610016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca3336e-411d-4567-85e1-c3286c847a1e req-3f52189c-6d53-481a-927d-7f38a806d7af tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:18.611468 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6ca3336e-411d-4567-85e1-c3286c847a1e req-3f52189c-6d53-481a-927d-7f38a806d7af tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0797932 Apr 18 12:40:18.661148 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6ca3336e-411d-4567-85e1-c3286c847a1e req-6d932b21-75ba-458e-84f3-5bad91f93336 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Apr 18 12:40:18.696514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-2cdf4ea8-a179-4156-afe1-85dc062f3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:18.697986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-2cdf4ea8-a179-4156-afe1-85dc062f3519 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1099 time: 0.0714812 Apr 18 12:40:18.823664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-ce793d59-6761-4a49-b228-604411d3cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:18.825060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-ce793d59-6761-4a49-b228-604411d3cc1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1214671 Apr 18 12:40:18.925669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-7eb26267-af4e-43c8-9ee7-798f56c59e77 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 1003 time: 0.0940430 Apr 18 12:40:18.991732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-551b657c-6c6e-46be-95e0-82eb8504a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:18.993118 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-551b657c-6c6e-46be-95e0-82eb8504a868 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0588784 Apr 18 12:40:19.065152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-a8e5ec96-560e-4871-b80b-f18e2ea70663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:19.067185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-a8e5ec96-560e-4871-b80b-f18e2ea70663 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685213 Apr 18 12:40:19.200892 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-e86f61a0-1424-4b9d-aa44-159a38882fef service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264336 Apr 18 12:40:19.332404 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3ad47f48-6827-4d3e-b7b2-c8d0775f9a46 req-c1707682-55b4-4661-812b-f4cc349d8508 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211958 Apr 18 12:40:19.849079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2a91-9f5c-49ea-9e40-031a81a803cd req-776f2a4c-0a5f-4593-af6b-344aada80a90 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:19.850433 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-558a2a91-9f5c-49ea-9e40-031a81a803cd req-776f2a4c-0a5f-4593-af6b-344aada80a90 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0840952 Apr 18 12:40:19.894978 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-558a2a91-9f5c-49ea-9e40-031a81a803cd req-2be3fdb9-d5b4-46f7-a034-52afda68bec7 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387936 Apr 18 12:40:20.518225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:40:20.669196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:20.697199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:40:20.707140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:20.751470 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adc0991-8dd5-4e87-97a6-a04cb25c8b71'] response: {'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'code': 200} Apr 18 12:40:20.783963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:20.852819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:21.086902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6280e8-c3a1-42db-83ef-31754cf7833c req-a9c632cc-74b7-4502-a4b1-46c9adbdeb06 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:21.088263 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dd6280e8-c3a1-42db-83ef-31754cf7833c req-a9c632cc-74b7-4502-a4b1-46c9adbdeb06 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0788212 Apr 18 12:40:21.131779 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dd6280e8-c3a1-42db-83ef-31754cf7833c req-ca98552c-a815-4868-b5f5-b3b6144c41b8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376675 Apr 18 12:40:22.314260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add952-9172-4b34-91bc-de0faadbd1c6 req-8a518d27-3b2c-4702-9090-acd636c7b1a5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:22.315700 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-12add952-9172-4b34-91bc-de0faadbd1c6 req-8a518d27-3b2c-4702-9090-acd636c7b1a5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0779402 Apr 18 12:40:22.359194 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-12add952-9172-4b34-91bc-de0faadbd1c6 req-ed52f8f0-1556-4582-896d-67dac50f09a0 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373602 Apr 18 12:40:23.546940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fde061-f57b-4d1c-9234-9d217a17682a req-61403d5f-f68a-4354-b3d8-629e5b154195 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:23.548393 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00fde061-f57b-4d1c-9234-9d217a17682a req-61403d5f-f68a-4354-b3d8-629e5b154195 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0831609 Apr 18 12:40:23.592751 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00fde061-f57b-4d1c-9234-9d217a17682a req-ed425dfd-5df5-4527-a653-e0a227e94645 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384483 Apr 18 12:40:24.542843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:40:24.672773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:24.685814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'mac_address': 'fa:16:3e:4b:d2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:40:24.740358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:24.757928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f1b776-4ac8-4894-872a-060242ed5e47 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:40:24.774555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:24.835284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:24.871200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab3231d-114b-4343-a299-2f35d3fc58dc req-49325937-054e-42b7-b144-0732fe9bcad4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:24.872633 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aab3231d-114b-4343-a299-2f35d3fc58dc req-49325937-054e-42b7-b144-0732fe9bcad4 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.1733003 Apr 18 12:40:24.907684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['d2f1b776-4ac8-4894-872a-060242ed5e47'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:40:24.916718 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aab3231d-114b-4343-a299-2f35d3fc58dc req-41d8f5d7-8e5c-40a2-917b-bdd646606e1a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382094 Apr 18 12:40:24.943315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:26.097347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eed4d-fb9f-494a-b3d0-4982494cb992 req-194cf349-64fd-435c-b102-b037f40ff2cc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:26.099345 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f1eed4d-fb9f-494a-b3d0-4982494cb992 req-194cf349-64fd-435c-b102-b037f40ff2cc tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 945 time: 0.0779958 Apr 18 12:40:26.145207 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f1eed4d-fb9f-494a-b3d0-4982494cb992 req-3e394727-1236-4891-b515-7bed43291e80 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Apr 18 12:40:26.558550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:40:26.626633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port d2f1b776-4ac8-4894-872a-060242ed5e47 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:40:26.627075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:26.744868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:26.775291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:40:26.785411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:26.830253 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f0b22d-ec1e-4c57-ae22-94a271d7c0a4'] response: {'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'code': 200} Apr 18 12:40:26.840602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:26.906178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:26.913094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.913429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.913756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.914080 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.914396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.914738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.915054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.915367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.915681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.915991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.916298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:26.916603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:27.480040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661fd1-cf64-41e9-b915-956ee3e4131c req-fbd93936-c3a1-41e1-81be-b6b460a4fec6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:27.481427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84661fd1-cf64-41e9-b915-956ee3e4131c req-fbd93936-c3a1-41e1-81be-b6b460a4fec6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0824196 Apr 18 12:40:27.524943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84661fd1-cf64-41e9-b915-956ee3e4131c req-8966fd18-19c3-43bc-bb61-2d78d1671f13 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377905 Apr 18 12:40:28.710923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278e231-9b3d-40d9-97ef-5862ddb7c3b6 req-95e45af3-22cc-4487-93b4-de777be3c4ce tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:28.712358 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3278e231-9b3d-40d9-97ef-5862ddb7c3b6 req-95e45af3-22cc-4487-93b4-de777be3c4ce tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0809715 Apr 18 12:40:28.759712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3278e231-9b3d-40d9-97ef-5862ddb7c3b6 req-e44c2be4-1afc-4ec4-ac93-a847ccef4a51 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Apr 18 12:40:29.488435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb705d4-6d12-411f-b437-99a96f2db264 req-02b4944e-4580-4530-bfc8-8c29229c804a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:29.490387 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3fb705d4-6d12-411f-b437-99a96f2db264 req-02b4944e-4580-4530-bfc8-8c29229c804a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0802517 Apr 18 12:40:29.516819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ff890286-3688-48e5-97f5-fde700d5df7b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:29.518242 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ff890286-3688-48e5-97f5-fde700d5df7b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6&tenant_id=2bd09a4397144e37a150ecc4eae5518a&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 946 time: 0.0927811 Apr 18 12:40:29.535339 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3fb705d4-6d12-411f-b437-99a96f2db264 req-536275ea-1711-43bd-8c7e-4e6431e423da tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390339 Apr 18 12:40:29.597922 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-42d85744-2f8c-4465-b5b6-18c739f4b728 service neutron] 10.222.0.15 "GET /v2.0/ports/d2f1b776-4ac8-4894-872a-060242ed5e47/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0737658 Apr 18 12:40:29.689358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-6a9e677f-542d-4243-a765-664160eb5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:29.690816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-6a9e677f-542d-4243-a765-664160eb5906 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1099 time: 0.0720673 Apr 18 12:40:29.818565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-fa566b55-6866-49b2-9f80-d88ab0c06745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:29.819958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-fa566b55-6866-49b2-9f80-d88ab0c06745 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1232388 Apr 18 12:40:29.916877 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ab4ddaa7-7d23-407a-b9b2-629819de8f7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 1003 time: 0.0911148 Apr 18 12:40:30.069492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-dd407141-4800-4303-a7d4-f0738d3caa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:30.070944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-dd407141-4800-4303-a7d4-f0738d3caa2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.1487715 Apr 18 12:40:30.143632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-366efbf0-0c49-4699-9660-65bef15c1537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:30.144971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-366efbf0-0c49-4699-9660-65bef15c1537 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681477 Apr 18 12:40:30.271802 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-22c04ee9-6292-46e3-ad9f-ab44a674d70d service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210699 Apr 18 12:40:30.402500 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-1105e60e-987a-429a-8fe1-92189340bb4f service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243553 Apr 18 12:40:30.729762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd389679-8b22-46d5-acf3-563f7ca26aad req-2af5461f-2b56-4c40-8944-13225c593b04 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:30.731161 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cd389679-8b22-46d5-acf3-563f7ca26aad req-2af5461f-2b56-4c40-8944-13225c593b04 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0827615 Apr 18 12:40:30.776256 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cd389679-8b22-46d5-acf3-563f7ca26aad req-d6ff2db5-4f2e-4279-8859-a57afc4d785b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393522 Apr 18 12:40:31.974093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585c96-359f-4974-b26a-6e45ea293c59 req-39d6dced-2e99-4e85-8ea2-4f44928d5be5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:31.975543 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0585c96-359f-4974-b26a-6e45ea293c59 req-39d6dced-2e99-4e85-8ea2-4f44928d5be5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0905261 Apr 18 12:40:32.018049 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0585c96-359f-4974-b26a-6e45ea293c59 req-5483cc78-0784-4e07-93a2-6af475169b7c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369408 Apr 18 12:40:33.205163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394448ca-c5df-48ba-b5ac-47deba994432 req-f5e16fa5-a927-47f6-b5fe-7925d0f1a447 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:33.206623 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-394448ca-c5df-48ba-b5ac-47deba994432 req-f5e16fa5-a927-47f6-b5fe-7925d0f1a447 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0780225 Apr 18 12:40:33.250767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-394448ca-c5df-48ba-b5ac-47deba994432 req-2f50ba6f-87bb-459f-a42b-5881be830bda tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378466 Apr 18 12:40:34.227955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ad52a8ff-8545-4b9d-9622-6e5a6199cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:34.229412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ad52a8ff-8545-4b9d-9622-6e5a6199cb84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6&tenant_id=2bd09a4397144e37a150ecc4eae5518a HTTP/1.1" status: 200 len: 1099 time: 0.0730300 Apr 18 12:40:34.318559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-114e5c5f-af76-489b-a628-55a6163facfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:34.320141 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-114e5c5f-af76-489b-a628-55a6163facfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bd09a4397144e37a150ecc4eae5518a&device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 1099 time: 0.0700960 Apr 18 12:40:34.436508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b8db7-0b53-4095-a13a-0ce568bb22a0 req-1cd4a651-0079-42c2-9192-a9a4cb9f0450 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:34.437861 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5f1b8db7-0b53-4095-a13a-0ce568bb22a0 req-1cd4a651-0079-42c2-9192-a9a4cb9f0450 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0792885 Apr 18 12:40:34.451144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ffee1021-c537-4359-bc48-dfc386bbe130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:34.452609 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-ffee1021-c537-4359-bc48-dfc386bbe130 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 200 len: 913 time: 0.1272600 Apr 18 12:40:34.483298 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5f1b8db7-0b53-4095-a13a-0ce568bb22a0 req-4fa0e825-1afc-41f0-868b-68f724c2dbef tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394907 Apr 18 12:40:34.555359 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-51c6660d-951a-43c3-9de3-72b93acc5170 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 200 len: 1003 time: 0.0959494 Apr 18 12:40:34.618487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-979deabf-d06f-4b85-87f8-6bcf964b02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:34.619886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-979deabf-d06f-4b85-87f8-6bcf964b02f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 200 len: 851 time: 0.0593228 Apr 18 12:40:34.691784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-3987a8b0-8026-4dee-9a91-f0ad7af1f5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:34.693196 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-3987a8b0-8026-4dee-9a91-f0ad7af1f5a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5de2dc5b-f2ae-49b2-82da-f03c76d499c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671718 Apr 18 12:40:34.822185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-13dfef25-134c-4576-8e20-9d1ef0ffeeb3 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222396 Apr 18 12:40:34.947799 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b28ee7c4-1730-49fb-a489-ae5ce76bc75b req-e77f5f01-bdfa-4201-9cc2-8fb8f1effeb5 service neutron] 10.222.0.15 "GET /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197860 Apr 18 12:40:35.670831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a091f34-057d-4bf1-9708-43338d27f6d4 req-4426be05-ba20-4cbe-9cd3-c5d12b25fa3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:35.672268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a091f34-057d-4bf1-9708-43338d27f6d4 req-4426be05-ba20-4cbe-9cd3-c5d12b25fa3a tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0836699 Apr 18 12:40:35.720782 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a091f34-057d-4bf1-9708-43338d27f6d4 req-42e49520-4219-4e40-9fdb-1e4688061f48 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Apr 18 12:40:36.581221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:40:36.711305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:36.737567 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:40:36.747579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:36.791950 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeef6ba9-fcbd-4c1a-9f09-b0f8d057c8f7'] response: {'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'code': 200} Apr 18 12:40:36.852697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:36.916129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c5ec9-601c-46c9-9ec0-bec8294058b1 req-f80b33a2-4d71-4816-b6f8-a01574553460 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:36.917628 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df0c5ec9-601c-46c9-9ec0-bec8294058b1 req-f80b33a2-4d71-4816-b6f8-a01574553460 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0807335 Apr 18 12:40:36.922177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=9']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:36.971205 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df0c5ec9-601c-46c9-9ec0-bec8294058b1 req-c629cb51-84ee-43af-a4dc-74622686c043 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460687 Apr 18 12:40:38.035211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0f79b9ad-b9d9-4770-9b69-369bc5073a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:38.158744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476c55b-50b7-4e5b-a631-1f0b45f2018c req-36b59280-95c3-447a-80ac-1618dc64a19b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:38.160085 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3476c55b-50b7-4e5b-a631-1f0b45f2018c req-36b59280-95c3-447a-80ac-1618dc64a19b tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 944 time: 0.0820873 Apr 18 12:40:38.203466 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3476c55b-50b7-4e5b-a631-1f0b45f2018c req-5a2120a9-e38b-41ef-95fe-c69174509928 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377848 Apr 18 12:40:38.575043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:40:38.704187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:38.716796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'port_id': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'mac_address': 'fa:16:3e:4b:d2:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:40:38.769790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:38.786189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f1b776-4ac8-4894-872a-060242ed5e47 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:40:38.800680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:38.873669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:38.938864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['d2f1b776-4ac8-4894-872a-060242ed5e47'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:40:38.982772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=10']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:39.485168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c18d29-9166-4df4-8994-4f6f84116ad6 req-e2224f86-9975-4ddc-8f2e-f314b232bb1c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:39.486533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-83c18d29-9166-4df4-8994-4f6f84116ad6 req-e2224f86-9975-4ddc-8f2e-f314b232bb1c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.1789236 Apr 18 12:40:39.530180 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-83c18d29-9166-4df4-8994-4f6f84116ad6 req-a5a62a6c-8e78-4a0f-b103-295224c9bb49 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374715 Apr 18 12:40:40.235713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-59dfe9c8-f970-4c7c-a5cb-82ebafc1bc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:40.596285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:40:40.666480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port d2f1b776-4ac8-4894-872a-060242ed5e47 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:40:40.666854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:40.718971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac173ed-291d-4f1e-9305-a7d9d4623ee0 req-44584443-e2fe-4f38-b82a-2e34ffeaa2a5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:40.720415 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8ac173ed-291d-4f1e-9305-a7d9d4623ee0 req-44584443-e2fe-4f38-b82a-2e34ffeaa2a5 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 946 time: 0.0793791 Apr 18 12:40:40.768025 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8ac173ed-291d-4f1e-9305-a7d9d4623ee0 req-dcb4f81f-dea4-4f6a-9146-cebfa5153625 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418909 Apr 18 12:40:40.813017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:40.844923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:40:40.854943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:40.932441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:40.966974 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af98a70-3423-4710-9a2f-7ef602583ccc'] response: {'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'code': 200} Apr 18 12:40:40.997883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=11']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:41.401054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:41.673517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:41.951318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e69cf-725d-4cb3-83a5-350fd7ae806b req-0010225c-c65f-49f7-a700-611e30328aab tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:41.952710 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-006e69cf-725d-4cb3-83a5-350fd7ae806b req-0010225c-c65f-49f7-a700-611e30328aab tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0798633 Apr 18 12:40:41.997457 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-006e69cf-725d-4cb3-83a5-350fd7ae806b req-6bb420b5-2567-4cee-8fde-bc4c767f217e tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384943 Apr 18 12:40:43.004685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:43.188563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a4f638-0119-45ec-a635-b305a788b306 req-fc2390a9-d17f-4413-a0f9-91221b2302e2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:43.189943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1a4f638-0119-45ec-a635-b305a788b306 req-fc2390a9-d17f-4413-a0f9-91221b2302e2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0832958 Apr 18 12:40:43.237782 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b1a4f638-0119-45ec-a635-b305a788b306 req-605c74f2-644d-4497-bda7-90299fb45bf2 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 Apr 18 12:40:44.419887 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c8b97-03ae-4fd1-a9e0-05fd13c88f77 req-849cf930-d3e9-40fb-a978-ce31e352ba16 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:44.421349 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aa6c8b97-03ae-4fd1-a9e0-05fd13c88f77 req-849cf930-d3e9-40fb-a978-ce31e352ba16 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0810716 Apr 18 12:40:44.465881 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aa6c8b97-03ae-4fd1-a9e0-05fd13c88f77 req-879a97ad-9c87-41ce-86f6-f7973b113888 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384092 Apr 18 12:40:44.649103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227242e-b05b-4771-ba76-b2b87c55a749 req-68bf3a31-1235-46a9-a829-87a3433b538f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:44.650574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b227242e-b05b-4771-ba76-b2b87c55a749 req-68bf3a31-1235-46a9-a829-87a3433b538f tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0787964 Apr 18 12:40:44.693338 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b227242e-b05b-4771-ba76-b2b87c55a749 req-4b23ca5d-07e1-4204-88b8-1f2bf89999af tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370893 Apr 18 12:40:44.877650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87dbfc-7796-4d20-84b5-d0d8d8148c27 req-f637e481-1cf4-4ae9-bdb9-96c8104ad8c6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:44.879036 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cd87dbfc-7796-4d20-84b5-d0d8d8148c27 req-f637e481-1cf4-4ae9-bdb9-96c8104ad8c6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0817890 Apr 18 12:40:44.921578 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cd87dbfc-7796-4d20-84b5-d0d8d8148c27 req-d0b9707f-09f6-4adb-9f04-32538dc280de tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369887 Apr 18 12:40:45.600442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355affc-0125-4471-8f32-a846a28c7fb9 req-14c4cd65-121d-4596-9836-5dc0e0516ab8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:45.602101 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0355affc-0125-4471-8f32-a846a28c7fb9 req-14c4cd65-121d-4596-9836-5dc0e0516ab8 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0821459 Apr 18 12:40:45.646918 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0355affc-0125-4471-8f32-a846a28c7fb9 req-b8c6c9a5-9b72-4f4b-a508-f40a10510111 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387592 Apr 18 12:40:45.652754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:46.838520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3361045-213a-4505-8f6e-e3bea56867de req-ffb651aa-7026-4e50-966e-60f721298186 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:46.839955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3361045-213a-4505-8f6e-e3bea56867de req-ffb651aa-7026-4e50-966e-60f721298186 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0848098 Apr 18 12:40:46.887136 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3361045-213a-4505-8f6e-e3bea56867de req-95795c3a-4262-4e78-aca9-35df013f4c53 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405536 Apr 18 12:40:48.000425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444278f7-9484-49d9-b153-250b245c5785 req-1a5ad138-f1ac-46ec-8148-3d94a619dd70 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:48.002744 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-444278f7-9484-49d9-b153-250b245c5785 req-1a5ad138-f1ac-46ec-8148-3d94a619dd70 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0800450 Apr 18 12:40:48.072606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff89a4-c256-4fe9-b4de-df0da8b816d9 req-7cdb594e-9148-4033-8677-1ca0e8ca862c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:40:48.073822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Deleting port d2f1b776-4ac8-4894-872a-060242ed5e47 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:40:48.074042 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-beff89a4-c256-4fe9-b4de-df0da8b816d9 req-7cdb594e-9148-4033-8677-1ca0e8ca862c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 947 time: 0.0825458 Apr 18 12:40:48.074160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:48.117890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-beff89a4-c256-4fe9-b4de-df0da8b816d9 req-3561cd0c-71e6-4dcc-8692-b6576b9d61d6 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups?id=308234e6-1a3c-44bf-903f-7c24ef26645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380924 Apr 18 12:40:48.160779 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:40:48.320085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] For port d2f1b776-4ac8-4894-872a-060242ed5e47, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=d2f1b776-4ac8-4894-872a-060242ed5e47,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:48.324344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:48.603110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:48.603381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:48.603681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 disassociated. External IP: 172.26.4.137, port: d2f1b776-4ac8-4894-872a-060242ed5e47. Apr 18 12:40:48.604007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Calling delete_port for d2f1b776-4ac8-4894-872a-060242ed5e47 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:40:48.801126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:48.851890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event deleted for resources: {'Port': ['ID=d2f1b776-4ac8-4894-872a-060242ed5e47,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:48.913280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.913631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.913971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.914305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.914659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.914991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.915320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.915646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.915971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.916292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.916612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:48.916928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:40:49.050219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:40:49.272004 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ab96110c-73fa-44e8-9160-2bf400d458b4 req-1060d60a-45f8-43ad-b518-51da6a5c1699 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 210 time: 0.0457799 Apr 18 12:40:49.371736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:40:49.381674 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:40:49.390820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:40:49.391424 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:40:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:49.448505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] No DVR routers for this DVR port d2f1b776-4ac8-4894-872a-060242ed5e47 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:40:49.451102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:49.455054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-deleted', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:40:49.500258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d85e5c5-33e2-4c54-94da-7aef0cc5132e'] response: {'server_uuid': '0a846338-5aae-4355-8efc-065279dd43c6', 'name': 'network-vif-deleted', 'tag': 'd2f1b776-4ac8-4894-872a-060242ed5e47', 'status': 'completed', 'code': 200} Apr 18 12:40:49.533231 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-444278f7-9484-49d9-b153-250b245c5785 req-d9d3b2fe-82ab-44a2-a476-8ebcfd61575c tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.15 "DELETE /v2.0/ports/d2f1b776-4ac8-4894-872a-060242ed5e47 HTTP/1.1" status: 204 len: 173 time: 1.5253568 Apr 18 12:40:49.569692 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:40:49.875855 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:49.879639 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:40:49.887722 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:40:49.888319 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:40:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:50.098570 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:40:50.408220 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:50.412583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543d741-a0ec-4c81-8859-1b536ae334c5 None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:32Z', 'revision_number': 4, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3d97a180-25f9-4dba-81a7-2be67889dbcc', 'name': '', 'network_id': '5de2dc5b-f2ae-49b2-82da-f03c76d499c5', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'mac_address': 'fa:16:3e:94:e2:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:31Z', 'updated_at': '2022-04-18T12:36:38Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'subnets': [{'id': '0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:40:50.438053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5ef98801-82d6-4656-91f4-4507e78c327d req-b2646ea7-28ee-4c52-a1e9-0de872fa7c58 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Synchronizing usage tracker for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:40:50.525620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5ef98801-82d6-4656-91f4-4507e78c327d req-b2646ea7-28ee-4c52-a1e9-0de872fa7c58 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Unset dirty status for tenant:2bd09a4397144e37a150ecc4eae5518a on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:40:50.526921 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5ef98801-82d6-4656-91f4-4507e78c327d req-b2646ea7-28ee-4c52-a1e9-0de872fa7c58 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a846338-5aae-4355-8efc-065279dd43c6 HTTP/1.1" status: 200 len: 210 time: 0.1327338 Apr 18 12:40:50.634727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b343e836-73ce-46cc-a1f1-2b2f93c328c6 None None] New status for floating IP d9b38fe1-3714-4d9c-a6b0-5407efe4aff3: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:40:52.654548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:40:52.692615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: d2f1b776-4ac8-4894-872a-060242ed5e47 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:40:52.693083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device d2f1b776-4ac8-4894-872a-060242ed5e47 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:40:54.981442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41660) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:40:55.044611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a657f54-9d13-4506-be23-13d0148a0eae tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.071618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a657f54-9d13-4506-be23-13d0148a0eae tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.178289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a657f54-9d13-4506-be23-13d0148a0eae tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.195531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a657f54-9d13-4506-be23-13d0148a0eae tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=308234e6-1a3c-44bf-903f-7c24ef26645d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:55.267125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5a657f54-9d13-4506-be23-13d0148a0eae tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.268245 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5a657f54-9d13-4506-be23-13d0148a0eae tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "DELETE /v2.0/security-groups/308234e6-1a3c-44bf-903f-7c24ef26645d HTTP/1.1" status: 204 len: 168 time: 0.2875993 Apr 18 12:40:55.270601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41664) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:40:55.286172 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.api.v2.resource [None req-07b53fd1-7502-454f-984c-eb2c2ac35e58 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] show failed (client error): The resource could not be found. Apr 18 12:40:55.287098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-07b53fd1-7502-454f-984c-eb2c2ac35e58 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "GET /v2.0/security-groups/308234e6-1a3c-44bf-903f-7c24ef26645d HTTP/1.1" status: 404 len: 347 time: 0.0150597 Apr 18 12:40:55.289340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41668) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:40:55.446424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Deleting port cb30a070-3e66-4f49-8fac-969b08b6670c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:40:55.446776 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.613835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.614156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.732098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Calling delete_port for cb30a070-3e66-4f49-8fac-969b08b6670c owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:40:55.926827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:55.972174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Pushing event deleted for resources: {'Port': ['ID=cb30a070-3e66-4f49-8fac-969b08b6670c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:56.063402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:56.135562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:56.136674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b4f0e4aa-4008-4113-8b7c-def71aa7ba72 tempest-ServerActionsTestJSON-351543589 tempest-ServerActionsTestJSON-351543589-project] 10.222.0.24 "DELETE /v2.0/floatingips/d9b38fe1-3714-4d9c-a6b0-5407efe4aff3 HTTP/1.1" status: 204 len: 168 time: 0.8465331 Apr 18 12:40:56.139603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41672) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:40:56.761381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:57.103385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Deleting port 3d97a180-25f9-4dba-81a7-2be67889dbcc {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:40:57.104059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:57.268901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] For port 3d97a180-25f9-4dba-81a7-2be67889dbcc, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3d97a180-25f9-4dba-81a7-2be67889dbcc,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:57.269241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:57.389134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Calling delete_port for 3d97a180-25f9-4dba-81a7-2be67889dbcc owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:40:57.875320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:57.920130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Pushing event deleted for resources: {'Port': ['ID=3d97a180-25f9-4dba-81a7-2be67889dbcc,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:58.182504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:58.532483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Router 2810644a-08f2-42cc-9bee-3c15bc0c0801 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:40:58.706816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:40:58.716360 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] Sync routers for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:40:58.719670 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6a3e44cd-dc6e-4dd4-b791-7bbf27798cee admin admin] 10.222.0.24 "PUT /v2.0/routers/2810644a-08f2-42cc-9bee-3c15bc0c0801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5791833 Apr 18 12:40:58.722273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41676) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:40:58.726030 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:40:58.726666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:40:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:58.895043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:58.904081 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:40:59.190785 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:40:57Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:59.194544 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] Checking router: 2810644a-08f2-42cc-9bee-3c15bc0c0801 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:40:59.199131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:59.203191 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] Routers {'2810644a-08f2-42cc-9bee-3c15bc0c0801'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:40:59.203782 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:40:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2810644a-08f2-42cc-9bee-3c15bc0c0801'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:59.268192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Deleting port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:40:59.268545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:59.374172 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] Set router 2810644a-08f2-42cc-9bee-3c15bc0c0801 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:40:59.446441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] For port 96a62c15-9de6-44d5-b6b4-cc950cda3a3e, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:40:59.446738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:59.569529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Calling delete_port for 96a62c15-9de6-44d5-b6b4-cc950cda3a3e owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:40:59.681272 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:40:57Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:40:59.685211 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f5beb7-d51c-4733-b607-dea69ad90f4e None None] The sync data for ids ['2810644a-08f2-42cc-9bee-3c15bc0c0801'] in dv-neutron-837089-1-hyperv is: [{'id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'name': 'tempest-ServerActionsTestJSON-1399840572-router', 'tenant_id': '2bd09a4397144e37a150ecc4eae5518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231'}], 'enable_snat': True}, 'gw_port_id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:40:57Z', 'revision_number': 5, 'project_id': '2bd09a4397144e37a150ecc4eae5518a', 'gw_port': {'id': '96a62c15-9de6-44d5-b6b4-cc950cda3a3e', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2810644a-08f2-42cc-9bee-3c15bc0c0801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1553, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:36:28Z', 'updated_at': '2022-04-18T12:36:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:40:59.795713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:40:59.843246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Pushing event deleted for resources: {'Port': ['ID=96a62c15-9de6-44d5-b6b4-cc950cda3a3e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:40:59.931923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.105930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.108292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.145585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d97a180-25f9-4dba-81a7-2be67889dbcc no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:41:00.180491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 3d97a180-25f9-4dba-81a7-2be67889dbcc {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:41:00.180917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3d97a180-25f9-4dba-81a7-2be67889dbcc not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:41:00.184887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.185406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2810644a-08f2-42cc-9bee-3c15bc0c0801 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:41:00.198474 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.201886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b0302f4a-c9ec-44d5-bcc1-596dbe9f2b55 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2810644a-08f2-42cc-9bee-3c15bc0c0801 HTTP/1.1" status: 204 len: 168 time: 1.4764037 Apr 18 12:41:00.202646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41680) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:00.263887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Deleting subnet 0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:41:00.267122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.317581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.401687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.536901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.575132 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:00.577006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.581100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2621e553-c819-484a-9673-ef21b44e870b None None] Network 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:00.589833 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3a2246ca-bbfa-47df-a24b-7efa962d0888 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0fbd2a26-8141-4aa0-a14d-c32ac3b4b19a HTTP/1.1" status: 204 len: 168 time: 0.3844390 Apr 18 12:41:00.590162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41684) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:00.701325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.712125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Deleting port 87017194-ca39-4229-8312-34fed5fb44ae {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:00.712453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.853130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] DHCP port deletion for 5de2dc5b-f2ae-49b2-82da-f03c76d499c5 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:41:00.856981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Deleting port 87017194-ca39-4229-8312-34fed5fb44ae {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:00.857348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:00.917873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] For port 87017194-ca39-4229-8312-34fed5fb44ae, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=87017194-ca39-4229-8312-34fed5fb44ae,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:00.918228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.057917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] For port 87017194-ca39-4229-8312-34fed5fb44ae, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=87017194-ca39-4229-8312-34fed5fb44ae,segment=NetworkSegment(db5a901f-66fb-4276-843a-7cf516371a8f),segment_id=db5a901f-66fb-4276-843a-7cf516371a8f)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:01.058196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.131568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Calling delete_port for 87017194-ca39-4229-8312-34fed5fb44ae owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:41:01.184505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Calling delete_port for 87017194-ca39-4229-8312-34fed5fb44ae owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:41:01.269986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.275357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:41:01.275710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:41:01.316061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Pushing event deleted for resources: {'Port': ['ID=87017194-ca39-4229-8312-34fed5fb44ae,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:01.320214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] No DVR routers for this DVR port 87017194-ca39-4229-8312-34fed5fb44ae on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:41:01.372256 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.372589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.372916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.373239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.373556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.373875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.374193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.374541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.374857 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.375167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.375479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.375833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:01.444115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.471972 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de2dc5b-f2ae-49b2-82da-f03c76d499c5']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:01.483908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5a901f-66fb-4276-843a-7cf516371a8f') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:01.484195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5a901f-66fb-4276-843a-7cf516371a8f') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:01.494954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.510210 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.516000 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:41:01.516365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:41:01.529287 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:41:01.664092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.679524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.690634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de2dc5b-f2ae-49b2-82da-f03c76d499c5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:01.773435 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5af43df0-1d9b-4a5b-bfa3-176fcfab6497 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5de2dc5b-f2ae-49b2-82da-f03c76d499c5 HTTP/1.1" status: 204 len: 168 time: 1.1821680 Apr 18 12:41:01.776960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Deleting port 87017194-ca39-4229-8312-34fed5fb44ae {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:01.777652 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:01.845195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-949bc26c-13e9-4f7d-af39-8b4242936438 None None] The port '87017194-ca39-4229-8312-34fed5fb44ae' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:41:01.944897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 96a62c15-9de6-44d5-b6b4-cc950cda3a3e no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:41:01.979361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 96a62c15-9de6-44d5-b6b4-cc950cda3a3e {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:41:01.979703 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 96a62c15-9de6-44d5-b6b4-cc950cda3a3e not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:41:01.980125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 87017194-ca39-4229-8312-34fed5fb44ae no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:41:02.012602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 87017194-ca39-4229-8312-34fed5fb44ae {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:41:02.012937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 87017194-ca39-4229-8312-34fed5fb44ae not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:41:02.075918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41690) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:02.128896 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-34e0e379-4cb0-47d5-8500-f9f630ec0b4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bd09a4397144e37a150ecc4eae5518a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517676 Apr 18 12:41:02.131760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41694) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:02.191572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-85648f91-c308-4b02-917b-b1f37e005fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:02.216675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-85648f91-c308-4b02-917b-b1f37e005fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:02.309459 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-85648f91-c308-4b02-917b-b1f37e005fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:02.324877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85648f91-c308-4b02-917b-b1f37e005fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7cdc9-54b2-457a-bc5a-5550739f241b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:02.332929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-85648f91-c308-4b02-917b-b1f37e005fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:02.334035 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-85648f91-c308-4b02-917b-b1f37e005fd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8e7cdc9-54b2-457a-bc5a-5550739f241b HTTP/1.1" status: 204 len: 168 time: 0.2013619 Apr 18 12:41:03.424954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41718) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:03.536286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1069574983-network', 'tenant_id': '9edc03025b2549539509bf79831ccaee'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:03.541044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:03.544853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Usage tracker for resource:network and tenant:9edc03025b2549539509bf79831ccaee is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:03.547703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:03.554069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:03.641344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Made reservation on behalf of 9edc03025b2549539509bf79831ccaee for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:03.643922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:03.656996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:03.671418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:03.675304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9edc03025b2549539509bf79831ccaee is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:03.678658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:03.684294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:03.765381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:03.852620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:03.886484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:41:03.894785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70a9264-798d-4116-8a5e-4c2f2bd68e62,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:03.905648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:03.906016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Added segment 558a3cc1-e748-4f79-921c-f7c5eefbc13b of type vlan for network 9b0043a6-4931-41db-9961-5a89c7423117 Apr 18 12:41:03.932103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:04.023921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:04.024911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:04.025483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:04.126935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] Pushing event updated for resources: {'Network': ['ID=9b0043a6-4931-41db-9961-5a89c7423117,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:04.136333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 9b0043a6-4931-41db-9961-5a89c7423117 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:41:04.183079 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dbba1304-f377-4f8c-801e-9868a5e046e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7569232 Apr 18 12:41:04.185768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41724) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:04.191047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Request body: {'subnet': {'network_id': '9b0043a6-4931-41db-9961-5a89c7423117', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1069574983-subnet', 'tenant_id': '9edc03025b2549539509bf79831ccaee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:04.196197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:04.200078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Usage tracker for resource:subnet and tenant:9edc03025b2549539509bf79831ccaee is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:04.202873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:04.208565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:04.285434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Made reservation on behalf of 9edc03025b2549539509bf79831ccaee for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:04.288417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:04.675751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:04.750298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e88c1977-a1c1-44e2-982d-123182265064,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:04.757318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Checking segment: {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:04.757666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Network hostable DHCP agents. Network: 9b0043a6-4931-41db-9961-5a89c7423117, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:41:04.850927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Network 9b0043a6-4931-41db-9961-5a89c7423117 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:41:04.932632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 9b0043a6-4931-41db-9961-5a89c7423117) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:04.936457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:04.937125 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:04.941088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58d60bf-96e3-4466-9414-ff2de87d577e None None] Network 9b0043a6-4931-41db-9961-5a89c7423117 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:05.017760 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6203ba53-3092-4cb0-840e-550acdf63dc0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8309493 Apr 18 12:41:05.176852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6360b6f3-09a8-48a1-b3df-04343475a0be None None] Network 9b0043a6-4931-41db-9961-5a89c7423117 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:05.517454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-244d4b37-2afb-4215-9881-aa35ed9fa5bc tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:05.518059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-244d4b37-2afb-4215-9881-aa35ed9fa5bc tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Synchronizing usage tracker for tenant:9edc03025b2549539509bf79831ccaee on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:41:05.618586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-244d4b37-2afb-4215-9881-aa35ed9fa5bc tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Unset dirty status for tenant:9edc03025b2549539509bf79831ccaee on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:41:05.619742 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-244d4b37-2afb-4215-9881-aa35ed9fa5bc tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/networks?id=9b0043a6-4931-41db-9961-5a89c7423117 HTTP/1.1" status: 200 len: 814 time: 0.2421908 Apr 18 12:41:05.634770 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-d8e93e74-d363-4d2d-8e85-747ad0a9a337 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/quotas/9edc03025b2549539509bf79831ccaee HTTP/1.1" status: 200 len: 375 time: 0.0095694 Apr 18 12:41:05.680499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-b7bb7f6f-68d6-4cb9-8462-5937df09fff2 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9edc03025b2549539509bf79831ccaee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409114 Apr 18 12:41:05.808341 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-f8cd65c1-371e-4a07-b322-281f704105f9 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212518 Apr 18 12:41:05.936470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4355ed64-b93f-47de-a304-369890ec8523 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225686 Apr 18 12:41:06.218185 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-186741e0-b61d-4525-bdc5-e764a9f32cb9 req-771d9cb9-13be-4cb5-a78f-88eebfb43728 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 210 time: 0.0422235 Apr 18 12:41:07.311041 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b697b82-19d2-4a91-9816-90571614d54f req-19c9818a-8406-4017-9a5d-5157e28640c5 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 210 time: 0.0410156 Apr 18 12:41:08.019257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a79f68e4-d9a4-4804-aca2-7ab40976828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:08.455795 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-33f3aee9-839b-4eb1-ae5d-0714bd026e73 req-b0c18c05-7de0-4818-82d5-364f9cb3889c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 210 time: 0.0412271 Apr 18 12:41:08.552917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-a933dd0d-a993-4ffd-a134-04181d6701e0 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:08.554349 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-a933dd0d-a993-4ffd-a134-04181d6701e0 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "GET /v2.0/networks?id=9b0043a6-4931-41db-9961-5a89c7423117 HTTP/1.1" status: 200 len: 814 time: 0.1454520 Apr 18 12:41:08.565797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Request body: {'port': {'device_id': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117', 'admin_state_up': True, 'tenant_id': '9edc03025b2549539509bf79831ccaee'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:08.699905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:08.703652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Usage tracker for resource:port and tenant:9edc03025b2549539509bf79831ccaee is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:08.706369 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:08.712552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:08.782380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Made reservation on behalf of 9edc03025b2549539509bf79831ccaee for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:08.785875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:08.950662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Allocated IP 172.20.0.5 (9b0043a6-4931-41db-9961-5a89c7423117/e88c1977-a1c1-44e2-982d-123182265064/ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:41:09.147955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:09.253267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:09.316036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Network 9b0043a6-4931-41db-9961-5a89c7423117 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:41:09.319544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:09.323216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:41:09.363984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Pushing event updated for resources: {'Port': ['ID=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:09.397676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:09.398321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:09.511214 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-7d255f4a-1188-4766-b492-be3a41f77aab tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9486370 Apr 18 12:41:09.522491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Request body: {'port': {'device_id': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:09.779680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:09.852094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-d0b6a52a-be57-4695-baa6-ea5b381e750d tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:09.852758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-d0b6a52a-be57-4695-baa6-ea5b381e750d tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Synchronizing usage tracker for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:41:10.022155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-d0b6a52a-be57-4695-baa6-ea5b381e750d tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Unset dirty status for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:41:10.023340 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-d0b6a52a-be57-4695-baa6-ea5b381e750d tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 931 time: 0.4609025 Apr 18 12:41:10.094624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-f8bf16a3-d2a9-4c3b-b7a3-a7923241f4e3 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Synchronizing usage tracker for tenant:9edc03025b2549539509bf79831ccaee on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:41:10.184735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:41:10.188955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-f8bf16a3-d2a9-4c3b-b7a3-a7923241f4e3 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Unset dirty status for tenant:9edc03025b2549539509bf79831ccaee on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:41:10.191415 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d01ff08-452d-4398-89e9-0dc9fbfbe932 req-f8bf16a3-d2a9-4c3b-b7a3-a7923241f4e3 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605663 Apr 18 12:41:10.194241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:10.209278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Transition to ACTIVE for port object ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:10.239633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-258b1936-b615-4b76-897c-4742a95b7583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:10.279689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:10.433839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:10.509304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Attempting to bind port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:41:10.509636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Attempting to bind port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:41:10.509959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Attempting to bind port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf on network 9b0043a6-4931-41db-9961-5a89c7423117 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:10.514598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf on network 9b0043a6-4931-41db-9961-5a89c7423117 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:41:10.514917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Attempting to bind port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf on network 9b0043a6-4931-41db-9961-5a89c7423117 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:10.519995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:41:10.520363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Checking segment: {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:10.520742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Bound using segment: {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:41:10.521155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Bound port: ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:41:10.521494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:10.608328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] For port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:41:10.611174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] For port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:41:10.721817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:10.779852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:10.780479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:10.781764 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] 10.222.0.15 "PUT /v2.0/ports/ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf HTTP/1.1" status: 200 len: 1093 time: 1.2635505 Apr 18 12:41:10.782191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'tag': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:41:10.808673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c1d73-a037-407d-94cc-dab2753cd6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:10.827154 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254abef6-7750-41a7-99e0-6b4ff51ed3e9'] response: {'name': 'network-changed', 'server_uuid': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'tag': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf', 'status': 'completed', 'code': 200} Apr 18 12:41:10.917202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e57792-dd3b-42e0-9216-8f3fa67ae88c req-d2da288b-a4fd-4957-a662-6cf8d267be06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:10.918693 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-67e57792-dd3b-42e0-9216-8f3fa67ae88c req-d2da288b-a4fd-4957-a662-6cf8d267be06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9edc03025b2549539509bf79831ccaee&device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 1096 time: 0.0711586 Apr 18 12:41:11.053896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e57792-dd3b-42e0-9216-8f3fa67ae88c req-946f951f-ce58-4951-a9b7-f3dce9bbb2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:11.055217 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-67e57792-dd3b-42e0-9216-8f3fa67ae88c req-946f951f-ce58-4951-a9b7-f3dce9bbb2d7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9edc03025b2549539509bf79831ccaee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1301937 Apr 18 12:41:11.186392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e57792-dd3b-42e0-9216-8f3fa67ae88c req-001dc39f-57ad-4315-b566-0eefbbb4cca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:11.187812 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-67e57792-dd3b-42e0-9216-8f3fa67ae88c req-001dc39f-57ad-4315-b566-0eefbbb4cca4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257834 Apr 18 12:41:11.290885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-2a7c96d3-83b0-4fd4-8276-6f4eb86da62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:11.292347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-2a7c96d3-83b0-4fd4-8276-6f4eb86da62c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9edc03025b2549539509bf79831ccaee&device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 1096 time: 0.0707510 Apr 18 12:41:11.404555 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-0d8178d9-eddc-41ab-ba5f-ac98a5b96837 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf HTTP/1.1" status: 200 len: 217 time: 0.0747540 Apr 18 12:41:11.407063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:11.482453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-ddebb1cf-3a78-44cf-b4d6-b911b0d2c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:11.483861 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-ddebb1cf-3a78-44cf-b4d6-b911b0d2c85c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e88c1977-a1c1-44e2-982d-123182265064 HTTP/1.1" status: 200 len: 854 time: 0.0732510 Apr 18 12:41:11.492466 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfedfbd2-963f-4d3d-92c5-507a43d3336e req-4cbf2724-adbd-4c74-98dc-f0d7ce1d6c99 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:11.493795 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cfedfbd2-963f-4d3d-92c5-507a43d3336e req-4cbf2724-adbd-4c74-98dc-f0d7ce1d6c99 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 943 time: 0.1970913 Apr 18 12:41:11.547169 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-8510d478-7c0f-4fc7-b187-1bebc38c67a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b0043a6-4931-41db-9961-5a89c7423117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524800 Apr 18 12:41:11.675845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:11.711722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cfedfbd2-963f-4d3d-92c5-507a43d3336e req-f63265d3-0fe2-4737-8ced-4a2609ec6715 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876891 Apr 18 12:41:11.801551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-0941a226-4bcf-4334-89a5-0f46de528d22 service neutron] 10.222.0.15 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478795 Apr 18 12:41:11.930984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d4878e11-534d-485e-a79a-a8a80d7204fc req-d2c9bbff-f4ef-4d2c-81f1-e0858f5b0b8e service neutron] 10.222.0.15 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232779 Apr 18 12:41:12.893962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dce8cb-9cb9-4833-b541-a758bcf4f07c req-dc6f3daa-6a81-46c9-9d7c-8c549d1a9371 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:12.895318 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e0dce8cb-9cb9-4833-b541-a758bcf4f07c req-dc6f3daa-6a81-46c9-9d7c-8c549d1a9371 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 943 time: 0.0802362 Apr 18 12:41:12.941322 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e0dce8cb-9cb9-4833-b541-a758bcf4f07c req-53add9ce-347b-43d8-a4a3-40e96279b9c9 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Apr 18 12:41:13.007418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:14.123283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f2824f-1b0a-4a58-b646-8f8b0319389b req-64f3ed8b-64e1-411a-b540-50fe1b3c4155 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:14.124785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-74f2824f-1b0a-4a58-b646-8f8b0319389b req-64f3ed8b-64e1-411a-b540-50fe1b3c4155 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 943 time: 0.0790291 Apr 18 12:41:14.169262 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-74f2824f-1b0a-4a58-b646-8f8b0319389b req-68722fde-50ee-45d6-9993-5618b3420b6e tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374727 Apr 18 12:41:14.705228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:41:14.835151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:14.847795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf', 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117', 'port_id': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf', 'mac_address': 'fa:16:3e:da:20:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c1977-a1c1-44e2-982d-123182265064', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:41:14.903037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:14.919578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:41:14.934735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:15.029913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:15.097663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:15.231076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:41:15.354220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cc922-a3fe-4875-8c5a-ea478ec11580 req-c4e2cf2f-18b4-4c1b-b762-2c95bff31217 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:15.355700 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-622cc922-a3fe-4875-8c5a-ea478ec11580 req-c4e2cf2f-18b4-4c1b-b762-2c95bff31217 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 944 time: 0.0798767 Apr 18 12:41:15.405728 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-622cc922-a3fe-4875-8c5a-ea478ec11580 req-89f216d5-3a2a-4284-b3bb-c8dd2a41e513 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442777 Apr 18 12:41:15.664321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:16.588961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c623afc-d43e-40dd-9324-128da3a6cb98 req-2dba2554-d4fd-45e8-8178-3baaaf437cc6 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:16.590387 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c623afc-d43e-40dd-9324-128da3a6cb98 req-2dba2554-d4fd-45e8-8178-3baaaf437cc6 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 944 time: 0.0809879 Apr 18 12:41:16.634544 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c623afc-d43e-40dd-9324-128da3a6cb98 req-1e324d6c-b694-4336-9927-9080cb39301b tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Apr 18 12:41:16.720934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:41:16.846689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:41:16.851787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:41:16.852143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:16.963249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:16.988913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:41:16.999620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:17.035815 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9723872d-06bc-4d0f-ac98-5e06bccf9365'] response: {'server_uuid': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf', 'code': 200} Apr 18 12:41:17.075650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:17.150351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:17.388256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf21a00-987e-40ae-8520-1847b6860612 req-8f93a98b-633d-4b2c-8caf-7205b168b485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:17.389759 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bf21a00-987e-40ae-8520-1847b6860612 req-8f93a98b-633d-4b2c-8caf-7205b168b485 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 1098 time: 0.0684915 Apr 18 12:41:17.429689 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bf21a00-987e-40ae-8520-1847b6860612 req-05776832-2ace-4745-9ed7-9921b5c71b38 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338521 Apr 18 12:41:17.815004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a59a5-8bd3-45a8-8670-c174a340f973 req-e84af59d-be68-417f-bb19-04adaa5b30da tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:17.816423 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d83a59a5-8bd3-45a8-8670-c174a340f973 req-e84af59d-be68-417f-bb19-04adaa5b30da tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0804780 Apr 18 12:41:17.859822 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d83a59a5-8bd3-45a8-8670-c174a340f973 req-470647c1-143d-4d1e-964b-f1dd22ea656c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373535 Apr 18 12:41:19.041163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fa7e4-682c-4926-a1b7-5b4facab4ba4 req-3564f052-b415-40b4-ba0f-1b318de15e26 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:19.042615 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4c5fa7e4-682c-4926-a1b7-5b4facab4ba4 req-3564f052-b415-40b4-ba0f-1b318de15e26 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0784473 Apr 18 12:41:19.085992 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4c5fa7e4-682c-4926-a1b7-5b4facab4ba4 req-72651149-ba64-41e6-9720-74645c2265d8 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Apr 18 12:41:19.363006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b958879e-ac19-4b10-94a6-a6aa3a8afb35 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:19.364434 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b958879e-ac19-4b10-94a6-a6aa3a8afb35 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/networks?id=9b0043a6-4931-41db-9961-5a89c7423117 HTTP/1.1" status: 200 len: 814 time: 0.1412253 Apr 18 12:41:19.379391 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b0b46d9c-9264-42cd-9d7c-d23dc4b7cbd0 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/quotas/9edc03025b2549539509bf79831ccaee HTTP/1.1" status: 200 len: 375 time: 0.0094943 Apr 18 12:41:19.462913 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-75295658-758b-4484-ac85-94c9c5c6deb6 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9edc03025b2549539509bf79831ccaee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775800 Apr 18 12:41:19.592886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-991e37fc-9895-43c9-92fc-575f28c5ec3c service neutron] 10.222.0.24 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232831 Apr 18 12:41:19.722301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-4d7575d6-1035-4ed0-aef0-e7a6e341aec9 service neutron] 10.222.0.24 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227970 Apr 18 12:41:19.974822 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4aa2f64d-afbf-4a87-9a37-6716f19faa1b req-7329123a-1e9b-4219-890e-adff463830cb tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 210 time: 0.0448902 Apr 18 12:41:21.122487 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d6ac079b-ffff-49a2-858b-50a5ca8e0bcb req-61f46fd3-a193-447d-8def-6604944a97e2 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 210 time: 0.0419905 Apr 18 12:41:21.992483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-9f6dd1ee-646f-4e0b-9428-157a6a6afdd7 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:21.993297 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-9f6dd1ee-646f-4e0b-9428-157a6a6afdd7 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "GET /v2.0/networks?id=9b0043a6-4931-41db-9961-5a89c7423117 HTTP/1.1" status: 200 len: 814 time: 0.1408160 Apr 18 12:41:22.004373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Request body: {'port': {'device_id': '0b6ef805-c093-4570-a533-97277b6c8657', 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117', 'admin_state_up': True, 'tenant_id': '9edc03025b2549539509bf79831ccaee'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:22.140445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:22.150828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:22.236039 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Made reservation on behalf of 9edc03025b2549539509bf79831ccaee for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:22.239880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:22.274591 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-27b22dea-dbc7-4d89-a6a6-9a898fd7cb39 req-f3b2b4e7-0f59-47f7-94fc-1ea42dc390bd tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 210 time: 0.0435183 Apr 18 12:41:22.516784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Allocated IP 172.20.0.4 (9b0043a6-4931-41db-9961-5a89c7423117/e88c1977-a1c1-44e2-982d-123182265064/c5514f01-a3bd-4118-a87b-617d10986f93) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:41:22.712597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:22.778930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:22.790178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:41:22.847470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Network 9b0043a6-4931-41db-9961-5a89c7423117 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:41:22.850902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:22.859079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:41:22.889604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Pushing event updated for resources: {'Port': ['ID=c5514f01-a3bd-4118-a87b-617d10986f93,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:22.924258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:22.924862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:22.979261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-b85618b8-1807-4ee3-988e-61541003a273 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783473 Apr 18 12:41:22.992441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Request body: {'port': {'device_id': '0b6ef805-c093-4570-a533-97277b6c8657', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:23.118629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:23.505424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5514f01-a3bd-4118-a87b-617d10986f93 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:41:23.519055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:23.530480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67769f-3f83-4f6b-85bf-e067ffec1630 req-d65d3a17-646d-4545-9088-f1d730d83e57 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:23.531172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-fa67769f-3f83-4f6b-85bf-e067ffec1630 req-d65d3a17-646d-4545-9088-f1d730d83e57 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Synchronizing usage tracker for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:41:23.548873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Transition to ACTIVE for port object c5514f01-a3bd-4118-a87b-617d10986f93 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:23.624163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:23.670106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-fa67769f-3f83-4f6b-85bf-e067ffec1630 req-d65d3a17-646d-4545-9088-f1d730d83e57 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Unset dirty status for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:41:23.671279 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fa67769f-3f83-4f6b-85bf-e067ffec1630 req-d65d3a17-646d-4545-9088-f1d730d83e57 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 931 time: 0.2907033 Apr 18 12:41:23.768833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Pushing event updated for resources: {'Port': ['ID=c5514f01-a3bd-4118-a87b-617d10986f93,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:23.852301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fa67769f-3f83-4f6b-85bf-e067ffec1630 req-a5c3875f-75c1-4b00-9453-773f329fba0e tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730437 Apr 18 12:41:23.890286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Attempting to bind port c5514f01-a3bd-4118-a87b-617d10986f93 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:41:23.890641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Attempting to bind port c5514f01-a3bd-4118-a87b-617d10986f93 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:41:23.890962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Attempting to bind port c5514f01-a3bd-4118-a87b-617d10986f93 on network 9b0043a6-4931-41db-9961-5a89c7423117 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:23.895385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Port c5514f01-a3bd-4118-a87b-617d10986f93 on network 9b0043a6-4931-41db-9961-5a89c7423117 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:41:23.895733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Attempting to bind port c5514f01-a3bd-4118-a87b-617d10986f93 on network 9b0043a6-4931-41db-9961-5a89c7423117 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:23.900644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:41:23.900973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Checking segment: {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:23.901342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Bound using segment: {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:41:23.901766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Bound port: c5514f01-a3bd-4118-a87b-617d10986f93, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '558a3cc1-e748-4f79-921c-f7c5eefbc13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:41:23.902099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:23.991376 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] For port c5514f01-a3bd-4118-a87b-617d10986f93, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:41:23.994408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] For port c5514f01-a3bd-4118-a87b-617d10986f93, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=c5514f01-a3bd-4118-a87b-617d10986f93,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:41:24.062538 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:24.117411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:24.118017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:24.119388 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] 10.222.0.15 "PUT /v2.0/ports/c5514f01-a3bd-4118-a87b-617d10986f93 HTTP/1.1" status: 200 len: 1093 time: 1.1323493 Apr 18 12:41:24.119800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ef805-c093-4570-a533-97277b6c8657', 'tag': 'c5514f01-a3bd-4118-a87b-617d10986f93'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:41:24.143326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03832246-2953-4fe3-b350-7ccbd0ca98ee service neutron] Pushing event updated for resources: {'Port': ['ID=c5514f01-a3bd-4118-a87b-617d10986f93,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:24.164620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1f657b-c19b-43c9-a827-8791b89acfd6'] response: {'name': 'network-changed', 'server_uuid': '0b6ef805-c093-4570-a533-97277b6c8657', 'tag': 'c5514f01-a3bd-4118-a87b-617d10986f93', 'status': 'completed', 'code': 200} Apr 18 12:41:24.254908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a18403-379a-4285-912b-185f56fef24a req-7ee9b6cd-ea0d-4e26-90d0-69296e74e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:24.256332 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b5a18403-379a-4285-912b-185f56fef24a req-7ee9b6cd-ea0d-4e26-90d0-69296e74e0af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9edc03025b2549539509bf79831ccaee&device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 1096 time: 0.0732448 Apr 18 12:41:24.394028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a18403-379a-4285-912b-185f56fef24a req-ecafa4b8-8f6b-45d8-8ec7-e1fdaeebf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:24.396054 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b5a18403-379a-4285-912b-185f56fef24a req-ecafa4b8-8f6b-45d8-8ec7-e1fdaeebf871 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=9edc03025b2549539509bf79831ccaee&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1327291 Apr 18 12:41:24.628382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a18403-379a-4285-912b-185f56fef24a req-4bdd8947-0c05-4328-b6b9-00e82d16c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:24.630323 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b5a18403-379a-4285-912b-185f56fef24a req-4bdd8947-0c05-4328-b6b9-00e82d16c598 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2288361 Apr 18 12:41:24.745221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-6b559d6d-6f64-4502-96c0-26668ad332c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:24.746705 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-6b559d6d-6f64-4502-96c0-26668ad332c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9edc03025b2549539509bf79831ccaee&device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 1096 time: 0.0699911 Apr 18 12:41:24.815626 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-57c5bc9a-291e-4af2-a0e0-793d0f1955cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5514f01-a3bd-4118-a87b-617d10986f93 HTTP/1.1" status: 200 len: 217 time: 0.0626130 Apr 18 12:41:24.875242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-f163fc4a-9837-4b94-a76a-b47c5ab27fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:24.876621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-f163fc4a-9837-4b94-a76a-b47c5ab27fae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e88c1977-a1c1-44e2-982d-123182265064 HTTP/1.1" status: 200 len: 854 time: 0.0558543 Apr 18 12:41:24.924871 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-5f16a432-23e7-42a5-8642-a27b967537df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9b0043a6-4931-41db-9961-5a89c7423117&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426302 Apr 18 12:41:25.107083 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-4c77270f-e12d-4fdb-b9d6-b54d1d3233f8 service neutron] 10.222.0.15 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765106 Apr 18 12:41:25.151422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96bc68-8f37-4d54-8aeb-d6c32b724791 req-b4d61957-6f89-4272-9576-8b534f166a20 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:25.152845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cf96bc68-8f37-4d54-8aeb-d6c32b724791 req-b4d61957-6f89-4272-9576-8b534f166a20 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 943 time: 0.1909275 Apr 18 12:41:25.160299 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:41:25.260441 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cf96bc68-8f37-4d54-8aeb-d6c32b724791 req-22258788-2f8e-4ce3-9e75-201da9a15412 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020000 Apr 18 12:41:25.281218 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a3332cff-ecf4-474f-be99-a844c3f3bbbe req-5c774573-964d-4ee2-98cc-e5b1e94d400d service neutron] 10.222.0.15 "GET /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685395 Apr 18 12:41:26.441700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dba4a-8d33-4ed8-8792-966f486d0d42 req-4b44160e-fccc-47cc-81d8-d04c6a8df921 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:26.443179 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-341dba4a-8d33-4ed8-8792-966f486d0d42 req-4b44160e-fccc-47cc-81d8-d04c6a8df921 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 943 time: 0.0781584 Apr 18 12:41:26.489804 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-341dba4a-8d33-4ed8-8792-966f486d0d42 req-72192897-9734-4add-9672-d34b9793ee9c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410566 Apr 18 12:41:27.674787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a7099-4545-495c-acd6-83e98d39d0bd req-5816466a-6464-40a2-9010-9f3b60bba8b6 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:27.676204 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-de9a7099-4545-495c-acd6-83e98d39d0bd req-5816466a-6464-40a2-9010-9f3b60bba8b6 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 943 time: 0.0822637 Apr 18 12:41:27.719132 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-de9a7099-4545-495c-acd6-83e98d39d0bd req-aeaf2989-6208-4a2b-b6f5-097c3a5607e3 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Apr 18 12:41:28.798357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device c5514f01-a3bd-4118-a87b-617d10986f93 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:41:28.898302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab45876-0e86-4cce-b43b-add6cad5dac6 req-4bdfadfc-450e-4145-92a5-48152ceda203 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:28.899662 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fab45876-0e86-4cce-b43b-add6cad5dac6 req-4bdfadfc-450e-4145-92a5-48152ceda203 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 943 time: 0.0785370 Apr 18 12:41:28.929787 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port c5514f01-a3bd-4118-a87b-617d10986f93, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=c5514f01-a3bd-4118-a87b-617d10986f93,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:28.943350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'c5514f01-a3bd-4118-a87b-617d10986f93', 'network_id': '9b0043a6-4931-41db-9961-5a89c7423117', 'port_id': 'c5514f01-a3bd-4118-a87b-617d10986f93', 'mac_address': 'fa:16:3e:71:13:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e88c1977-a1c1-44e2-982d-123182265064', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:41:28.944156 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fab45876-0e86-4cce-b43b-add6cad5dac6 req-55fb6aeb-8689-44ce-b5ed-e66fb5111348 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Apr 18 12:41:29.001709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:29.020343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5514f01-a3bd-4118-a87b-617d10986f93 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:41:29.034873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port c5514f01-a3bd-4118-a87b-617d10986f93, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=c5514f01-a3bd-4118-a87b-617d10986f93,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:29.138292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:29.203331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=c5514f01-a3bd-4118-a87b-617d10986f93,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:29.211132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.211476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.211809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.212138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.212465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.212785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.213101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.213420 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.213740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.214051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.214395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.215061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:29.362480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['c5514f01-a3bd-4118-a87b-617d10986f93'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:41:30.128231 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ed51c-24c0-4cf9-9219-481a017bcd0c req-3c0bb0f4-3e9e-42cc-a74f-6d60e7471357 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:30.129652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-666ed51c-24c0-4cf9-9219-481a017bcd0c req-3c0bb0f4-3e9e-42cc-a74f-6d60e7471357 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 944 time: 0.0826371 Apr 18 12:41:30.174794 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-666ed51c-24c0-4cf9-9219-481a017bcd0c req-fded2a46-310b-4857-82ec-aa794ecbd48c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 Apr 18 12:41:30.804922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device c5514f01-a3bd-4118-a87b-617d10986f93 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:41:30.967490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port c5514f01-a3bd-4118-a87b-617d10986f93 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:41:30.972640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port c5514f01-a3bd-4118-a87b-617d10986f93 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:41:30.973001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:31.084282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:31.109495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6ef805-c093-4570-a533-97277b6c8657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5514f01-a3bd-4118-a87b-617d10986f93'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:41:31.118779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port c5514f01-a3bd-4118-a87b-617d10986f93, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=c5514f01-a3bd-4118-a87b-617d10986f93,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:31.155329 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b03f3240-153a-4843-b2a1-cb4257fe4a0b'] response: {'server_uuid': '0b6ef805-c093-4570-a533-97277b6c8657', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5514f01-a3bd-4118-a87b-617d10986f93', 'code': 200} Apr 18 12:41:31.171115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:31.240995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=c5514f01-a3bd-4118-a87b-617d10986f93,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:31.358769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927cf54-8c71-47b6-9a1a-94e798532585 req-5610de73-de62-4610-b432-493562fb74e2 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:31.360188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1927cf54-8c71-47b6-9a1a-94e798532585 req-5610de73-de62-4610-b432-493562fb74e2 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 945 time: 0.0792518 Apr 18 12:41:31.409930 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1927cf54-8c71-47b6-9a1a-94e798532585 req-c73587b8-3fc4-4a38-b745-bcbea85807cd tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Apr 18 12:41:31.488429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714cccb4-7b18-4960-a64e-972ae12d2d91 req-ff934439-3f0d-4855-aa13-a551b1e8ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:31.491899 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-714cccb4-7b18-4960-a64e-972ae12d2d91 req-ff934439-3f0d-4855-aa13-a551b1e8ce53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 1098 time: 0.0725071 Apr 18 12:41:31.530386 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-714cccb4-7b18-4960-a64e-972ae12d2d91 req-e7aab7a3-f7ac-4718-a534-56ffc4421e13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Apr 18 12:41:32.608614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef545-dc68-4032-a6c8-8eba2ae7d49f req-4db18367-66d2-4412-9a3d-e1a10041672e tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:32.610032 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4caef545-dc68-4032-a6c8-8eba2ae7d49f req-4db18367-66d2-4412-9a3d-e1a10041672e tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 945 time: 0.0835955 Apr 18 12:41:32.654321 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4caef545-dc68-4032-a6c8-8eba2ae7d49f req-27c272c6-976d-4148-897a-5b0add259580 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Apr 18 12:41:33.840680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8e58f-d191-4e95-994b-c41c376ca29c req-af8a5465-7103-439d-bc83-354bf6b5d6ea tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:33.842101 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eea8e58f-d191-4e95-994b-c41c376ca29c req-af8a5465-7103-439d-bc83-354bf6b5d6ea tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 945 time: 0.0807571 Apr 18 12:41:33.885708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eea8e58f-d191-4e95-994b-c41c376ca29c req-353da5c0-5277-43f1-a903-2b07009b77b6 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375779 Apr 18 12:41:34.477150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b18d0-8ed0-4cdb-8133-096dc99d6ab9 req-a92f2a3b-4699-4160-bde9-f4c9a93b045a tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:34.478620 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f9b18d0-8ed0-4cdb-8133-096dc99d6ab9 req-a92f2a3b-4699-4160-bde9-f4c9a93b045a tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 945 time: 0.0832577 Apr 18 12:41:34.520806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9f9b18d0-8ed0-4cdb-8133-096dc99d6ab9 req-66838c82-cad6-4c03-ba70-c7314b6af877 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361056 Apr 18 12:41:35.706647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24627b5d-fa1a-46ae-9aa3-e7cd09568a18 req-e1745229-312c-4480-8d7b-3be072c40bdb tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:35.708093 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24627b5d-fa1a-46ae-9aa3-e7cd09568a18 req-e1745229-312c-4480-8d7b-3be072c40bdb tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 945 time: 0.0778608 Apr 18 12:41:35.752260 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24627b5d-fa1a-46ae-9aa3-e7cd09568a18 req-835d15f6-7565-4ec5-ab10-6b4d4a5e4958 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Apr 18 12:41:35.780064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-a887ee1f-c3b0-441e-83c9-a8d91bed6740 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:35.781448 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-a887ee1f-c3b0-441e-83c9-a8d91bed6740 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 945 time: 0.0780926 Apr 18 12:41:35.851496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Deleting port c5514f01-a3bd-4118-a87b-617d10986f93 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:35.851758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:36.186927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] For port c5514f01-a3bd-4118-a87b-617d10986f93, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=c5514f01-a3bd-4118-a87b-617d10986f93,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:36.187270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:36.305501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Calling delete_port for c5514f01-a3bd-4118-a87b-617d10986f93 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:41:36.498824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:36.510614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf', 'c5514f01-a3bd-4118-a87b-617d10986f93'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:41:36.549379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Pushing event deleted for resources: {'Port': ['ID=c5514f01-a3bd-4118-a87b-617d10986f93,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:36.630360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] No DVR routers for this DVR port c5514f01-a3bd-4118-a87b-617d10986f93 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:41:36.632790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:36.635290 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6ef805-c093-4570-a533-97277b6c8657', 'name': 'network-vif-deleted', 'tag': 'c5514f01-a3bd-4118-a87b-617d10986f93'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:41:36.679246 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ebea6f-3075-4f7e-9246-5a444f79ca69'] response: {'server_uuid': '0b6ef805-c093-4570-a533-97277b6c8657', 'name': 'network-vif-deleted', 'tag': 'c5514f01-a3bd-4118-a87b-617d10986f93', 'status': 'completed', 'code': 200} Apr 18 12:41:36.705027 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e95b2377-74c4-41fd-ac73-6a9d98da95b6 req-55c2f1a2-f77d-4621-8942-905979de7335 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "DELETE /v2.0/ports/c5514f01-a3bd-4118-a87b-617d10986f93 HTTP/1.1" status: 204 len: 173 time: 0.9176514 Apr 18 12:41:36.904634 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2dc3f5dd-2ee7-4c0a-b87e-da6d4d6d07fe req-dbca8ed0-8f01-4939-bed6-f4eebf1edd5c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ef805-c093-4570-a533-97277b6c8657 HTTP/1.1" status: 200 len: 210 time: 0.0455966 Apr 18 12:41:38.036079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7982551-9cb5-4b74-8ecb-858918856dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:38.163625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f149ba0-097a-4f32-b9ec-306160990f06 req-d1ea0c65-6cc6-4bad-9c63-a3524a38a658 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:38.164949 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7f149ba0-097a-4f32-b9ec-306160990f06 req-d1ea0c65-6cc6-4bad-9c63-a3524a38a658 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0776393 Apr 18 12:41:38.207876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7f149ba0-097a-4f32-b9ec-306160990f06 req-d7b7b767-551f-4647-ac72-05d57e255be4 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Apr 18 12:41:38.409478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb3fcf-6a91-467c-a0f9-3521b670a18f req-a7a58779-566d-4c7c-b030-564a6f405612 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:38.410969 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-59fb3fcf-6a91-467c-a0f9-3521b670a18f req-a7a58779-566d-4c7c-b030-564a6f405612 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0824211 Apr 18 12:41:38.454203 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-59fb3fcf-6a91-467c-a0f9-3521b670a18f req-e5629e1e-a540-45c4-a9c0-68089643601f tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376072 Apr 18 12:41:38.638810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d159b23-def5-4f21-8cb7-55525633d688 req-11e0ad4f-5ab6-49ae-bb09-6d0dc784ab25 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:38.639502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d159b23-def5-4f21-8cb7-55525633d688 req-11e0ad4f-5ab6-49ae-bb09-6d0dc784ab25 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Synchronizing usage tracker for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:41:38.715774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-7d159b23-def5-4f21-8cb7-55525633d688 req-11e0ad4f-5ab6-49ae-bb09-6d0dc784ab25 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Unset dirty status for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:41:38.716867 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d159b23-def5-4f21-8cb7-55525633d688 req-11e0ad4f-5ab6-49ae-bb09-6d0dc784ab25 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.1567287 Apr 18 12:41:38.761461 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d159b23-def5-4f21-8cb7-55525633d688 req-71dad5c4-d584-45f8-ba30-8f1796e8215d tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385785 Apr 18 12:41:38.861481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device c5514f01-a3bd-4118-a87b-617d10986f93 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:41:38.897729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: c5514f01-a3bd-4118-a87b-617d10986f93 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:41:38.898070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device c5514f01-a3bd-4118-a87b-617d10986f93 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:41:39.044917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f83d57-34de-45ac-8653-3b3bc126c585 req-1956634c-48fb-4786-ad7a-1a5933aaabee tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:39.046263 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-48f83d57-34de-45ac-8653-3b3bc126c585 req-1956634c-48fb-4786-ad7a-1a5933aaabee tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0830946 Apr 18 12:41:39.089117 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-48f83d57-34de-45ac-8653-3b3bc126c585 req-3990f59f-4f00-427a-9d21-23714719a989 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367301 Apr 18 12:41:39.268667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee35183c-caa1-46d2-adc4-e701837bfdd5 req-26357132-8d38-4a2d-a9a1-b5ea359573c3 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:39.270079 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ee35183c-caa1-46d2-adc4-e701837bfdd5 req-26357132-8d38-4a2d-a9a1-b5ea359573c3 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0787404 Apr 18 12:41:39.315138 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ee35183c-caa1-46d2-adc4-e701837bfdd5 req-71a2f111-cedd-40ca-be88-e35d7040d711 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394623 Apr 18 12:41:39.522139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc139b2-45ed-4f40-893e-941bbb3810e8 req-8193bdcc-72d9-43e5-a011-9fc45875e066 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:39.523617 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3dc139b2-45ed-4f40-893e-941bbb3810e8 req-8193bdcc-72d9-43e5-a011-9fc45875e066 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.0793638 Apr 18 12:41:39.568172 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3dc139b2-45ed-4f40-893e-941bbb3810e8 req-39932851-8eee-4b89-be02-c60298b55120 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386226 Apr 18 12:41:40.236753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9ceb89a9-d78d-4c55-87eb-5721327d3cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:40.365506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec11ea2-1c5c-46a6-8dc5-c27d2e4a8deb req-5eb9fad9-ac3c-49c1-9a06-92d16b3d781c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:40.366964 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cec11ea2-1c5c-46a6-8dc5-c27d2e4a8deb req-5eb9fad9-ac3c-49c1-9a06-92d16b3d781c tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.1321356 Apr 18 12:41:40.411385 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cec11ea2-1c5c-46a6-8dc5-c27d2e4a8deb req-3cee83d0-d798-4626-b8d7-fc30b5367215 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Apr 18 12:41:41.413317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:41.678072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-3ff28378-7424-4707-9907-4ec7d78c2907 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:41.679441 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-3ff28378-7424-4707-9907-4ec7d78c2907 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.1358232 Apr 18 12:41:41.681848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:41.728124 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40ea29-583b-4109-857e-3b668ed803d6 req-a2a62b18-4a21-43b0-9d0d-f4522e39d54f tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:41.729547 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3f40ea29-583b-4109-857e-3b668ed803d6 req-a2a62b18-4a21-43b0-9d0d-f4522e39d54f tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 945 time: 0.2122633 Apr 18 12:41:41.790354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Deleting port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:41.790715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:41.830808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3f40ea29-583b-4109-857e-3b668ed803d6 req-8b58bccc-b482-4dc4-88d6-f7cec8528822 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/security-groups?id=a70a9264-798d-4116-8a5e-4c2f2bd68e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947142 Apr 18 12:41:42.039773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] For port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,segment=NetworkSegment(558a3cc1-e748-4f79-921c-f7c5eefbc13b),segment_id=558a3cc1-e748-4f79-921c-f7c5eefbc13b)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:42.040018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:42.165449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Calling delete_port for ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:41:42.382845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:42.394651 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:41:42.538221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Pushing event deleted for resources: {'Port': ['ID=ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:42.611468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] No DVR routers for this DVR port ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:41:42.614143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:42.619058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'name': 'network-vif-deleted', 'tag': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:41:42.661830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5456b10-8592-4ff9-b00f-62ae8faf8f9b'] response: {'server_uuid': '5817acca-a931-4c1d-b8eb-b870bf49f13d', 'name': 'network-vif-deleted', 'tag': 'ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf', 'status': 'completed', 'code': 200} Apr 18 12:41:42.691750 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d7ab67cb-bc31-4185-8bd3-da046cac5d38 req-57d3243f-0d29-4828-b0d1-0621d108d854 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.15 "DELETE /v2.0/ports/ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf HTTP/1.1" status: 204 len: 173 time: 1.0066917 Apr 18 12:41:42.985247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-72dc0427-d905-4061-8551-5e5fe9bbc0b5 req-7e4c99ca-31d5-4e6f-8cc1-3ebf97beaa08 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Synchronizing usage tracker for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:41:42.999796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:43.062491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-72dc0427-d905-4061-8551-5e5fe9bbc0b5 req-7e4c99ca-31d5-4e6f-8cc1-3ebf97beaa08 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] Unset dirty status for tenant:9edc03025b2549539509bf79831ccaee on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:41:43.063640 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-72dc0427-d905-4061-8551-5e5fe9bbc0b5 req-7e4c99ca-31d5-4e6f-8cc1-3ebf97beaa08 tempest-ServersNegativeTestJSON-478494158 tempest-ServersNegativeTestJSON-478494158-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817acca-a931-4c1d-b8eb-b870bf49f13d HTTP/1.1" status: 200 len: 210 time: 0.1234367 Apr 18 12:41:44.160750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41890) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:44.219553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Deleting subnet e88c1977-a1c1-44e2-982d-123182265064 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:41:44.222680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.271123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.327055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.481796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.517441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e88c1977-a1c1-44e2-982d-123182265064,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:44.521577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.527300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c1e8c578-4cd4-4b04-8014-78f507340d0d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e88c1977-a1c1-44e2-982d-123182265064 HTTP/1.1" status: 204 len: 168 time: 0.3650854 Apr 18 12:41:44.529737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41894) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:44.634990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.755956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.785714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0043a6-4931-41db-9961-5a89c7423117']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:44.798994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558a3cc1-e748-4f79-921c-f7c5eefbc13b') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:44.799288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558a3cc1-e748-4f79-921c-f7c5eefbc13b') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:44.810347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.826378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.832463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:41:44.834585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:41:44.846822 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:41:44.892234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:41:44.925466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:41:44.925803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device ee80f4f2-c3bd-4ad7-972b-8ad85a2557cf not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:41:45.001548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.021415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.032616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0043a6-4931-41db-9961-5a89c7423117,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:45.105052 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e9e02fd8-52f0-4fbb-a912-5a33ca99c967 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9b0043a6-4931-41db-9961-5a89c7423117 HTTP/1.1" status: 204 len: 168 time: 0.5743673 Apr 18 12:41:45.388311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41900) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:45.438239 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bea70577-c4fd-45a7-9255-73327796d323 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9edc03025b2549539509bf79831ccaee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487714 Apr 18 12:41:45.440667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41904) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:45.496892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fb3c-d7be-4cfb-9d48-4c78b0b9cb63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.521075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fb3c-d7be-4cfb-9d48-4c78b0b9cb63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.641871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fb3c-d7be-4cfb-9d48-4c78b0b9cb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.659622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3fb3c-d7be-4cfb-9d48-4c78b0b9cb63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70a9264-798d-4116-8a5e-4c2f2bd68e62,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:45.698844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.732294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c4a3fb3c-d7be-4cfb-9d48-4c78b0b9cb63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:45.733402 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c4a3fb3c-d7be-4cfb-9d48-4c78b0b9cb63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a70a9264-798d-4116-8a5e-4c2f2bd68e62 HTTP/1.1" status: 204 len: 168 time: 0.2918723 Apr 18 12:41:46.788441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41928) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:46.887304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567735556'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:46.892230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:46.896006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:network and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:46.898808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:46.904807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:46.984846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:46.988156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.003576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.018249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:47.022198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:security_group_rule and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:47.025035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:47.030731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:47.110739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.195475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.227695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:41:47.236360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ac6809-d0b7-4566-9784-286a3199f594,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:47.242833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.243168 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Added segment 9ce296a9-3da2-4d5f-8a02-66543483dd69 of type vlan for network db72158a-9172-4a76-b713-1f43c9470e50 Apr 18 12:41:47.268315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.342146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.347768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:47.351863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:47.457482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Network': ['ID=db72158a-9172-4a76-b713-1f43c9470e50,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:47.467220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network db72158a-9172-4a76-b713-1f43c9470e50 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:41:47.503383 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a25b4a19-bf5c-44ab-9112-d1c5ab263d18 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7137516 Apr 18 12:41:50.717280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41934) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:50.723360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'subnet': {'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:50.830531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:50.834917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:subnet and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:50.837641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:50.843180 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:50.904281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:50.907700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.190707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.269713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Subnet': ['ID=4fb03494-dc60-407d-8d6b-4aee7d3b7724,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:51.280388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Checking segment: {'id': '9ce296a9-3da2-4d5f-8a02-66543483dd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:51.280735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network hostable DHCP agents. Network: db72158a-9172-4a76-b713-1f43c9470e50, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:41:51.287309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.287646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.287977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.288304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.288627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.288948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.289264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.289579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.289896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.290209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.290541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.290856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:41:51.361934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network db72158a-9172-4a76-b713-1f43c9470e50 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:41:51.430557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, db72158a-9172-4a76-b713-1f43c9470e50) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:51.434439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:51.435095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.439664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23681e3-cd69-4747-92b2-2e40e5794c15 None None] Network db72158a-9172-4a76-b713-1f43c9470e50 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:51.499876 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a6e9bfef-80a1-47ea-b605-10203ad39fdf tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7812765 Apr 18 12:41:51.503044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41938) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:51.508998 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1806600167'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:51.514023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:51.517871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:network and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:51.521391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:51.527054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:51.573144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:51.576779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.605079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:41:51.614820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.615162 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Added segment bae3fccc-3d0e-410a-98a3-a69da55bb51c of type vlan for network 1412c41b-b452-409c-ba47-63b209fbb927 Apr 18 12:41:51.641752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.656090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-db72158a-9172-4a76-b713-1f43c9470e50', 'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50', 'tenant_id': '0e2d759f2ca647e5aed1d56536bdcffd', 'fixed_ips': [{'subnet_id': '4fb03494-dc60-407d-8d6b-4aee7d3b7724'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:41:51.656911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.739105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.745214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:51.748203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:51.811387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Allocated IP 2001:db8:0:ffff::2 (db72158a-9172-4a76-b713-1f43c9470e50/4fb03494-dc60-407d-8d6b-4aee7d3b7724/7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:41:51.851640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Network': ['ID=1412c41b-b452-409c-ba47-63b209fbb927,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:51.882691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-bddc4d60-9c0d-49bd-9c9e-135a1f275e83 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3785627 Apr 18 12:41:51.885382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41942) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:51.891002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'subnet': {'network_id': '1412c41b-b452-409c-ba47-63b209fbb927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:51.901980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 1412c41b-b452-409c-ba47-63b209fbb927 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:41:51.998336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:52.002367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:subnet and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:52.006021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:52.011926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:52.076135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:52.082203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.139595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.149648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Transition to ACTIVE for port object 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:52.167564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Transition to ACTIVE for port object 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:52.230861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.293447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Network db72158a-9172-4a76-b713-1f43c9470e50 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:41:52.296104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:52.304576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:41:52.312367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Pushing event updated for resources: {'Port': ['ID=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:52.368038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.394849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Attempting to bind port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:41:52.395210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Attempting to bind port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '9ce296a9-3da2-4d5f-8a02-66543483dd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:41:52.395609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Attempting to bind port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 on network db72158a-9172-4a76-b713-1f43c9470e50 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:52.401063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:41:52.401426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Checking segment: {'id': '9ce296a9-3da2-4d5f-8a02-66543483dd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:52.401855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.402260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Bound using segment: {'id': '9ce296a9-3da2-4d5f-8a02-66543483dd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:41:52.402764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Bound port: 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce296a9-3da2-4d5f-8a02-66543483dd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'db72158a-9172-4a76-b713-1f43c9470e50'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:41:52.403127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.448488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Subnet': ['ID=30747d73-43bc-4600-b0fc-b4adcb63880a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:52.457325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Checking segment: {'id': 'bae3fccc-3d0e-410a-98a3-a69da55bb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1412c41b-b452-409c-ba47-63b209fbb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:52.457672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network hostable DHCP agents. Network: 1412c41b-b452-409c-ba47-63b209fbb927, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:41:52.494311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] For port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:41:52.497205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] For port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,segment=NetworkSegment(9ce296a9-3da2-4d5f-8a02-66543483dd69),segment_id=9ce296a9-3da2-4d5f-8a02-66543483dd69)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:41:52.537590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network 1412c41b-b452-409c-ba47-63b209fbb927 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:41:52.560325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.636815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 1412c41b-b452-409c-ba47-63b209fbb927) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:52.641122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:52.646040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5359f-a624-481d-b398-d28aeeeb8b6a None None] Pushing event updated for resources: {'Port': ['ID=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:52.646283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:52.647228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b8ef4-2790-4ff0-9c7c-c1f7e8149f00 None None] Network 1412c41b-b452-409c-ba47-63b209fbb927 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:52.737283 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-52444100-02e6-4443-b90c-694040f682ac tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8482397 Apr 18 12:41:52.737516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41946) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:52.900700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-1412c41b-b452-409c-ba47-63b209fbb927', 'network_id': '1412c41b-b452-409c-ba47-63b209fbb927', 'tenant_id': '0e2d759f2ca647e5aed1d56536bdcffd', 'fixed_ips': [{'subnet_id': '30747d73-43bc-4600-b0fc-b4adcb63880a'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:41:52.901827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.032627 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.068957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Allocated IP 2001:db8::2 (1412c41b-b452-409c-ba47-63b209fbb927/30747d73-43bc-4600-b0fc-b4adcb63880a/fe6ecf69-0f53-4a09-971d-8abdefe228f1) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:41:53.104480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.278169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.288704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Transition to ACTIVE for port object fe6ecf69-0f53-4a09-971d-8abdefe228f1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:53.308622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Transition to ACTIVE for port object fe6ecf69-0f53-4a09-971d-8abdefe228f1 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:53.380510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.451176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Network 1412c41b-b452-409c-ba47-63b209fbb927 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:41:53.453903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:53.462326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:41:53.469045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Pushing event updated for resources: {'Port': ['ID=fe6ecf69-0f53-4a09-971d-8abdefe228f1,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:53.483623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.529001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Subnet': ['ID=30747d73-43bc-4600-b0fc-b4adcb63880a,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:53.562591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Attempting to bind port fe6ecf69-0f53-4a09-971d-8abdefe228f1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:41:53.563168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Attempting to bind port fe6ecf69-0f53-4a09-971d-8abdefe228f1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'bae3fccc-3d0e-410a-98a3-a69da55bb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1412c41b-b452-409c-ba47-63b209fbb927'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:41:53.563401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Attempting to bind port fe6ecf69-0f53-4a09-971d-8abdefe228f1 on network 1412c41b-b452-409c-ba47-63b209fbb927 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:53.569001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:41:53.569373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Checking segment: {'id': 'bae3fccc-3d0e-410a-98a3-a69da55bb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1412c41b-b452-409c-ba47-63b209fbb927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:53.569772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.570159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Bound using segment: {'id': 'bae3fccc-3d0e-410a-98a3-a69da55bb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1412c41b-b452-409c-ba47-63b209fbb927'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:41:53.570658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Bound port: fe6ecf69-0f53-4a09-971d-8abdefe228f1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae3fccc-3d0e-410a-98a3-a69da55bb51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '1412c41b-b452-409c-ba47-63b209fbb927'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:41:53.571035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.626602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066773b4-4c26-49ba-891d-f7f478ad966e None None] Network db72158a-9172-4a76-b713-1f43c9470e50 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:53.629113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.654634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1412c41b-b452-409c-ba47-63b209fbb927']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:53.667433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae3fccc-3d0e-410a-98a3-a69da55bb51c') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:53.667807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae3fccc-3d0e-410a-98a3-a69da55bb51c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:53.680531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.703720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.710195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:41:53.710621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:41:53.726161 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:41:53.776544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] For port fe6ecf69-0f53-4a09-971d-8abdefe228f1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:41:53.823470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0a76c495-9e25-437a-88fc-8de2e4cb0fdd None None] Provisioning for port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:41:53.837808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] For port fe6ecf69-0f53-4a09-971d-8abdefe228f1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe6ecf69-0f53-4a09-971d-8abdefe228f1,segment=NetworkSegment(bae3fccc-3d0e-410a-98a3-a69da55bb51c),segment_id=bae3fccc-3d0e-410a-98a3-a69da55bb51c)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:41:53.847612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.db.api [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:41:53.847612 dv-neutron-837089-1-hyperv neutron-server[88782]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:41:53.847612 dv-neutron-837089-1-hyperv neutron-server[88782]: [parameters: {'id': '1412c41b-b452-409c-ba47-63b209fbb927'}] Apr 18 12:41:53.847612 dv-neutron-837089-1-hyperv neutron-server[88782]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88782) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:41:53.848008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG oslo_db.api [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:41:53.918801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.032761 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:41:54.126845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4b35e-ba10-4309-9256-a2b8abdf104a None None] Pushing event updated for resources: {'Port': ['ID=fe6ecf69-0f53-4a09-971d-8abdefe228f1,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:54.175641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c4589-61e8-4e82-86e6-4f3378318d38 None None] Network 1412c41b-b452-409c-ba47-63b209fbb927 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:54.249156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:41:54.266958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:41:54.267322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.348860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.359443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting port fe6ecf69-0f53-4a09-971d-8abdefe228f1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:54.359765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.463268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.500074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,segment=NetworkSegment(9ce296a9-3da2-4d5f-8a02-66543483dd69),segment_id=9ce296a9-3da2-4d5f-8a02-66543483dd69)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:54.564899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.575896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] For port fe6ecf69-0f53-4a09-971d-8abdefe228f1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fe6ecf69-0f53-4a09-971d-8abdefe228f1,segment=NetworkSegment(bae3fccc-3d0e-410a-98a3-a69da55bb51c),segment_id=bae3fccc-3d0e-410a-98a3-a69da55bb51c)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:54.575896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.625633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78146a8-1bc3-48d8-808d-3fd229e3ef6e None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:41:54.688648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:54.705579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Calling delete_port for fe6ecf69-0f53-4a09-971d-8abdefe228f1 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:41:54.729267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78146a8-1bc3-48d8-808d-3fd229e3ef6e None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:41:54.858915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:54.907116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Port': ['ID=fe6ecf69-0f53-4a09-971d-8abdefe228f1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:54.908833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No DVR routers for this DVR port fe6ecf69-0f53-4a09-971d-8abdefe228f1 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:41:55.030399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.059030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1412c41b-b452-409c-ba47-63b209fbb927']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:55.070687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae3fccc-3d0e-410a-98a3-a69da55bb51c') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:55.070979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae3fccc-3d0e-410a-98a3-a69da55bb51c') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:55.081897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.097494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.103835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:41:55.104208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:41:55.122321 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:41:55.264514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.281677 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.292771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Network': ['ID=1412c41b-b452-409c-ba47-63b209fbb927,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:55.299119 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-230a570d-4938-410a-b7c9-b832715ff774 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/1412c41b-b452-409c-ba47-63b209fbb927 HTTP/1.1" status: 204 len: 168 time: 2.5606170 Apr 18 12:41:55.303163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41950) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:55.308414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1535291193'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:55.313313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:55.317122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:network and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:55.321248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:55.325971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:55.382338 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:55.385689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.416749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:41:55.425372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.425729 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Added segment a1b684c6-8f4d-4c06-8a52-87f5f37b82f2 of type vlan for network 67dc0290-e4ab-4aff-8307-c921b26e523d Apr 18 12:41:55.450352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.531331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.536645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:55.539246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.642968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Network': ['ID=67dc0290-e4ab-4aff-8307-c921b26e523d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:55.647790 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8ebf8e88-d462-4cc0-9d76-fdb31c90db46 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3436964 Apr 18 12:41:55.651634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 41954) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:55.653797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 67dc0290-e4ab-4aff-8307-c921b26e523d details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:41:55.657730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'subnet': {'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:55.763223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:55.766933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:subnet and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:55.769637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:55.775198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:55.847036 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:55.850351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:55.940901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Performing IP validity checks on allocation pools {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 12:41:55.941401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.ipam_backend_mixin [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88782) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 12:41:55.975671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:41:56.046180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:41:56.046575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.104782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.181071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Subnet': ['ID=6e9acd52-2294-44cf-9d5c-8dc10960ee17,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:56.189378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Checking segment: {'id': 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:56.189727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network hostable DHCP agents. Network: 67dc0290-e4ab-4aff-8307-c921b26e523d, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:41:56.264219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network 67dc0290-e4ab-4aff-8307-c921b26e523d is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:41:56.327326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 67dc0290-e4ab-4aff-8307-c921b26e523d) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:56.331159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:56.331785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.337114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac8288-67d7-45f2-a1a2-79a3bbd6620f None None] Network 67dc0290-e4ab-4aff-8307-c921b26e523d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:56.405414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41958) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:56.406047 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b62d8d3a-972a-4a27-9eb8-f65c2389ccf6 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7525089 Apr 18 12:41:56.544884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-67dc0290-e4ab-4aff-8307-c921b26e523d', 'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d', 'tenant_id': '0e2d759f2ca647e5aed1d56536bdcffd', 'fixed_ips': [{'subnet_id': '6e9acd52-2294-44cf-9d5c-8dc10960ee17'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:41:56.545694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.640418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.699555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Allocated IP 2001:db8::3 (67dc0290-e4ab-4aff-8307-c921b26e523d/6e9acd52-2294-44cf-9d5c-8dc10960ee17/de7ce73d-8f84-4bd5-bd6b-249827d82582) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:41:56.704666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.927877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:56.937697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Transition to ACTIVE for port object de7ce73d-8f84-4bd5-bd6b-249827d82582 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:56.955180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Transition to ACTIVE for port object de7ce73d-8f84-4bd5-bd6b-249827d82582 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:41:57.019466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.081390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Network 67dc0290-e4ab-4aff-8307-c921b26e523d is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:41:57.083995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:41:57.087990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:41:57.102189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Pushing event updated for resources: {'Port': ['ID=de7ce73d-8f84-4bd5-bd6b-249827d82582,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:57.114927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.153926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9acd52-2294-44cf-9d5c-8dc10960ee17,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:57.185356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Attempting to bind port de7ce73d-8f84-4bd5-bd6b-249827d82582 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:41:57.185706 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Attempting to bind port de7ce73d-8f84-4bd5-bd6b-249827d82582 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:41:57.186056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Attempting to bind port de7ce73d-8f84-4bd5-bd6b-249827d82582 on network 67dc0290-e4ab-4aff-8307-c921b26e523d {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:41:57.191196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:41:57.191556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Checking segment: {'id': 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:57.191946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.192321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Bound using segment: {'id': 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:41:57.192764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Bound port: de7ce73d-8f84-4bd5-bd6b-249827d82582, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '67dc0290-e4ab-4aff-8307-c921b26e523d'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:41:57.193115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.247594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.272390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dc0290-e4ab-4aff-8307-c921b26e523d']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:57.278091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] For port de7ce73d-8f84-4bd5-bd6b-249827d82582, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:41:57.283952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] For port de7ce73d-8f84-4bd5-bd6b-249827d82582, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=de7ce73d-8f84-4bd5-bd6b-249827d82582,segment=NetworkSegment(a1b684c6-8f4d-4c06-8a52-87f5f37b82f2),segment_id=a1b684c6-8f4d-4c06-8a52-87f5f37b82f2)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:41:57.284806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:57.285102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:57.296342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.354725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.356852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.363002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:41:57.363375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:41:57.377954 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:41:57.468822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04dcdb-c90d-4019-9136-b18a89c23fc2 None None] Pushing event updated for resources: {'Port': ['ID=de7ce73d-8f84-4bd5-bd6b-249827d82582,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:57.496564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b54e2e-2ce7-447f-a98c-b413516a3a78 None None] Network 67dc0290-e4ab-4aff-8307-c921b26e523d requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:41:57.497388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:41:57.497388 dv-neutron-837089-1-hyperv neutron-server[88783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:41:57.497388 dv-neutron-837089-1-hyperv neutron-server[88783]: [parameters: {'id': '67dc0290-e4ab-4aff-8307-c921b26e523d'}] Apr 18 12:41:57.497388 dv-neutron-837089-1-hyperv neutron-server[88783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:41:57.498102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:41:57.686480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b617f-2908-4b8a-96a1-66bc9004aad7 None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:41:57.767604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75b617f-2908-4b8a-96a1-66bc9004aad7 None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:41:57.999090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.010642 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting port de7ce73d-8f84-4bd5-bd6b-249827d82582 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:41:58.010974 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.217884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] For port de7ce73d-8f84-4bd5-bd6b-249827d82582, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=de7ce73d-8f84-4bd5-bd6b-249827d82582,segment=NetworkSegment(a1b684c6-8f4d-4c06-8a52-87f5f37b82f2),segment_id=a1b684c6-8f4d-4c06-8a52-87f5f37b82f2)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:41:58.218233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.337900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Calling delete_port for de7ce73d-8f84-4bd5-bd6b-249827d82582 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:41:58.510251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.559087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Port': ['ID=de7ce73d-8f84-4bd5-bd6b-249827d82582,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:58.562468 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No DVR routers for this DVR port de7ce73d-8f84-4bd5-bd6b-249827d82582 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:41:58.685312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.709909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67dc0290-e4ab-4aff-8307-c921b26e523d']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:58.721759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:58.722053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b684c6-8f4d-4c06-8a52-87f5f37b82f2') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:41:58.733433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.749197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.755042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:41:58.755412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:41:58.769211 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:41:58.902761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.919369 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:58.929847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Network': ['ID=67dc0290-e4ab-4aff-8307-c921b26e523d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:58.936064 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0c934e56-3a1f-438d-809a-3b1ed3b401bc tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/67dc0290-e4ab-4aff-8307-c921b26e523d HTTP/1.1" status: 204 len: 168 time: 2.5296154 Apr 18 12:41:58.939730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41962) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:58.945907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858632275'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:58.951013 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:58.954754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:network and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:58.957542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:58.964266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:59.033921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:59.037326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.063518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:41:59.072229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.072568 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Added segment 7029a792-ef49-47cb-93ed-a8aa0b249b80 of type vlan for network 95ec961b-5e6b-49be-9703-ef5017be0452 Apr 18 12:41:59.097645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.188507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.193850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:41:59.194409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.300090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Network': ['ID=95ec961b-5e6b-49be-9703-ef5017be0452,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:59.309040 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2245d38e-3ace-4fe8-ba03-d6ed8d170eb8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3683441 Apr 18 12:41:59.309796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 95ec961b-5e6b-49be-9703-ef5017be0452 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:41:59.312638 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41966) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:41:59.317938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'subnet': {'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:41:59.528307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:41:59.532007 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:subnet and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:41:59.534806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:41:59.540685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:41:59.622684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:41:59.626214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.891239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:41:59.968251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Subnet': ['ID=92216bd9-2310-4c08-bd69-366177c17010,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:41:59.977502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Checking segment: {'id': '7029a792-ef49-47cb-93ed-a8aa0b249b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:41:59.977848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network hostable DHCP agents. Network: 95ec961b-5e6b-49be-9703-ef5017be0452, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:42:00.073938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network 95ec961b-5e6b-49be-9703-ef5017be0452 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:42:00.131214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 95ec961b-5e6b-49be-9703-ef5017be0452) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:00.135986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:00.136560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.140254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9365f21-7d1c-4615-8547-cae954f42bcc None None] Network 95ec961b-5e6b-49be-9703-ef5017be0452 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:00.219592 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dfb2419d-1b46-464b-8e6d-266b7edc2e04 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9058526 Apr 18 12:42:00.223432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41970) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:00.229456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-758917403'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:00.234236 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:00.238025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:network and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:00.241011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:00.246986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:00.327193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:00.330853 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.348036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-95ec961b-5e6b-49be-9703-ef5017be0452', 'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452', 'tenant_id': '0e2d759f2ca647e5aed1d56536bdcffd', 'fixed_ips': [{'subnet_id': '92216bd9-2310-4c08-bd69-366177c17010'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:42:00.348965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.360343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:42:00.368759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.369088 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Added segment 2cd74ad4-aee9-4a86-b79d-dab49859813a of type vlan for network 29e3ec47-7aa8-4094-9804-6f21935d99f5 Apr 18 12:42:00.394672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.504669 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.510178 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:00.510780 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.513315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Allocated IP 2001:db8::2 (95ec961b-5e6b-49be-9703-ef5017be0452/92216bd9-2310-4c08-bd69-366177c17010/a71e23fe-57da-4b65-aea9-1f7f610fe0e3) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:00.615062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Network': ['ID=29e3ec47-7aa8-4094-9804-6f21935d99f5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:00.633548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 29e3ec47-7aa8-4094-9804-6f21935d99f5 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:42:00.642591 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9b90ae91-23f1-4b5a-9346-65713c3fe256 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4180934 Apr 18 12:42:00.645370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41974) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:00.651309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Request body: {'subnet': {'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:00.780922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:00.784835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Usage tracker for resource:subnet and tenant:0e2d759f2ca647e5aed1d56536bdcffd is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:00.787707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:00.793997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:00.839834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.849827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Transition to ACTIVE for port object a71e23fe-57da-4b65-aea9-1f7f610fe0e3 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:00.867260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Transition to ACTIVE for port object a71e23fe-57da-4b65-aea9-1f7f610fe0e3 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:00.870426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Made reservation on behalf of 0e2d759f2ca647e5aed1d56536bdcffd for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:00.873867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.927726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:00.986331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Network 95ec961b-5e6b-49be-9703-ef5017be0452 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:00.988976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:00.991377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:01.065034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Pushing event updated for resources: {'Port': ['ID=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:01.093294 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Attempting to bind port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:01.093692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Attempting to bind port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '7029a792-ef49-47cb-93ed-a8aa0b249b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:01.094050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Attempting to bind port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 on network 95ec961b-5e6b-49be-9703-ef5017be0452 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:01.099610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:01.099973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Checking segment: {'id': '7029a792-ef49-47cb-93ed-a8aa0b249b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:01.100392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.100781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Bound using segment: {'id': '7029a792-ef49-47cb-93ed-a8aa0b249b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:01.101870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Bound port: a71e23fe-57da-4b65-aea9-1f7f610fe0e3, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7029a792-ef49-47cb-93ed-a8aa0b249b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95ec961b-5e6b-49be-9703-ef5017be0452'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:01.102237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.138945 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.191213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d86901ea-a472-42af-89a1-792725bf594b None None] For port a71e23fe-57da-4b65-aea9-1f7f610fe0e3, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:01.194102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d86901ea-a472-42af-89a1-792725bf594b None None] For port a71e23fe-57da-4b65-aea9-1f7f610fe0e3, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,segment=NetworkSegment(7029a792-ef49-47cb-93ed-a8aa0b249b80),segment_id=7029a792-ef49-47cb-93ed-a8aa0b249b80)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:01.214973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event updated for resources: {'Subnet': ['ID=3527bb57-7d53-4980-9878-7fb9080a7603,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:01.225264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Checking segment: {'id': '2cd74ad4-aee9-4a86-b79d-dab49859813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:01.225615 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network hostable DHCP agents. Network: 29e3ec47-7aa8-4094-9804-6f21935d99f5, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:42:01.248273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.308928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Network 29e3ec47-7aa8-4094-9804-6f21935d99f5 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:42:01.331711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86901ea-a472-42af-89a1-792725bf594b None None] Pushing event updated for resources: {'Port': ['ID=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:01.396501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 29e3ec47-7aa8-4094-9804-6f21935d99f5) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:01.401351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:01.407813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.408178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329fdfcd-b198-45cb-831b-45718818a7e5 None None] Network 29e3ec47-7aa8-4094-9804-6f21935d99f5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:01.486968 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-de6dafd5-90be-4b70-847b-da01e1ffab7e tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8405597 Apr 18 12:42:01.489403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41978) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:01.653361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.656069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-29e3ec47-7aa8-4094-9804-6f21935d99f5', 'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5', 'tenant_id': '0e2d759f2ca647e5aed1d56536bdcffd', 'fixed_ips': [{'subnet_id': '3527bb57-7d53-4980-9878-7fb9080a7603'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:42:01.656891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.723125 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:01.813784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Allocated IP 2001:db8::2 (29e3ec47-7aa8-4094-9804-6f21935d99f5/3527bb57-7d53-4980-9878-7fb9080a7603/443d67bb-bfb3-44ae-a722-041f005fb7f7) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:02.012558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a71e23fe-57da-4b65-aea9-1f7f610fe0e3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:02.061533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.083627 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Transition to ACTIVE for port object 443d67bb-bfb3-44ae-a722-041f005fb7f7 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:02.109670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Transition to ACTIVE for port object 443d67bb-bfb3-44ae-a722-041f005fb7f7 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:02.159642 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:42:02.174765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.216086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:02.247747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Network 29e3ec47-7aa8-4094-9804-6f21935d99f5 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:02.256588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94c6bc-814e-411b-8153-8cf121d4c9d3 None None] Network 95ec961b-5e6b-49be-9703-ef5017be0452 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:02.260012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.270694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:02.278399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:02.290519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Pushing event updated for resources: {'Port': ['ID=443d67bb-bfb3-44ae-a722-041f005fb7f7,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:02.305040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Subnet': ['ID=3527bb57-7d53-4980-9878-7fb9080a7603,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:02.338319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.338682 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.339017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.339348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.339670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.339991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.340308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.340625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.340940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.341252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.341562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.341871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:02.405204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.431292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e3ec47-7aa8-4094-9804-6f21935d99f5']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:02.449109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd74ad4-aee9-4a86-b79d-dab49859813a') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:02.449404 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd74ad4-aee9-4a86-b79d-dab49859813a') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:02.462564 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.478318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] Provisioning for port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:02.480043 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.486031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:42:02.486432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.490588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] Provisioning complete for port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:02.490951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:42:02.500959 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:42:02.516342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Attempting to bind port 443d67bb-bfb3-44ae-a722-041f005fb7f7 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:02.516697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Attempting to bind port 443d67bb-bfb3-44ae-a722-041f005fb7f7 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2cd74ad4-aee9-4a86-b79d-dab49859813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:02.517047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Attempting to bind port 443d67bb-bfb3-44ae-a722-041f005fb7f7 on network 29e3ec47-7aa8-4094-9804-6f21935d99f5 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:02.546894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:02.547267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Checking segment: {'id': '2cd74ad4-aee9-4a86-b79d-dab49859813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:02.547655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.548042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Bound using segment: {'id': '2cd74ad4-aee9-4a86-b79d-dab49859813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:02.548500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Bound port: 443d67bb-bfb3-44ae-a722-041f005fb7f7, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd74ad4-aee9-4a86-b79d-dab49859813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '29e3ec47-7aa8-4094-9804-6f21935d99f5'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:02.548860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.602574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.db.api [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 12:42:02.602574 dv-neutron-837089-1-hyperv neutron-server[88783]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 12:42:02.602574 dv-neutron-837089-1-hyperv neutron-server[88783]: [parameters: {'id': '29e3ec47-7aa8-4094-9804-6f21935d99f5'}] Apr 18 12:42:02.602574 dv-neutron-837089-1-hyperv neutron-server[88783]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88783) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:42:02.602995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG oslo_db.api [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:42:02.784367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] For port 443d67bb-bfb3-44ae-a722-041f005fb7f7, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:02.792203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.809498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] For port 443d67bb-bfb3-44ae-a722-041f005fb7f7, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=443d67bb-bfb3-44ae-a722-041f005fb7f7,segment=NetworkSegment(2cd74ad4-aee9-4a86-b79d-dab49859813a),segment_id=2cd74ad4-aee9-4a86-b79d-dab49859813a)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:02.831970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] For port a71e23fe-57da-4b65-aea9-1f7f610fe0e3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,segment=NetworkSegment(7029a792-ef49-47cb-93ed-a8aa0b249b80),segment_id=7029a792-ef49-47cb-93ed-a8aa0b249b80)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:02.905169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:02.943700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.023397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426af2b1-ffb4-4306-934b-2b310604d3c9 None None] Pushing event updated for resources: {'Port': ['ID=443d67bb-bfb3-44ae-a722-041f005fb7f7,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:03.104681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.111183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eadc34c-82a9-4594-af38-b53f0093479d None None] Network 29e3ec47-7aa8-4094-9804-6f21935d99f5 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:03.117701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting port 443d67bb-bfb3-44ae-a722-041f005fb7f7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:03.118030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.141666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8e52e1b7-a221-40eb-965f-8c98c8c680b9 None None] Provisioning complete for port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:03.142037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e52e1b7-a221-40eb-965f-8c98c8c680b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.181421 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77364c7-0fd9-4c00-bddd-73b7f45ac8dc None None] Pushing event updated for resources: {'Port': ['ID=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:03.324614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] For port 443d67bb-bfb3-44ae-a722-041f005fb7f7, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=443d67bb-bfb3-44ae-a722-041f005fb7f7,segment=NetworkSegment(2cd74ad4-aee9-4a86-b79d-dab49859813a),segment_id=2cd74ad4-aee9-4a86-b79d-dab49859813a)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:03.325111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.421236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0c41f-2360-40b6-bcf8-5ecfe4672bec None None] get_active_networks_info from dv-neutron-837089-1-hyperv {{(pid=88784) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 12:42:03.451920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Calling delete_port for 443d67bb-bfb3-44ae-a722-041f005fb7f7 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:03.514749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af0c41f-2360-40b6-bcf8-5ecfe4672bec None None] Resources bound (agent type, host, resource id): {{(pid=88784) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 12:42:03.596795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.646374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No DVR routers for this DVR port 443d67bb-bfb3-44ae-a722-041f005fb7f7 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:42:03.677562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Port': ['ID=443d67bb-bfb3-44ae-a722-041f005fb7f7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:03.862640 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.889064 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e3ec47-7aa8-4094-9804-6f21935d99f5']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:03.901071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd74ad4-aee9-4a86-b79d-dab49859813a') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:03.901358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd74ad4-aee9-4a86-b79d-dab49859813a') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:03.912234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.928829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.934711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:42:03.935274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:42:03.949687 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:42:03.980732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a71e23fe-57da-4b65-aea9-1f7f610fe0e3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:04.046144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:04.046580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.120020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.143620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.154146 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Network': ['ID=29e3ec47-7aa8-4094-9804-6f21935d99f5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:04.158500 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c1b1ea49-333b-4627-ae8b-14ab2d515654 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/29e3ec47-7aa8-4094-9804-6f21935d99f5 HTTP/1.1" status: 204 len: 168 time: 2.6680431 Apr 18 12:42:04.161080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41984) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:04.199699 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-68feec41-1274-4758-9ec1-6b31173b1c40 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] GET failed (client error): The resource could not be found. Apr 18 12:42:04.200148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68feec41-1274-4758-9ec1-6b31173b1c40 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Synchronizing usage tracker for tenant:0e2d759f2ca647e5aed1d56536bdcffd on resource:subnet {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:42:04.287513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-68feec41-1274-4758-9ec1-6b31173b1c40 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Unset dirty status for tenant:0e2d759f2ca647e5aed1d56536bdcffd on resource:subnet {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:42:04.289252 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-68feec41-1274-4758-9ec1-6b31173b1c40 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "GET /v2.0/subnets/3527bb57-7d53-4980-9878-7fb9080a7603 HTTP/1.1" status: 404 len: 337 time: 0.1267269 Apr 18 12:42:04.291894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41988) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:04.316480 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfeee8b-8327-43d6-93e4-66b517a3dcf8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:04.316926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfeee8b-8327-43d6-93e4-66b517a3dcf8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:04.318521 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-adfeee8b-8327-43d6-93e4-66b517a3dcf8 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/29e3ec47-7aa8-4094-9804-6f21935d99f5 HTTP/1.1" status: 404 len: 339 time: 0.0257387 Apr 18 12:42:04.322557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41992) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:04.359425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2916d2-f44a-4ece-8640-99e50d988419 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:04.359856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2916d2-f44a-4ece-8640-99e50d988419 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:04.361477 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0d2916d2-f44a-4ece-8640-99e50d988419 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/subnets/3527bb57-7d53-4980-9878-7fb9080a7603 HTTP/1.1" status: 404 len: 337 time: 0.0380476 Apr 18 12:42:04.363879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 41996) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:04.392089 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ded77c-b184-42f8-bcc6-5320e047b8ba tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:04.392530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ded77c-b184-42f8-bcc6-5320e047b8ba tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:04.394121 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e5ded77c-b184-42f8-bcc6-5320e047b8ba tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/29e3ec47-7aa8-4094-9804-6f21935d99f5 HTTP/1.1" status: 404 len: 339 time: 0.0293968 Apr 18 12:42:04.396524 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42000) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:04.461526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting subnet 92216bd9-2310-4c08-bd69-366177c17010 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:42:04.464425 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.521761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.607635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.754610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.797907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Subnet': ['ID=92216bd9-2310-4c08-bd69-366177c17010,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:04.799879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.804033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c31ee92-e9d9-41ae-8a92-dac5d8a61a2c None None] Network 95ec961b-5e6b-49be-9703-ef5017be0452 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:04.859826 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7d80690b-d14a-4be3-ab64-558cb6211d32 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/subnets/92216bd9-2310-4c08-bd69-366177c17010 HTTP/1.1" status: 204 len: 168 time: 0.4623182 Apr 18 12:42:04.862121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42004) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:04.971774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:04.982966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:04.983303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.087137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] DHCP port deletion for 95ec961b-5e6b-49be-9703-ef5017be0452 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:42:05.091227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Deleting port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:05.091609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.195964 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] For port a71e23fe-57da-4b65-aea9-1f7f610fe0e3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,segment=NetworkSegment(7029a792-ef49-47cb-93ed-a8aa0b249b80),segment_id=7029a792-ef49-47cb-93ed-a8aa0b249b80)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:05.196569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.294633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] For port a71e23fe-57da-4b65-aea9-1f7f610fe0e3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,segment=NetworkSegment(7029a792-ef49-47cb-93ed-a8aa0b249b80),segment_id=7029a792-ef49-47cb-93ed-a8aa0b249b80)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:05.294940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.323441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Calling delete_port for a71e23fe-57da-4b65-aea9-1f7f610fe0e3 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:05.424931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Calling delete_port for a71e23fe-57da-4b65-aea9-1f7f610fe0e3 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:05.474150 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.498303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:42:05.498686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:42:05.528513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Port': ['ID=a71e23fe-57da-4b65-aea9-1f7f610fe0e3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:05.533279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No DVR routers for this DVR port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:42:05.671830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.698951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ec961b-5e6b-49be-9703-ef5017be0452']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:05.717791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7029a792-ef49-47cb-93ed-a8aa0b249b80') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:05.718085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7029a792-ef49-47cb-93ed-a8aa0b249b80') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:05.731180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.747737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.755680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:42:05.756073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:42:05.770870 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:42:05.910690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.928213 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:05.944441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Network': ['ID=95ec961b-5e6b-49be-9703-ef5017be0452,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:05.950232 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-475cc29d-0578-49a0-a00e-de02f593b81c tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/95ec961b-5e6b-49be-9703-ef5017be0452 HTTP/1.1" status: 204 len: 168 time: 1.0849128 Apr 18 12:42:05.950641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42008) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:05.985065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a71e23fe-57da-4b65-aea9-1f7f610fe0e3 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:42:05.988861 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-05361c7e-d726-4357-8336-aeb30a5a9255 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:05.989305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05361c7e-d726-4357-8336-aeb30a5a9255 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:05.991022 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-05361c7e-d726-4357-8336-aeb30a5a9255 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/subnets/6e9acd52-2294-44cf-9d5c-8dc10960ee17 HTTP/1.1" status: 404 len: 337 time: 0.0396523 Apr 18 12:42:05.993738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42012) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:06.009216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Deleting port a71e23fe-57da-4b65-aea9-1f7f610fe0e3 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:06.009654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.017830 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-a526b20f-6a28-45d1-831c-43a9d3394718 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:06.018285 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a526b20f-6a28-45d1-831c-43a9d3394718 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:06.019908 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a526b20f-6a28-45d1-831c-43a9d3394718 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/67dc0290-e4ab-4aff-8307-c921b26e523d HTTP/1.1" status: 404 len: 339 time: 0.0252593 Apr 18 12:42:06.022326 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42016) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:06.051859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: a71e23fe-57da-4b65-aea9-1f7f610fe0e3 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:42:06.052192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a71e23fe-57da-4b65-aea9-1f7f610fe0e3 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:42:06.059035 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-da013c11-03ef-4abe-8857-0e82d0aa373f tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:06.059479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da013c11-03ef-4abe-8857-0e82d0aa373f tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:06.062985 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-da013c11-03ef-4abe-8857-0e82d0aa373f tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/subnets/30747d73-43bc-4600-b0fc-b4adcb63880a HTTP/1.1" status: 404 len: 337 time: 0.0373690 Apr 18 12:42:06.063662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42020) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:06.084635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d8bfd7ea-4126-46de-b362-cc5074560bf3 None None] The port 'a71e23fe-57da-4b65-aea9-1f7f610fe0e3' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:42:06.092762 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bad3dc8-00c9-49e2-ac3a-f1a33da03794 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] DELETE failed (client error): The resource could not be found. Apr 18 12:42:06.092998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bad3dc8-00c9-49e2-ac3a-f1a33da03794 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88783) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 12:42:06.094689 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6bad3dc8-00c9-49e2-ac3a-f1a33da03794 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/1412c41b-b452-409c-ba47-63b209fbb927 HTTP/1.1" status: 404 len: 339 time: 0.0300908 Apr 18 12:42:06.097363 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42024) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:06.160630 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting subnet 4fb03494-dc60-407d-8d6b-4aee7d3b7724 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:42:06.163481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.215544 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.300067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.436551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.475343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb03494-dc60-407d-8d6b-4aee7d3b7724,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:06.478897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.484853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14762b-b26d-4773-a70e-86ed7cb42ff1 None None] Network db72158a-9172-4a76-b713-1f43c9470e50 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:06.488258 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-714143e6-0394-42d2-aa77-018446107915 tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/subnets/4fb03494-dc60-407d-8d6b-4aee7d3b7724 HTTP/1.1" status: 204 len: 168 time: 0.3899889 Apr 18 12:42:06.490661 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42028) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:06.604469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.615323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Deleting port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:06.615657 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.733865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] DHCP port deletion for db72158a-9172-4a76-b713-1f43c9470e50 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:42:06.738396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Deleting port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:06.738803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.914223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] For port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,segment=NetworkSegment(9ce296a9-3da2-4d5f-8a02-66543483dd69),segment_id=9ce296a9-3da2-4d5f-8a02-66543483dd69)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:06.914610 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:06.940861 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] For port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,segment=NetworkSegment(9ce296a9-3da2-4d5f-8a02-66543483dd69),segment_id=9ce296a9-3da2-4d5f-8a02-66543483dd69)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:06.941269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.034845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Calling delete_port for 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:07.060916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Calling delete_port for 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:07.205758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.211223 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:42:07.211576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:42:07.252409 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Port': ['ID=7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:07.255772 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] No DVR routers for this DVR port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:42:07.375049 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.399419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db72158a-9172-4a76-b713-1f43c9470e50']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:07.414548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce296a9-3da2-4d5f-8a02-66543483dd69') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:07.414840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce296a9-3da2-4d5f-8a02-66543483dd69') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:07.425698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.442266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.448878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:42:07.449262 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:42:07.463551 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:42:07.613181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.630596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.645519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] Pushing event deleted for resources: {'Network': ['ID=db72158a-9172-4a76-b713-1f43c9470e50,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:07.650031 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1d0ab54b-4716-48f9-b3eb-9a9fbb79a11d tempest-NetworksIpV6Test-1703749008 tempest-NetworksIpV6Test-1703749008-project] 10.222.0.24 "DELETE /v2.0/networks/db72158a-9172-4a76-b713-1f43c9470e50 HTTP/1.1" status: 204 len: 168 time: 1.1584125 Apr 18 12:42:07.712793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Deleting port 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:07.713209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:07.786161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-73e65a29-9028-43b2-8ede-0f6d4a47e210 None None] The port '7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:42:07.973705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:42:08.007854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:42:08.008194 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7b793272-ed3c-4a3f-b83a-ff9ce4fe4f48 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:42:08.036333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f660917-5172-4d2c-8951-2d034b63b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:08.142632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42036) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:08.286770 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e41f652-7611-478a-a10a-1f23dd9723ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e2d759f2ca647e5aed1d56536bdcffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429522 Apr 18 12:42:08.289147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42042) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:08.345183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00da75c2-9322-4138-aa58-4e515ee50886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:08.371017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00da75c2-9322-4138-aa58-4e515ee50886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:08.485912 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00da75c2-9322-4138-aa58-4e515ee50886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:08.500856 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da75c2-9322-4138-aa58-4e515ee50886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ac6809-d0b7-4566-9784-286a3199f594,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:08.508639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00da75c2-9322-4138-aa58-4e515ee50886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:08.508639 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00da75c2-9322-4138-aa58-4e515ee50886 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13ac6809-d0b7-4566-9784-286a3199f594 HTTP/1.1" status: 204 len: 168 time: 0.2181723 Apr 18 12:42:09.553951 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42066) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:09.655370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2085605809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:09.661991 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:09.665774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Usage tracker for resource:router and tenant:44a889db966244b784ef3b3fe40e546b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:09.668592 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:09.674528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:09.744643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:09.745632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:09.759744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:09.847698 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:09.938920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:09.943026 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-af359f52-b492-4759-a9f0-70a9d9ccb547 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3850329 Apr 18 12:42:09.943026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42072) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:09.948512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-726614519'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:09.953184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:09.960179 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Usage tracker for resource:network and tenant:44a889db966244b784ef3b3fe40e546b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:09.963041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:09.968670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:10.051033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Made reservation on behalf of 44a889db966244b784ef3b3fe40e546b for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:10.054987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.066800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.080797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:10.084536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Usage tracker for resource:security_group_rule and tenant:44a889db966244b784ef3b3fe40e546b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:10.087279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:10.092794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:10.171621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.213229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.230613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-df86b12e-f69a-4654-935d-5546e7436faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.245736 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:42:10.253919 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b707400-a66f-4ea9-9a8a-e6842d269ab5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:10.259818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.260163 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Added segment 538ca68d-e861-4131-9abb-051ce1aebb1b of type vlan for network 7616f114-ee05-4b93-ae70-9cee1dd7700c Apr 18 12:42:10.285277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.355858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.361216 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:10.362885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.468703 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event updated for resources: {'Network': ['ID=7616f114-ee05-4b93-ae70-9cee1dd7700c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:10.481894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 7616f114-ee05-4b93-ae70-9cee1dd7700c details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:42:10.522921 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9f8211a3-11c7-45dd-a23c-64f61be81632 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5792015 Apr 18 12:42:10.525522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42076) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:10.530918 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Request body: {'subnet': {'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:10.642747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:10.646552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Usage tracker for resource:subnet and tenant:44a889db966244b784ef3b3fe40e546b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:10.649828 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:10.655660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:10.716080 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Made reservation on behalf of 44a889db966244b784ef3b3fe40e546b for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:10.719509 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:10.983060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.062375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event updated for resources: {'Subnet': ['ID=29a92b26-7d13-41d8-9e43-8cff9583f616,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:11.071573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Checking segment: {'id': '538ca68d-e861-4131-9abb-051ce1aebb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:11.071917 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Network hostable DHCP agents. Network: 7616f114-ee05-4b93-ae70-9cee1dd7700c, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:42:11.160159 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Network 7616f114-ee05-4b93-ae70-9cee1dd7700c is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:42:11.230659 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 7616f114-ee05-4b93-ae70-9cee1dd7700c) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:11.235223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:11.236183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.239198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee09972-70cf-4da2-ba88-f4190bfeda78 None None] Network 7616f114-ee05-4b93-ae70-9cee1dd7700c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:11.311192 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-02efb59f-3760-4e1f-b6e6-e24074ff1e5b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7846477 Apr 18 12:42:11.314041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42080) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:11.319475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1330488416'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:11.324890 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:11.328604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Usage tracker for resource:network and tenant:44a889db966244b784ef3b3fe40e546b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:11.331361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:11.337473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:11.436358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Made reservation on behalf of 44a889db966244b784ef3b3fe40e546b for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:11.439867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.456668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-7616f114-ee05-4b93-ae70-9cee1dd7700c', 'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c', 'tenant_id': '44a889db966244b784ef3b3fe40e546b', 'fixed_ips': [{'subnet_id': '29a92b26-7d13-41d8-9e43-8cff9583f616'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:42:11.457485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.469070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:42:11.474882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.478449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.478814 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Added segment a76dd997-8471-49a4-92bd-489e88b5633e of type vlan for network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 Apr 18 12:42:11.504330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.607515 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.613127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:11.614267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.628196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Allocated IP 172.20.0.2 (7616f114-ee05-4b93-ae70-9cee1dd7700c/29a92b26-7d13-41d8-9e43-8cff9583f616/c9f3fbbc-4718-4d8d-aa38-27f7ab952b13) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:11.717254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.722734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event updated for resources: {'Network': ['ID=d3bf6d97-ae80-46d9-aafa-e4e3abc16650,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:11.732555 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0e70f28a-17b3-41a6-ad0a-0860581ac6eb tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4173210 Apr 18 12:42:11.733451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:42:11.735037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42084) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:11.740599 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Request body: {'subnet': {'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:11.933693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:11.943666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Transition to ACTIVE for port object c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:11.944157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:11.948731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Usage tracker for resource:subnet and tenant:44a889db966244b784ef3b3fe40e546b is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:11.951786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:11.957575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:11.961608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Transition to ACTIVE for port object c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:12.034477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.057083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Made reservation on behalf of 44a889db966244b784ef3b3fe40e546b for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:12.060726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.091994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Network 7616f114-ee05-4b93-ae70-9cee1dd7700c is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:12.094743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:12.098478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:12.112102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Pushing event updated for resources: {'Port': ['ID=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:12.197546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Attempting to bind port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:12.197907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Attempting to bind port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '538ca68d-e861-4131-9abb-051ce1aebb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:12.198266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Attempting to bind port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 on network 7616f114-ee05-4b93-ae70-9cee1dd7700c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:12.203594 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:12.203961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Checking segment: {'id': '538ca68d-e861-4131-9abb-051ce1aebb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:12.204361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.204749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Bound using segment: {'id': '538ca68d-e861-4131-9abb-051ce1aebb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:12.205208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Bound port: c9f3fbbc-4718-4d8d-aa38-27f7ab952b13, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538ca68d-e861-4131-9abb-051ce1aebb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '7616f114-ee05-4b93-ae70-9cee1dd7700c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:12.205574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.294213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] For port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:12.297103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] For port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,segment=NetworkSegment(538ca68d-e861-4131-9abb-051ce1aebb1b),segment_id=538ca68d-e861-4131-9abb-051ce1aebb1b)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:12.337096 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.365836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.419190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event updated for resources: {'Subnet': ['ID=d5f10ec6-74ec-4ab5-87a7-c44ebe40dad1,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:12.426371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Checking segment: {'id': 'a76dd997-8471-49a4-92bd-489e88b5633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:12.426815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Network hostable DHCP agents. Network: d3bf6d97-ae80-46d9-aafa-e4e3abc16650, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:42:12.446710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3916a-b9ce-4482-a694-c0f1303dc1a6 None None] Pushing event updated for resources: {'Port': ['ID=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:12.509191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:42:12.597040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, d3bf6d97-ae80-46d9-aafa-e4e3abc16650) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:12.604536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:12.604692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:12.611590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08620fba-7f3c-444f-9eb5-f718bf99b81e None None] Network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:12.698776 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f1926dc2-53ef-43d0-aee1-e797bbef3bef tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9621143 Apr 18 12:42:12.700855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42088) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:12.714022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6ab8c618-1ec2-4b85-9fe4-6a33965d0b34 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:12.836417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-d3bf6d97-ae80-46d9-aafa-e4e3abc16650', 'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650', 'tenant_id': '44a889db966244b784ef3b3fe40e546b', 'fixed_ips': [{'subnet_id': 'd5f10ec6-74ec-4ab5-87a7-c44ebe40dad1'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:42:12.837246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.003213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Allocated IP 172.21.0.2 (d3bf6d97-ae80-46d9-aafa-e4e3abc16650/d5f10ec6-74ec-4ab5-87a7-c44ebe40dad1/f2c430e8-0b35-47aa-af71-56b6c23bac41) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:13.087484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.091100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ab8c618-1ec2-4b85-9fe4-6a33965d0b34 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.249443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.260473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Transition to ACTIVE for port object f2c430e8-0b35-47aa-af71-56b6c23bac41 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:13.280915 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Transition to ACTIVE for port object f2c430e8-0b35-47aa-af71-56b6c23bac41 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:13.342790 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.api.v2.resource [None req-6ab8c618-1ec2-4b85-9fe4-6a33965d0b34 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 12:42:13.343878 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6ab8c618-1ec2-4b85-9fe4-6a33965d0b34 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "PUT /v2.0/routers/6c7c9b34-3692-4099-a945-53c551a5aba8 HTTP/1.1" status: 400 len: 364 time: 0.6415672 Apr 18 12:42:13.350032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42092) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:13.350789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.386714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5032b6d-92c2-4dca-a5ef-3cd2e44476c8 None None] Network 7616f114-ee05-4b93-ae70-9cee1dd7700c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:13.448876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:13.453305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:13.455821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:13.522298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Pushing event updated for resources: {'Port': ['ID=f2c430e8-0b35-47aa-af71-56b6c23bac41,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:13.535722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Deleting subnet d5f10ec6-74ec-4ab5-87a7-c44ebe40dad1 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:42:13.538794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.593220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.640874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Attempting to bind port f2c430e8-0b35-47aa-af71-56b6c23bac41 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:13.641233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Attempting to bind port f2c430e8-0b35-47aa-af71-56b6c23bac41 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a76dd997-8471-49a4-92bd-489e88b5633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:13.641622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Attempting to bind port f2c430e8-0b35-47aa-af71-56b6c23bac41 on network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:13.649564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:13.649931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Checking segment: {'id': 'a76dd997-8471-49a4-92bd-489e88b5633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:13.650365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.650770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Bound using segment: {'id': 'a76dd997-8471-49a4-92bd-489e88b5633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:13.651216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Bound port: f2c430e8-0b35-47aa-af71-56b6c23bac41, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76dd997-8471-49a4-92bd-489e88b5633e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3bf6d97-ae80-46d9-aafa-e4e3abc16650'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:13.651573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.680362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.692254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e34f74f2-906c-4aca-9e52-f762eaa946fb None None] Provisioning for port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:13.808270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.832204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] For port f2c430e8-0b35-47aa-af71-56b6c23bac41, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:13.836802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] For port f2c430e8-0b35-47aa-af71-56b6c23bac41, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f2c430e8-0b35-47aa-af71-56b6c23bac41,segment=NetworkSegment(a76dd997-8471-49a4-92bd-489e88b5633e),segment_id=a76dd997-8471-49a4-92bd-489e88b5633e)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:13.849424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f10ec6-74ec-4ab5-87a7-c44ebe40dad1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:13.851403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.857430 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ccc0e252-5448-475e-a2cf-d640dfc9121a tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "DELETE /v2.0/subnets/d5f10ec6-74ec-4ab5-87a7-c44ebe40dad1 HTTP/1.1" status: 204 len: 168 time: 0.5062294 Apr 18 12:42:13.859873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42096) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:13.908911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.982076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:13.996563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Deleting port f2c430e8-0b35-47aa-af71-56b6c23bac41 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:13.997058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.004436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148fe1b-b0c2-44b9-8465-2731361f28da None None] Pushing event updated for resources: {'Port': ['ID=f2c430e8-0b35-47aa-af71-56b6c23bac41,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:14.047992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:14.173934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:14.191519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:14.191895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.233465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] For port f2c430e8-0b35-47aa-af71-56b6c23bac41, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f2c430e8-0b35-47aa-af71-56b6c23bac41,segment=NetworkSegment(a76dd997-8471-49a4-92bd-489e88b5633e),segment_id=a76dd997-8471-49a4-92bd-489e88b5633e)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:14.234089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.269279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-beae0d5b-225a-4486-b5ea-f315335aeb1e None None] Provisioning complete for port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:14.269642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-beae0d5b-225a-4486-b5ea-f315335aeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.373213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Calling delete_port for f2c430e8-0b35-47aa-af71-56b6c23bac41 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:14.395677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.466893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,segment=NetworkSegment(538ca68d-e861-4131-9abb-051ce1aebb1b),segment_id=538ca68d-e861-4131-9abb-051ce1aebb1b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:14.476769 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-beae0d5b-225a-4486-b5ea-f315335aeb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.510873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.540090 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.557304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event deleted for resources: {'Port': ['ID=f2c430e8-0b35-47aa-af71-56b6c23bac41,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:14.560525 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] No DVR routers for this DVR port f2c430e8-0b35-47aa-af71-56b6c23bac41 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:42:14.653798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-beae0d5b-225a-4486-b5ea-f315335aeb1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:42:14.654143 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-beae0d5b-225a-4486-b5ea-f315335aeb1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:42:14.659399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:14.700351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.727901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3bf6d97-ae80-46d9-aafa-e4e3abc16650']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:14.740707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76dd997-8471-49a4-92bd-489e88b5633e') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:14.741000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76dd997-8471-49a4-92bd-489e88b5633e') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:14.752919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.774655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.780845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:42:14.781256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:42:14.796160 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:42:14.932487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6869e107-9a39-4a5b-8908-71ed2f8440b7 None None] Network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:14.938940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.950741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6869e107-9a39-4a5b-8908-71ed2f8440b7 None None] Network d3bf6d97-ae80-46d9-aafa-e4e3abc16650 could not be found, it might have been deleted concurrently. {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 12:42:14.960540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:14.965279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event deleted for resources: {'Network': ['ID=d3bf6d97-ae80-46d9-aafa-e4e3abc16650,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:14.972029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9fadbce3-33b8-4551-9609-8d786271499b tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "DELETE /v2.0/networks/d3bf6d97-ae80-46d9-aafa-e4e3abc16650 HTTP/1.1" status: 204 len: 168 time: 1.1112058 Apr 18 12:42:14.974373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42100) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:15.021608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac9725-4b99-434a-8ca4-3903be7e222e None None] DHCP port deletion for d3bf6d97-ae80-46d9-aafa-e4e3abc16650 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:42:15.046943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Deleting subnet 29a92b26-7d13-41d8-9e43-8cff9583f616 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:42:15.049836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.103802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.189413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.320736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aed0a1e6-867c-4367-b5c6-d127b6020caf None None] Could not find standard attr ID for object f2c430e8-0b35-47aa-af71-56b6c23bac41. {{(pid=88784) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 12:42:15.331673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.371958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event deleted for resources: {'Subnet': ['ID=29a92b26-7d13-41d8-9e43-8cff9583f616,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:15.373834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.379196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120f8db-defc-42dc-a5ec-469c885e5f70 None None] Network 7616f114-ee05-4b93-ae70-9cee1dd7700c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:15.380457 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b7096abf-1058-4118-8fd2-d834c95821a3 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "DELETE /v2.0/subnets/29a92b26-7d13-41d8-9e43-8cff9583f616 HTTP/1.1" status: 204 len: 168 time: 0.4051232 Apr 18 12:42:15.383419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42104) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:15.501292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.512465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Deleting port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:15.512795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.633128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] DHCP port deletion for 7616f114-ee05-4b93-ae70-9cee1dd7700c request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:42:15.643592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Deleting port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:15.643968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.733218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] For port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,segment=NetworkSegment(538ca68d-e861-4131-9abb-051ce1aebb1b),segment_id=538ca68d-e861-4131-9abb-051ce1aebb1b)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:15.733620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.735973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:15.861590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Calling delete_port for c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:15.892102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] For port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,segment=NetworkSegment(538ca68d-e861-4131-9abb-051ce1aebb1b),segment_id=538ca68d-e861-4131-9abb-051ce1aebb1b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:15.892487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.011503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:42:16.047206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Calling delete_port for c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:42:16.110322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.122497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No active binding found for port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 {{(pid=88784) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 12:42:16.123079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:42:16.143617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:42:16.143951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:42:16.159173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event deleted for resources: {'Port': ['ID=c9f3fbbc-4718-4d8d-aa38-27f7ab952b13,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:16.160954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] No DVR routers for this DVR port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:42:16.280947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.306023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7616f114-ee05-4b93-ae70-9cee1dd7700c']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:16.317604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538ca68d-e861-4131-9abb-051ce1aebb1b') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:16.317899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538ca68d-e861-4131-9abb-051ce1aebb1b') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:16.328865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.344671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.351426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:42:16.351831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:42:16.369792 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:42:16.521753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.539368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.549825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Pushing event deleted for resources: {'Network': ['ID=7616f114-ee05-4b93-ae70-9cee1dd7700c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:16.553910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2114e004-7b8b-4da8-8ba7-7b72609bb5bc tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "DELETE /v2.0/networks/7616f114-ee05-4b93-ae70-9cee1dd7700c HTTP/1.1" status: 204 len: 168 time: 1.1695433 Apr 18 12:42:16.556555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42108) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:16.602559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-621125ef-b44d-4a26-b775-c274af7294aa tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Synchronizing usage tracker for tenant:44a889db966244b784ef3b3fe40e546b on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:42:16.645349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Deleting port c9f3fbbc-4718-4d8d-aa38-27f7ab952b13 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:42:16.645789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:16.675958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-621125ef-b44d-4a26-b775-c274af7294aa tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Unset dirty status for tenant:44a889db966244b784ef3b3fe40e546b on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:42:16.677110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-621125ef-b44d-4a26-b775-c274af7294aa tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c7c9b34-3692-4099-a945-53c551a5aba8 HTTP/1.1" status: 200 len: 205 time: 0.1196632 Apr 18 12:42:16.679567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:16.712323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-aad5d4ba-0cbe-4fe7-b615-6bcd8e04ab67 None None] The port 'c9f3fbbc-4718-4d8d-aa38-27f7ab952b13' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:42:16.809414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:17.101732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:17.103545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:17.207492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:17.208017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7c9b34-3692-4099-a945-53c551a5aba8 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:42:17.219500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:17.223196 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a0910906-8b1f-4663-ac36-1661131ae2a8 tempest-RoutersNegativeTest-53601158 tempest-RoutersNegativeTest-53601158-project] 10.222.0.24 "DELETE /v2.0/routers/6c7c9b34-3692-4099-a945-53c551a5aba8 HTTP/1.1" status: 204 len: 168 time: 0.5401170 Apr 18 12:42:17.717028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42120) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:17.859965 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-123f77b1-6fa4-4845-b03f-63f2b7dac0f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44a889db966244b784ef3b3fe40e546b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1411524 Apr 18 12:42:17.861735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42126) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:17.918273 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2071848-0291-450a-a158-ee6698beef7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:17.943502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2071848-0291-450a-a158-ee6698beef7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:18.042243 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2071848-0291-450a-a158-ee6698beef7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:18.059359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2071848-0291-450a-a158-ee6698beef7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b707400-a66f-4ea9-9a8a-e6842d269ab5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:18.062562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a2071848-0291-450a-a158-ee6698beef7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:18.063656 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a2071848-0291-450a-a158-ee6698beef7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b707400-a66f-4ea9-9a8a-e6842d269ab5 HTTP/1.1" status: 204 len: 168 time: 0.2010369 Apr 18 12:42:19.097906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42152) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:19.199133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1590970950-network', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:19.203882 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:19.207609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Usage tracker for resource:network and tenant:02f77a3fd0eb4837a3727185d81f314f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:19.211004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:19.216509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:19.310313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Made reservation on behalf of 02f77a3fd0eb4837a3727185d81f314f for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:19.312652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.327285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.341551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:19.345271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Usage tracker for resource:security_group_rule and tenant:02f77a3fd0eb4837a3727185d81f314f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:19.348269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:19.354499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:19.433358 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.491105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.520839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:42:19.529619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eab5960-ee5b-48fb-a73b-80ad3f83649d,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:19.534999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.535378 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Added segment 2db897d7-b184-4406-88f6-cea49541651b of type vlan for network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed Apr 18 12:42:19.561536 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.662910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.663936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:19.664528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:19.767052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] Pushing event updated for resources: {'Network': ['ID=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:19.776444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:42:19.823482 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-129fb5e3-2d26-4a0e-abdb-9b5cf7185059 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7244179 Apr 18 12:42:19.826384 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42158) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:19.833342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Request body: {'subnet': {'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-subnet', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:19.838867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:19.842759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Usage tracker for resource:subnet and tenant:02f77a3fd0eb4837a3727185d81f314f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:19.845589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:19.853046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:19.936955 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Made reservation on behalf of 02f77a3fd0eb4837a3727185d81f314f for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:19.939383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.182931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.258342 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b6393c-fdc7-422f-9933-8c03bbec6f1d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:20.263787 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Checking segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:20.264127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Network hostable DHCP agents. Network: 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:42:20.336795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:42:20.422550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:20.426325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:20.426967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.431536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c13a57-22f2-4054-a947-d625ae4da3d9 None None] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:20.511520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-48d62990-40b6-4f65-bf13-b76706ada3fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6838977 Apr 18 12:42:20.513933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42162) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:20.519299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:20.524058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:20.527861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Usage tracker for resource:router and tenant:02f77a3fd0eb4837a3727185d81f314f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:20.530932 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:20.536300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:20.596559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.597629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.612819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.644819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'fixed_ips': [{'subnet_id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:42:20.645634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:20.793840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Allocated IP 172.20.0.2 (00c4b0ef-0d5e-4eb1-bed7-a68c47307fed/33b6393c-fdc7-422f-9933-8c03bbec6f1d/0dad527f-0999-4498-b5d8-88a064879095) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:21.001035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.011337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Transition to ACTIVE for port object 0dad527f-0999-4498-b5d8-88a064879095 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:21.028580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Transition to ACTIVE for port object 0dad527f-0999-4498-b5d8-88a064879095 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:21.057816 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.128122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.187057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:21.189653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:21.197440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:21.205224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Pushing event updated for resources: {'Port': ['ID=0dad527f-0999-4498-b5d8-88a064879095,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:21.289814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Attempting to bind port 0dad527f-0999-4498-b5d8-88a064879095 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:21.290209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Attempting to bind port 0dad527f-0999-4498-b5d8-88a064879095 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:21.290600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Attempting to bind port 0dad527f-0999-4498-b5d8-88a064879095 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:21.295944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:21.296309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Checking segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:21.296700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.297085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Bound using segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:21.297534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Bound port: 0dad527f-0999-4498-b5d8-88a064879095, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:21.297899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.387882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] For port 0dad527f-0999-4498-b5d8-88a064879095, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:21.390874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] For port 0dad527f-0999-4498-b5d8-88a064879095, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dad527f-0999-4498-b5d8-88a064879095,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:21.465296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.495872 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.528649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.612252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47647c6-19fc-46e1-8ae5-9ad73ee697d2 None None] Pushing event updated for resources: {'Port': ['ID=0dad527f-0999-4498-b5d8-88a064879095,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:21.642138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Allocated IP 172.26.4.143 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/df4a6f77-6262-4ecf-86fc-619df7a741b3) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:21.790529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.876583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:21.938491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:21.941259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:21.945720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:21.990987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Pushing event updated for resources: {'Port': ['ID=df4a6f77-6262-4ecf-86fc-619df7a741b3,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:22.029684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dad527f-0999-4498-b5d8-88a064879095 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:22.154006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 0dad527f-0999-4498-b5d8-88a064879095 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:22.423240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:22.568812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0e96b0-b12f-41b1-85cb-8807a9358200 None None] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:22.761198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] Provisioning for port 0dad527f-0999-4498-b5d8-88a064879095 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:22.770412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] Provisioning complete for port 0dad527f-0999-4498-b5d8-88a064879095 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:22.770797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:22.879832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:22.945573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:22.982713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] For port 0dad527f-0999-4498-b5d8-88a064879095, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dad527f-0999-4498-b5d8-88a064879095,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:23.042142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:23.118504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4684b7e1-2833-4120-91bf-6a60fcbe5b52 None None] Pushing event updated for resources: {'Port': ['ID=0dad527f-0999-4498-b5d8-88a064879095,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:23.159928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Router 2c343527-663d-4370-a959-db17d1912b43 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:42:23.161681 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9ec2d04b-be90-4245-b004-77861e87de89 None None] Provisioning complete for port 0dad527f-0999-4498-b5d8-88a064879095 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:23.162045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9ec2d04b-be90-4245-b004-77861e87de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:23.338387 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:42:23.349446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Sync routers for ids ['2c343527-663d-4370-a959-db17d1912b43'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:42:23.359210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Routers {'2c343527-663d-4370-a959-db17d1912b43'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:23.359842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c343527-663d-4370-a959-db17d1912b43'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:23.419107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:23.420430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a80b4935-65a1-4986-a087-82960f5c80c3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9051437 Apr 18 12:42:23.423419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42166) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:23.545206 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Set router 2c343527-663d-4370-a959-db17d1912b43 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:23.830779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:42:22Z', 'revision_number': 3, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:23.834665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Checking router: 2c343527-663d-4370-a959-db17d1912b43 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:42:23.835014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Updating router 2c343527-663d-4370-a959-db17d1912b43 port df4a6f77-6262-4ecf-86fc-619df7a741b3 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:42:23.887145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.003541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dad527f-0999-4498-b5d8-88a064879095 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:24.184481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 0dad527f-0999-4498-b5d8-88a064879095 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:24.185121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.264170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.429530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.445110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Transition to ACTIVE for port object df4a6f77-6262-4ecf-86fc-619df7a741b3 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:24.479265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Allocated IP 172.20.0.1 (00c4b0ef-0d5e-4eb1-bed7-a68c47307fed/33b6393c-fdc7-422f-9933-8c03bbec6f1d/3704fadc-230e-41c7-9c0f-309e3be49f93) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:24.520078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.596894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Attempting to bind port df4a6f77-6262-4ecf-86fc-619df7a741b3 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:24.597261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Attempting to bind port df4a6f77-6262-4ecf-86fc-619df7a741b3 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:24.597630 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Attempting to bind port df4a6f77-6262-4ecf-86fc-619df7a741b3 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:24.604332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f479-38dd-4dee-b21b-7d25c00cf5da None None] Pushing event updated for resources: {'Port': ['ID=df4a6f77-6262-4ecf-86fc-619df7a741b3,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:24.608690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:24.609061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:24.609458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.609844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:24.610305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Bound port: df4a6f77-6262-4ecf-86fc-619df7a741b3, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:24.610701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.628059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.643738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Transition to ACTIVE for port object 3704fadc-230e-41c7-9c0f-309e3be49f93 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:24.684106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] For port df4a6f77-6262-4ecf-86fc-619df7a741b3, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:24.686962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] For port df4a6f77-6262-4ecf-86fc-619df7a741b3, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=df4a6f77-6262-4ecf-86fc-619df7a741b3,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:24.728449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.756676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.787578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:24.790782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:24.799106 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:24.832658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Routers {'2c343527-663d-4370-a959-db17d1912b43'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:24.833300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c343527-663d-4370-a959-db17d1912b43'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:24.834846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Pushing event updated for resources: {'Port': ['ID=3704fadc-230e-41c7-9c0f-309e3be49f93,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:24.859911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:24.902184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23f479-38dd-4dee-b21b-7d25c00cf5da None None] Pushing event updated for resources: {'Port': ['ID=df4a6f77-6262-4ecf-86fc-619df7a741b3,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:25.028328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] Set router 2c343527-663d-4370-a959-db17d1912b43 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:25.046566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:25.124660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7ed5074c-6157-4a26-8941-0bb3cb4f26e3 None None] Provisioning for port 3704fadc-230e-41c7-9c0f-309e3be49f93 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:25.136535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7ed5074c-6157-4a26-8941-0bb3cb4f26e3 None None] Provisioning complete for port 3704fadc-230e-41c7-9c0f-309e3be49f93 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:25.136902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7ed5074c-6157-4a26-8941-0bb3cb4f26e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:25.268565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:25.271373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7ed5074c-6157-4a26-8941-0bb3cb4f26e3 None None] Port 3704fadc-230e-41c7-9c0f-309e3be49f93 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:42:25.327454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:25.362668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:42:22Z', 'revision_number': 3, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:25.367037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c77c817-003f-4bcd-92ec-a8b2a9f25832 None None] The sync data for ids ['2c343527-663d-4370-a959-db17d1912b43'] in dv-neutron-837089-1-hyperv is: [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:42:22Z', 'revision_number': 3, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:42:25.436451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Pushing event updated for resources: {'Port': ['ID=3704fadc-230e-41c7-9c0f-309e3be49f93,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:25.438889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:25.582840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:25.592971 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:25.818501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Router 2c343527-663d-4370-a959-db17d1912b43 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:42:25.897186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f3b6dc5d-511f-465f-a86f-5828a80004b3 None None] Provisioning complete for port 3704fadc-230e-41c7-9c0f-309e3be49f93 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:25.897625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f3b6dc5d-511f-465f-a86f-5828a80004b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:25.961661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6dc5d-511f-465f-a86f-5828a80004b3 None None] Port 3704fadc-230e-41c7-9c0f-309e3be49f93 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:42:26.025176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device df4a6f77-6262-4ecf-86fc-619df7a741b3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:26.118214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:42:26.128050 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-585b2369-36c3-47df-b2fe-acc02be42071 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c343527-663d-4370-a959-db17d1912b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7036235 Apr 18 12:42:26.167932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port df4a6f77-6262-4ecf-86fc-619df7a741b3 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:26.173658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port df4a6f77-6262-4ecf-86fc-619df7a741b3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:26.174138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:26.296367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:26.312304 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port df4a6f77-6262-4ecf-86fc-619df7a741b3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=df4a6f77-6262-4ecf-86fc-619df7a741b3,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:26.411526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:26.479710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=df4a6f77-6262-4ecf-86fc-619df7a741b3,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:26.859426 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42184) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:26.864824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-998106549-network', 'tenant_id': '57cbca1e863a46a9824deeefd8106334'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:26.869486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:26.873357 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Usage tracker for resource:network and tenant:57cbca1e863a46a9824deeefd8106334 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:26.877575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:26.883375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:26.898842 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Sync routers for ids ['2c343527-663d-4370-a959-db17d1912b43'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:42:26.907951 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Routers {'2c343527-663d-4370-a959-db17d1912b43'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:26.908551 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c343527-663d-4370-a959-db17d1912b43'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:26.950805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Made reservation on behalf of 57cbca1e863a46a9824deeefd8106334 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:26.953414 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:26.966174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:26.981217 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:26.985108 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Usage tracker for resource:security_group_rule and tenant:57cbca1e863a46a9824deeefd8106334 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:26.987867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:26.993979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:27.075219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.083762 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Set router 2c343527-663d-4370-a959-db17d1912b43 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:27.149258 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.180267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:42:27.193379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921bf7f0-98bb-4e90-a317-84decd5fb18d,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:27.198568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.198868 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Added segment f20a5b3f-dd37-418c-a780-5bd8e37400f5 of type vlan for network 2b20f762-c414-4132-8dc7-546851e75960 Apr 18 12:42:27.231012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.331304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.332199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:27.332765 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.395627 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:42:24Z', 'revision_number': 4, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3704fadc-230e-41c7-9c0f-309e3be49f93', 'name': '', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'mac_address': 'fa:16:3e:ba:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:24Z', 'updated_at': '2022-04-18T12:42:25Z', 'revision_number': 2, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'subnets': [{'id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:27.400228 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Checking router: 2c343527-663d-4370-a959-db17d1912b43 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:42:27.400583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Updating router 2c343527-663d-4370-a959-db17d1912b43 port 3704fadc-230e-41c7-9c0f-309e3be49f93 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:42:27.438677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] Pushing event updated for resources: {'Network': ['ID=2b20f762-c414-4132-8dc7-546851e75960,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:27.449190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 2b20f762-c414-4132-8dc7-546851e75960 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:42:27.456694 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.482992 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5699d865-1840-48fa-bcae-6b640a46c140 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6224606 Apr 18 12:42:27.485614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42188) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:27.491083 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Request body: {'subnet': {'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-subnet', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:27.496700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:27.500754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Usage tracker for resource:subnet and tenant:57cbca1e863a46a9824deeefd8106334 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:27.503679 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:27.510089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:27.590966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Made reservation on behalf of 57cbca1e863a46a9824deeefd8106334 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:27.593421 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.799412 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.810355 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Transition to ACTIVE for port object 3704fadc-230e-41c7-9c0f-309e3be49f93 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:27.876392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.904729 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:27.951723 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e886162-f96a-4d51-8ae5-bba76756b3ef,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:27.961215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Checking segment: {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:27.967039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Network hostable DHCP agents. Network: 2b20f762-c414-4132-8dc7-546851e75960, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:42:27.972024 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Pushing event updated for resources: {'Port': ['ID=3704fadc-230e-41c7-9c0f-309e3be49f93,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:28.000879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device df4a6f77-6262-4ecf-86fc-619df7a741b3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:28.035525 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.035862 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.036246 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.036529 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.036816 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.037133 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.037449 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.037768 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.038101 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.038418 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.038751 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.039060 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:28.041781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Network 2b20f762-c414-4132-8dc7-546851e75960 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:42:28.079064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port df4a6f77-6262-4ecf-86fc-619df7a741b3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:28.079307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.114037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 2b20f762-c414-4132-8dc7-546851e75960) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:28.119129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:28.120279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.129579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff37a3-b1c6-44e5-914d-63350ac18f51 None None] Network 2b20f762-c414-4132-8dc7-546851e75960 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:28.161841 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Attempting to bind port 3704fadc-230e-41c7-9c0f-309e3be49f93 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:28.162296 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Attempting to bind port 3704fadc-230e-41c7-9c0f-309e3be49f93 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:28.162738 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Attempting to bind port 3704fadc-230e-41c7-9c0f-309e3be49f93 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:28.169371 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:28.170011 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Checking segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:28.170448 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.170964 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Bound using segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:28.171784 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Bound port: 3704fadc-230e-41c7-9c0f-309e3be49f93, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:28.172241 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.204810 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-26658682-aa94-4c81-bad0-75da44fe3968 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7159100 Apr 18 12:42:28.205078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42192) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:28.211025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:28.215672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:28.220822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Usage tracker for resource:router and tenant:57cbca1e863a46a9824deeefd8106334 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:42:28.224198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:42:28.230526 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:28.264975 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] For port 3704fadc-230e-41c7-9c0f-309e3be49f93, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:28.267873 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] For port 3704fadc-230e-41c7-9c0f-309e3be49f93, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3704fadc-230e-41c7-9c0f-309e3be49f93,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:28.294124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.295205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.309651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.351071 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.417178 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Routers {'2c343527-663d-4370-a959-db17d1912b43'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:28.417799 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c343527-663d-4370-a959-db17d1912b43'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:28.470106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-2b20f762-c414-4132-8dc7-546851e75960', 'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'fixed_ips': [{'subnet_id': '6e886162-f96a-4d51-8ae5-bba76756b3ef'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:42:28.471045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.608266 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] Set router 2c343527-663d-4370-a959-db17d1912b43 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:28.669513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Allocated IP 172.20.0.2 (2b20f762-c414-4132-8dc7-546851e75960/6e886162-f96a-4d51-8ae5-bba76756b3ef/903e2899-50cf-4228-b6d6-d4a4cef4bcfa) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:28.712504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.753365 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67793f-945b-45a2-a56f-8e43bbec171c None None] Pushing event updated for resources: {'Port': ['ID=3704fadc-230e-41c7-9c0f-309e3be49f93,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:28.896922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:28.908999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Transition to ACTIVE for port object 903e2899-50cf-4228-b6d6-d4a4cef4bcfa will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:28.923534 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:42:24Z', 'revision_number': 4, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3704fadc-230e-41c7-9c0f-309e3be49f93', 'name': '', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'mac_address': 'fa:16:3e:ba:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:24Z', 'updated_at': '2022-04-18T12:42:28Z', 'revision_number': 4, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'subnets': [{'id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:28.927196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Transition to ACTIVE for port object 903e2899-50cf-4228-b6d6-d4a4cef4bcfa will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:28.927408 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f392a0-afd1-41cb-9b07-67d331553ffa None None] The sync data for ids ['2c343527-663d-4370-a959-db17d1912b43'] in dv-neutron-837089-1-hyperv is: [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:42:24Z', 'revision_number': 4, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '3704fadc-230e-41c7-9c0f-309e3be49f93', 'name': '', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'mac_address': 'fa:16:3e:ba:e4:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1626, 'fixed_ips': [{'subnet_id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:24Z', 'updated_at': '2022-04-18T12:42:28Z', 'revision_number': 4, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'subnets': [{'id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:42:28.997174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.059182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Network 2b20f762-c414-4132-8dc7-546851e75960 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:29.061987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:29.064496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:29.084898 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Pushing event updated for resources: {'Port': ['ID=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:29.114220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.149034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.181284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Attempting to bind port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:29.181647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Attempting to bind port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:29.181999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Attempting to bind port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa on network 2b20f762-c414-4132-8dc7-546851e75960 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:29.188271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:29.188634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Checking segment: {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:29.189025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.189439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Bound using segment: {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:29.189890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Bound port: 903e2899-50cf-4228-b6d6-d4a4cef4bcfa, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:29.190809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.287928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] For port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:29.291729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] For port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:29.368989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.402276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Allocated IP 172.26.4.111 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/2ba89806-57c6-4ac1-a0a2-8802f517e2a8) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:29.463224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Pushing event updated for resources: {'Port': ['ID=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:29.472645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.473267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.473446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.473941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.474327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.474799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.475162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.475581 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.476588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.476918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.477310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.477712 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d81b0a-8153-48cf-b714-1de4cf7fb4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:42:29.577755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.671365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:29.737833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:29.740674 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:29.750035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:29.783721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Pushing event updated for resources: {'Port': ['ID=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:30.055119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3704fadc-230e-41c7-9c0f-309e3be49f93 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:30.183236 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 3704fadc-230e-41c7-9c0f-309e3be49f93 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:30.189868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3704fadc-230e-41c7-9c0f-309e3be49f93 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:30.192188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:30.266579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:30.316052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:30.355177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 3704fadc-230e-41c7-9c0f-309e3be49f93, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3704fadc-230e-41c7-9c0f-309e3be49f93,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:30.453717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:30.454799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 903e2899-50cf-4228-b6d6-d4a4cef4bcfa up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:30.509303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1982af1-5de5-4f2a-8f9d-167e4a97daf7 None None] Network 2b20f762-c414-4132-8dc7-546851e75960 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:42:30.616792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:30.671282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=3704fadc-230e-41c7-9c0f-309e3be49f93,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:30.697833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0458ad3f-e30f-4f88-ba8c-2064c4b6f215 None None] Provisioning for port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:30.782319 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:30.791347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:30.791719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:30.897144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Router 639d0f3c-4957-47ef-953c-b4461fbfabe4 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:42:30.966588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:31.005272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:31.074497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:31.149220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:31.204349 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:42:31.213701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Sync routers for ids ['639d0f3c-4957-47ef-953c-b4461fbfabe4'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:42:31.223320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Routers {'639d0f3c-4957-47ef-953c-b4461fbfabe4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:31.223862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['639d0f3c-4957-47ef-953c-b4461fbfabe4'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:31.276281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:31.277459 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7329deb0-7276-46dc-b92b-ec1c6030587e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0712936 Apr 18 12:42:31.280135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42196) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:42:31.306673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-00271ea1-2d32-4084-b0da-b0470a21ba19 None None] Provisioning complete for port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:31.307042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-00271ea1-2d32-4084-b0da-b0470a21ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:31.458545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Set router 639d0f3c-4957-47ef-953c-b4461fbfabe4 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:31.797639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:42:30Z', 'revision_number': 3, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:31.801563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Checking router: 639d0f3c-4957-47ef-953c-b4461fbfabe4 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:42:31.801910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Updating router 639d0f3c-4957-47ef-953c-b4461fbfabe4 port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:42:31.854671 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:31.949232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.004152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3704fadc-230e-41c7-9c0f-309e3be49f93 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:32.157264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Allocated IP 172.20.0.1 (2b20f762-c414-4132-8dc7-546851e75960/6e886162-f96a-4d51-8ae5-bba76756b3ef/7c9c42ff-d56b-4703-88e6-6b14efe33061) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:32.157862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 3704fadc-230e-41c7-9c0f-309e3be49f93 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:32.158229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.302656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.317942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Transition to ACTIVE for port object 7c9c42ff-d56b-4703-88e6-6b14efe33061 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:32.322058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.344797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Transition to ACTIVE for port object 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:32.350692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 903e2899-50cf-4228-b6d6-d4a4cef4bcfa up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:32.411778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.414335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:32.414731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.441824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.471826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Network 2b20f762-c414-4132-8dc7-546851e75960 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:32.474835 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:32.479222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:32.523715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9c42ff-d56b-4703-88e6-6b14efe33061,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:32.551171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.584470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Attempting to bind port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:32.584829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Attempting to bind port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:32.585763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Attempting to bind port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:32.596325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1b43-04ed-491e-a954-8217f486cbfc None None] Pushing event updated for resources: {'Port': ['ID=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:32.601504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:32.601872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:32.602272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.602687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:32.603154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Bound port: 2ba89806-57c6-4ac1-a0a2-8802f517e2a8, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:32.603520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.728431 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] For port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:32.738133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] For port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:32.749069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.808363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.852102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-beee59a8-e12d-46bf-bc33-e9647ae21f1b None None] Provisioning for port 7c9c42ff-d56b-4703-88e6-6b14efe33061 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:32.870108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-beee59a8-e12d-46bf-bc33-e9647ae21f1b None None] Provisioning complete for port 7c9c42ff-d56b-4703-88e6-6b14efe33061 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:32.870495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-beee59a8-e12d-46bf-bc33-e9647ae21f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:32.945883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Routers {'639d0f3c-4957-47ef-953c-b4461fbfabe4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:32.946591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['639d0f3c-4957-47ef-953c-b4461fbfabe4'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:33.005064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-beee59a8-e12d-46bf-bc33-e9647ae21f1b None None] Port 7c9c42ff-d56b-4703-88e6-6b14efe33061 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:42:33.018109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1b43-04ed-491e-a954-8217f486cbfc None None] Pushing event updated for resources: {'Port': ['ID=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:33.068907 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:33.125594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:33.135908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] Set router 639d0f3c-4957-47ef-953c-b4461fbfabe4 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:33.232322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Pushing event updated for resources: {'Port': ['ID=7c9c42ff-d56b-4703-88e6-6b14efe33061,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:33.234677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:33.368711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Network 2b20f762-c414-4132-8dc7-546851e75960 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:33.369769 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:33.448579 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7c9c42ff-d56b-4703-88e6-6b14efe33061', 'name': '', 'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'mac_address': 'fa:16:3e:fe:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:32Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 1, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'subnets': [{'id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:33.452794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fc96b-2d09-446d-b54d-fee19909a555 None None] The sync data for ids ['639d0f3c-4957-47ef-953c-b4461fbfabe4'] in dv-neutron-837089-1-hyperv is: [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7c9c42ff-d56b-4703-88e6-6b14efe33061', 'name': '', 'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'mac_address': 'fa:16:3e:fe:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:32Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 1, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'subnets': [{'id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:42:33.565737 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Router 639d0f3c-4957-47ef-953c-b4461fbfabe4 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:42:33.634995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2b6ebaa7-1463-4c5d-b94a-bba39aba3ffb None None] Provisioning complete for port 7c9c42ff-d56b-4703-88e6-6b14efe33061 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:33.635373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b6ebaa7-1463-4c5d-b94a-bba39aba3ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:33.706565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2b6ebaa7-1463-4c5d-b94a-bba39aba3ffb None None] Port 7c9c42ff-d56b-4703-88e6-6b14efe33061 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:42:33.775750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:42:33.785072 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2faa8e54-1d0a-47f9-96a9-52029dc82537 admin admin] 10.222.0.24 "PUT /v2.0/routers/639d0f3c-4957-47ef-953c-b4461fbfabe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5039043 Apr 18 12:42:34.855165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-871b5ec8-0a55-444e-a11f-e5f7d11d93a0 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:34.855165 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-871b5ec8-0a55-444e-a11f-e5f7d11d93a0 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/networks?id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 200 len: 817 time: 0.1449604 Apr 18 12:42:34.869410 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-7a6eced8-2080-46bc-8ae6-e99e77a891d2 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/quotas/02f77a3fd0eb4837a3727185d81f314f HTTP/1.1" status: 200 len: 375 time: 0.0093844 Apr 18 12:42:34.951690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-fd870dfb-fe98-40cd-8011-4d33fd2ebcae tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:42:35.024443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-fd870dfb-fe98-40cd-8011-4d33fd2ebcae tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:42:35.025670 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-fd870dfb-fe98-40cd-8011-4d33fd2ebcae tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1514297 Apr 18 12:42:35.041381 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-a246f39e-d263-4f83-a90f-b7ccab4b669f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88783) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:42:35.042433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-a246f39e-d263-4f83-a90f-b7ccab4b669f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054219 Apr 18 12:42:35.173997 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-9472df12-5f0a-404a-8927-584d62e3293e service neutron] 10.222.0.24 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261256 Apr 18 12:42:35.308028 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-931ff7a7-5db2-41db-9197-c600a0e04b6a service neutron] 10.222.0.24 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276603 Apr 18 12:42:35.572855 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-27ff01f6-e44e-4df5-82b3-a92298b02936 req-4889a511-2550-4a51-bff9-7115b1f02353 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 210 time: 0.0475936 Apr 18 12:42:36.013336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:36.150376 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:36.155789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:36.159726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:36.273255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:36.289308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:36.373378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:36.439941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:36.721942 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aabf2d1b-736d-4681-a171-3b1de2f3960a req-2f3a5491-22b3-4363-929a-444f239d2c9f tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 210 time: 0.0411975 Apr 18 12:42:36.818876 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Sync routers for ids ['639d0f3c-4957-47ef-953c-b4461fbfabe4'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:42:36.827279 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Routers {'639d0f3c-4957-47ef-953c-b4461fbfabe4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:36.827870 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['639d0f3c-4957-47ef-953c-b4461fbfabe4'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:37.004071 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Set router 639d0f3c-4957-47ef-953c-b4461fbfabe4 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:37.313464 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7c9c42ff-d56b-4703-88e6-6b14efe33061', 'name': '', 'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'mac_address': 'fa:16:3e:fe:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:32Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 2, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'subnets': [{'id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:37.317138 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Checking router: 639d0f3c-4957-47ef-953c-b4461fbfabe4 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:42:37.317484 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Updating router 639d0f3c-4957-47ef-953c-b4461fbfabe4 port 7c9c42ff-d56b-4703-88e6-6b14efe33061 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:42:37.372127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:37.734663 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:37.746288 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Transition to ACTIVE for port object 7c9c42ff-d56b-4703-88e6-6b14efe33061 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:37.811498 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:37.835555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-1be818e2-3b39-46ca-b79a-63bbcceb5935 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:37.836240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-1be818e2-3b39-46ca-b79a-63bbcceb5935 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:42:37.890800 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-92054039-32f5-4076-99b5-0f6194612217 req-bc088847-81a3-4f96-b859-c066b78ae467 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 210 time: 0.0516615 Apr 18 12:42:37.927891 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde5ed5-107c-4f8b-bdca-a3ac0718c372 None None] Pushing event updated for resources: {'Port': ['ID=7c9c42ff-d56b-4703-88e6-6b14efe33061,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:37.971980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-1be818e2-3b39-46ca-b79a-63bbcceb5935 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:42:37.975082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-1be818e2-3b39-46ca-b79a-63bbcceb5935 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "GET /v2.0/networks?id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 200 len: 817 time: 0.4260898 Apr 18 12:42:37.986629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Request body: {'port': {'device_id': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'admin_state_up': True, 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:38.025275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:38.039232 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Attempting to bind port 7c9c42ff-d56b-4703-88e6-6b14efe33061 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:38.039589 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Attempting to bind port 7c9c42ff-d56b-4703-88e6-6b14efe33061 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:38.039943 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Attempting to bind port 7c9c42ff-d56b-4703-88e6-6b14efe33061 on network 2b20f762-c414-4132-8dc7-546851e75960 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:38.052821 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:38.053433 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Checking segment: {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:38.054619 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.055598 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Bound using segment: {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:38.056493 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Bound port: 7c9c42ff-d56b-4703-88e6-6b14efe33061, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20a5b3f-dd37-418c-a780-5bd8e37400f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2b20f762-c414-4132-8dc7-546851e75960'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:38.057039 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.101479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-080ec9ae-a0d8-4ff2-8aa7-e6c6478297af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.126913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:38.127593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.154330 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] For port 7c9c42ff-d56b-4703-88e6-6b14efe33061, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:38.163631 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] For port 7c9c42ff-d56b-4703-88e6-6b14efe33061, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7c9c42ff-d56b-4703-88e6-6b14efe33061,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:38.164464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:42:38.174128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:42:38.245828 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.258966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Made reservation on behalf of 02f77a3fd0eb4837a3727185d81f314f for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:42:38.262977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.325050 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Routers {'639d0f3c-4957-47ef-953c-b4461fbfabe4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:42:38.325678 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:42:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['639d0f3c-4957-47ef-953c-b4461fbfabe4'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:38.396615 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde5ed5-107c-4f8b-bdca-a3ac0718c372 None None] Pushing event updated for resources: {'Port': ['ID=7c9c42ff-d56b-4703-88e6-6b14efe33061,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:38.439701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Allocated IP 172.20.0.12 (00c4b0ef-0d5e-4eb1-bed7-a68c47307fed/33b6393c-fdc7-422f-9933-8c03bbec6f1d/315a9d67-d7a2-4c37-a77f-c05d3130a969) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:42:38.522138 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] Set router 639d0f3c-4957-47ef-953c-b4461fbfabe4 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:42:38.657106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.672966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Transition to ACTIVE for port object 315a9d67-d7a2-4c37-a77f-c05d3130a969 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:38.768472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:38.833146 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7c9c42ff-d56b-4703-88e6-6b14efe33061', 'name': '', 'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'mac_address': 'fa:16:3e:fe:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:32Z', 'updated_at': '2022-04-18T12:42:38Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'subnets': [{'id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:42:38.834391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:42:38.837657 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8e365-b20b-4470-8201-5001afb9d8b0 None None] The sync data for ids ['639d0f3c-4957-47ef-953c-b4461fbfabe4'] in dv-neutron-837089-1-hyperv is: [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:42:32Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7c9c42ff-d56b-4703-88e6-6b14efe33061', 'name': '', 'network_id': '2b20f762-c414-4132-8dc7-546851e75960', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'mac_address': 'fa:16:3e:fe:78:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1638, 'fixed_ips': [{'subnet_id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:32Z', 'updated_at': '2022-04-18T12:42:38Z', 'revision_number': 4, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'subnets': [{'id': '6e886162-f96a-4d51-8ae5-bba76756b3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:42:38.837951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:42:38.853723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:42:38.886437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Pushing event updated for resources: {'Port': ['ID=315a9d67-d7a2-4c37-a77f-c05d3130a969,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:38.937640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:38.938286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:39.043506 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-2e57c170-1df8-4cb6-a603-e8f5441df187 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0609052 Apr 18 12:42:39.054751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-bd25463a-4567-442f-ae23-6e182d42ce90 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:42:39.057680 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-bd25463a-4567-442f-ae23-6e182d42ce90 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066409 Apr 18 12:42:39.096538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f6deb-372c-4731-b16a-7a0c2a396ce6 req-dd5b1ab4-12ec-4870-ad56-67f949bba54b tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:39.099281 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-832f6deb-372c-4731-b16a-7a0c2a396ce6 req-dd5b1ab4-12ec-4870-ad56-67f949bba54b tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 932 time: 0.0850322 Apr 18 12:42:39.152142 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-832f6deb-372c-4731-b16a-7a0c2a396ce6 req-737af551-14ea-4497-bfb7-e40292ae836f tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448873 Apr 18 12:42:39.159139 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:42:39.162186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f68d4f77-9387-4bc7-9b49-2dc3b1847b77 None None] Provisioning for port 315a9d67-d7a2-4c37-a77f-c05d3130a969 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:39.170173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f68d4f77-9387-4bc7-9b49-2dc3b1847b77 None None] Provisioning complete for port 315a9d67-d7a2-4c37-a77f-c05d3130a969 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:39.170573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f68d4f77-9387-4bc7-9b49-2dc3b1847b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:39.187341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Request body: {'port': {'device_id': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:42:39.233658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f68d4f77-9387-4bc7-9b49-2dc3b1847b77 None None] Port 315a9d67-d7a2-4c37-a77f-c05d3130a969 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:42:39.313590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:39.658731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315a9d67-d7a2-4c37-a77f-c05d3130a969 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:42:39.666365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:39.685659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Transition to ACTIVE for port object 315a9d67-d7a2-4c37-a77f-c05d3130a969 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:42:39.745508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:39.941452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=315a9d67-d7a2-4c37-a77f-c05d3130a969,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:39.990672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Attempting to bind port 315a9d67-d7a2-4c37-a77f-c05d3130a969 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:42:39.991026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Attempting to bind port 315a9d67-d7a2-4c37-a77f-c05d3130a969 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:42:39.991351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Attempting to bind port 315a9d67-d7a2-4c37-a77f-c05d3130a969 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:39.995936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Port 315a9d67-d7a2-4c37-a77f-c05d3130a969 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:42:39.996251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Attempting to bind port 315a9d67-d7a2-4c37-a77f-c05d3130a969 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:42:40.001259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:42:40.001589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Checking segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:42:40.001969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Bound using segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:42:40.002388 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Bound port: 315a9d67-d7a2-4c37-a77f-c05d3130a969, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:42:40.002762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.028899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7c9c42ff-d56b-4703-88e6-6b14efe33061 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:40.202159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7c9c42ff-d56b-4703-88e6-6b14efe33061 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:40.208808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7c9c42ff-d56b-4703-88e6-6b14efe33061 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:40.212838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.213115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] For port 315a9d67-d7a2-4c37-a77f-c05d3130a969, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:42:40.216270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] For port 315a9d67-d7a2-4c37-a77f-c05d3130a969, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:42:40.263429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd878301-bb09-436d-8370-81b56a406869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.300629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.325607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.360024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7c9c42ff-d56b-4703-88e6-6b14efe33061, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7c9c42ff-d56b-4703-88e6-6b14efe33061,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:40.373571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:40.378477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.378477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] 10.222.0.15 "PUT /v2.0/ports/315a9d67-d7a2-4c37-a77f-c05d3130a969 HTTP/1.1" status: 200 len: 1094 time: 1.3123486 Apr 18 12:42:40.378477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'tag': '315a9d67-d7a2-4c37-a77f-c05d3130a969'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:42:40.407380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be2f2f-3632-444c-b30e-0cf013713fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=315a9d67-d7a2-4c37-a77f-c05d3130a969,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:40.427011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-3e5916f2-9cf3-4448-bb8f-0912ff7ff401 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:40.428035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-3e5916f2-9cf3-4448-bb8f-0912ff7ff401 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:42:40.453903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:40.489894 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f86786-51cb-4a3b-8910-d805152b5598'] response: {'name': 'network-changed', 'server_uuid': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'tag': '315a9d67-d7a2-4c37-a77f-c05d3130a969', 'status': 'completed', 'code': 200} Apr 18 12:42:40.529883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7c9c42ff-d56b-4703-88e6-6b14efe33061,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:40.544794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-3e5916f2-9cf3-4448-bb8f-0912ff7ff401 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:42:40.545943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-3e5916f2-9cf3-4448-bb8f-0912ff7ff401 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 944 time: 0.2817366 Apr 18 12:42:40.604489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-1ec566c3-8664-49a6-ad99-1012ed569aa2 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:42:40.631451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-db1979eb-f92a-4cde-baf9-bcf65d29a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:40.633486 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-db1979eb-f92a-4cde-baf9-bcf65d29a844 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 1097 time: 0.1290085 Apr 18 12:42:40.700920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-5ef9ee78-1b4b-406d-b252-0cff0a918063 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969 HTTP/1.1" status: 200 len: 217 time: 0.0592310 Apr 18 12:42:40.739876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-1ec566c3-8664-49a6-ad99-1012ed569aa2 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:42:40.740909 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23996ded-c0e6-4ff3-9603-cd8dd276f50b req-1ec566c3-8664-49a6-ad99-1012ed569aa2 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881075 Apr 18 12:42:40.768693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-0dfdef7f-0cea-46db-a007-5252f9e9e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:40.770080 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-0dfdef7f-0cea-46db-a007-5252f9e9e973 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33b6393c-fdc7-422f-9933-8c03bbec6f1d HTTP/1.1" status: 200 len: 856 time: 0.0614183 Apr 18 12:42:40.842577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-19020f14-08da-49a4-80f3-0459583c1da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:40.843973 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-19020f14-08da-49a4-80f3-0459583c1da6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671756 Apr 18 12:42:40.971962 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-771d03f6-bee5-43c1-82b0-084df11119cf service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212120 Apr 18 12:42:41.098203 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9708c9c5-0ddc-43ec-af9b-ee919a16ce3e req-8d6af609-c771-4d8a-abff-4523c5e43056 service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201675 Apr 18 12:42:41.249008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb521-f95b-438b-9f5d-9feec37554ac req-6fe79ee2-a7ee-45ef-aa7d-10901a1c07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:41.250347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-6fe79ee2-a7ee-45ef-aa7d-10901a1c07fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 1097 time: 0.0690608 Apr 18 12:42:41.380098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb521-f95b-438b-9f5d-9feec37554ac req-d12eed0d-85cd-414d-9caf-4a522fa16b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:41.381499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-d12eed0d-85cd-414d-9caf-4a522fa16b43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 200 len: 918 time: 0.1247067 Apr 18 12:42:41.405826 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:41.452787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-08ba33eb-a12d-4d93-bfe9-723f2363e6ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969 HTTP/1.1" status: 200 len: 217 time: 0.0640347 Apr 18 12:42:41.517571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb521-f95b-438b-9f5d-9feec37554ac req-eebfd651-f455-4dca-91b8-932df91952be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:41.518916 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-eebfd651-f455-4dca-91b8-932df91952be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33b6393c-fdc7-422f-9933-8c03bbec6f1d HTTP/1.1" status: 200 len: 856 time: 0.0598519 Apr 18 12:42:41.592588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bb521-f95b-438b-9f5d-9feec37554ac req-fffb3c8c-199e-47b5-97dc-a58942da724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:41.593995 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-fffb3c8c-199e-47b5-97dc-a58942da724e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685284 Apr 18 12:42:41.676901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:41.727371 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-70ddbd60-2e42-4615-bc7b-88453619aa7c service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260767 Apr 18 12:42:41.864659 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-082bb521-f95b-438b-9f5d-9feec37554ac req-e9f727ec-48ba-4fdf-923d-e50c328cfb6b service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291025 Apr 18 12:42:42.005587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7c9c42ff-d56b-4703-88e6-6b14efe33061 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:42.044047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b67e6-6c85-4bc4-8c13-864a51543653 req-db40fe43-ae61-45e4-8a49-a2cdc5494257 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:42.045586 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f38b67e6-6c85-4bc4-8c13-864a51543653 req-db40fe43-ae61-45e4-8a49-a2cdc5494257 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 944 time: 0.1939218 Apr 18 12:42:42.073303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7c9c42ff-d56b-4703-88e6-6b14efe33061 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:42.073666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:42.093044 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f38b67e6-6c85-4bc4-8c13-864a51543653 req-f9915e98-3d7c-49c0-a3f0-aaf5c81cfd79 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397253 Apr 18 12:42:43.018811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:43.188897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a9d67-d7a2-4c37-a77f-c05d3130a969 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:42:43.280742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e12c0c9-6e55-4ed9-a9bf-bdc64911db9d req-c8e7d5c0-57e9-4045-b81d-0482c7d70441 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:43.282491 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e12c0c9-6e55-4ed9-a9bf-bdc64911db9d req-c8e7d5c0-57e9-4045-b81d-0482c7d70441 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 944 time: 0.0818934 Apr 18 12:42:43.323555 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 315a9d67-d7a2-4c37-a77f-c05d3130a969, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:43.338373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '315a9d67-d7a2-4c37-a77f-c05d3130a969', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'port_id': '315a9d67-d7a2-4c37-a77f-c05d3130a969', 'mac_address': 'fa:16:3e:ed:b7:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:42:43.400089 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:43.417645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315a9d67-d7a2-4c37-a77f-c05d3130a969 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:42:43.433163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 315a9d67-d7a2-4c37-a77f-c05d3130a969, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:43.440161 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e12c0c9-6e55-4ed9-a9bf-bdc64911db9d req-997730cc-44bb-4d7c-a99d-4d542f06550d tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513155 Apr 18 12:42:43.522762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:43.589035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=315a9d67-d7a2-4c37-a77f-c05d3130a969,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:43.729398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['315a9d67-d7a2-4c37-a77f-c05d3130a969'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:42:44.623921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219443-ffa3-4f62-a993-f8f025c049b3 req-fba7b5e2-f661-47d7-8f32-b358d8911c77 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:44.625342 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6f219443-ffa3-4f62-a993-f8f025c049b3 req-fba7b5e2-f661-47d7-8f32-b358d8911c77 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 945 time: 0.0819962 Apr 18 12:42:44.668267 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6f219443-ffa3-4f62-a993-f8f025c049b3 req-693b5df9-2425-40df-8acf-55c6afe5fb9c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373502 Apr 18 12:42:45.206380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a9d67-d7a2-4c37-a77f-c05d3130a969 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:42:45.330941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 315a9d67-d7a2-4c37-a77f-c05d3130a969 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:42:45.336165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 315a9d67-d7a2-4c37-a77f-c05d3130a969 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:42:45.336530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:45.447285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:45.472901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a9d67-d7a2-4c37-a77f-c05d3130a969'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:42:45.482723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 315a9d67-d7a2-4c37-a77f-c05d3130a969, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:42:45.516710 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5233c9-c426-4a31-bb03-7a1b3e4a9110'] response: {'server_uuid': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315a9d67-d7a2-4c37-a77f-c05d3130a969', 'code': 200} Apr 18 12:42:45.562397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:45.644658 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=315a9d67-d7a2-4c37-a77f-c05d3130a969,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:42:45.703068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:42:45.851616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14164-1077-4481-bdc3-82122d5e6c92 req-d1b8fd8f-97f5-471c-b0d6-09ddb5956017 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:45.853240 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3cc14164-1077-4481-bdc3-82122d5e6c92 req-d1b8fd8f-97f5-471c-b0d6-09ddb5956017 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0809593 Apr 18 12:42:45.887102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6dca4-7c30-4c92-a7f2-06cc1c49e0c8 req-3a70c0ba-fc22-4546-badc-d30b4210e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:45.888556 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eea6dca4-7c30-4c92-a7f2-06cc1c49e0c8 req-3a70c0ba-fc22-4546-badc-d30b4210e36d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 1099 time: 0.0723348 Apr 18 12:42:45.900183 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3cc14164-1077-4481-bdc3-82122d5e6c92 req-6258ff72-26a1-4b36-a36c-73bc862cbbad tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Apr 18 12:42:45.929200 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eea6dca4-7c30-4c92-a7f2-06cc1c49e0c8 req-7fc12429-edd0-486c-a3d5-4487718a8732 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334380 Apr 18 12:42:47.087558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84727b-2479-4a24-bd8d-bdbf0dffb169 req-67b793b7-973a-4f08-bb3b-32bad034524b tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:47.089025 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-db84727b-2479-4a24-bd8d-bdbf0dffb169 req-67b793b7-973a-4f08-bb3b-32bad034524b tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0827472 Apr 18 12:42:47.135194 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-db84727b-2479-4a24-bd8d-bdbf0dffb169 req-504ca5ab-b983-43eb-8ba7-079208bc572d tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Apr 18 12:42:48.318673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efad96-260d-48cf-b127-7684dcb59a3e req-8fed1c51-7212-440f-acaf-4664ca5279f3 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:48.320721 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d2efad96-260d-48cf-b127-7684dcb59a3e req-8fed1c51-7212-440f-acaf-4664ca5279f3 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0781491 Apr 18 12:42:48.363944 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d2efad96-260d-48cf-b127-7684dcb59a3e req-5b4596e8-b6cf-4819-9783-f77154553354 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Apr 18 12:42:48.548514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad0a28-11e1-42b9-98a5-80df92fdd3ec req-3cc3b198-8cff-46f1-9ffd-d91e2c2e29ec tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:48.549959 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0cad0a28-11e1-42b9-98a5-80df92fdd3ec req-3cc3b198-8cff-46f1-9ffd-d91e2c2e29ec tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0782876 Apr 18 12:42:48.596377 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0cad0a28-11e1-42b9-98a5-80df92fdd3ec req-cd974894-e2ff-45f3-9b0a-8952ca063372 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Apr 18 12:42:50.645847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-a0434281-5f30-4372-9631-59b7ccb9f412 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757320 Apr 18 12:42:50.784229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-535f0341-c94f-41e6-9758-881f2d183219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:50.785676 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-535f0341-c94f-41e6-9758-881f2d183219 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 1099 time: 0.0723028 Apr 18 12:42:50.933897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-1d23279c-1ce9-4793-87fb-6cb1226a532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:50.935415 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-1d23279c-1ce9-4793-87fb-6cb1226a532b service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 200 len: 918 time: 0.1310332 Apr 18 12:42:51.007690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-ae5dbe59-3c14-46c0-a665-4ce2387dcdee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969 HTTP/1.1" status: 200 len: 217 time: 0.0661228 Apr 18 12:42:51.071621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-db47220c-9586-481a-ad4b-a336d5042a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:51.073050 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-db47220c-9586-481a-ad4b-a336d5042a03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33b6393c-fdc7-422f-9933-8c03bbec6f1d HTTP/1.1" status: 200 len: 856 time: 0.0586672 Apr 18 12:42:51.151052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-a95f91cc-d0cb-40fa-ae60-780e21aaae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:42:51.152411 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-a95f91cc-d0cb-40fa-ae60-780e21aaae4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726995 Apr 18 12:42:51.285642 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-9954687a-982e-4949-aed3-9f9dce3d8c67 service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270933 Apr 18 12:42:51.418120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6aa4b10-ee4d-499d-9e1e-2cf24256aed7 req-25fccaf3-d4c0-4c20-9139-b33ebf123905 service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259606 Apr 18 12:43:06.590745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd6046-d367-4031-bc6c-c32f5da3cbda req-534e1909-386b-4276-8917-7a49da27f76d tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:06.592294 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-32fd6046-d367-4031-bc6c-c32f5da3cbda req-534e1909-386b-4276-8917-7a49da27f76d tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0849664 Apr 18 12:43:06.643524 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-32fd6046-d367-4031-bc6c-c32f5da3cbda req-215ffc02-230e-4a03-8f27-531d4c610ac9 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Apr 18 12:43:07.838097 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb50588-4a38-489b-a73b-1ed6fab2b488 req-7d8468b8-bcd5-4594-8d0c-2a086c8e0487 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:07.839572 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1cb50588-4a38-489b-a73b-1ed6fab2b488 req-7d8468b8-bcd5-4594-8d0c-2a086c8e0487 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0865593 Apr 18 12:43:07.883708 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1cb50588-4a38-489b-a73b-1ed6fab2b488 req-7222854e-0019-478e-8ceb-3af41c2f8497 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 Apr 18 12:43:08.064883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ed3bb71a-f384-47f3-9c13-18309ed86efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:08.071724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34411ed3-0d02-4353-9ea7-c01432986087 req-d379b5f7-2238-4e8d-9a8f-4d669fe99bcf tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:08.074963 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-34411ed3-0d02-4353-9ea7-c01432986087 req-d379b5f7-2238-4e8d-9a8f-4d669fe99bcf tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 946 time: 0.0778799 Apr 18 12:43:08.141447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Deleting port 315a9d67-d7a2-4c37-a77f-c05d3130a969 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:08.141701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:08.378824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] For port 315a9d67-d7a2-4c37-a77f-c05d3130a969, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=315a9d67-d7a2-4c37-a77f-c05d3130a969,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:08.379171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:08.501733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Calling delete_port for 315a9d67-d7a2-4c37-a77f-c05d3130a969 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:08.699426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:08.710545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['315a9d67-d7a2-4c37-a77f-c05d3130a969'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:43:08.852023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Pushing event deleted for resources: {'Port': ['ID=315a9d67-d7a2-4c37-a77f-c05d3130a969,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:08.887999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.888341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.894965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.895442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.895879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.896206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.896538 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.897531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.897861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.898185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.898539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.898928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:08.950673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] No DVR routers for this DVR port 315a9d67-d7a2-4c37-a77f-c05d3130a969 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:43:08.953192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:08.956020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'name': 'network-vif-deleted', 'tag': '315a9d67-d7a2-4c37-a77f-c05d3130a969'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:43:09.033086 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88f94ec3-b105-4d2e-a5c7-6bf18f24d85b'] response: {'server_uuid': 'a2518ae4-c7fc-420c-ad8e-077eb550d57f', 'name': 'network-vif-deleted', 'tag': '315a9d67-d7a2-4c37-a77f-c05d3130a969', 'status': 'completed', 'code': 200} Apr 18 12:43:09.039339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-cbbc37d2-b762-4947-b5d5-bb7055e0c97c req-1001ee17-2175-4e18-90fe-2a291fe55b4a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:43:09.042614 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-34411ed3-0d02-4353-9ea7-c01432986087 req-6fef56ad-63e0-4e94-b3b3-47ed1247749a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "DELETE /v2.0/ports/315a9d67-d7a2-4c37-a77f-c05d3130a969 HTTP/1.1" status: 204 len: 173 time: 0.9639382 Apr 18 12:43:09.131784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-cbbc37d2-b762-4947-b5d5-bb7055e0c97c req-1001ee17-2175-4e18-90fe-2a291fe55b4a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:43:09.133228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cbbc37d2-b762-4947-b5d5-bb7055e0c97c req-1001ee17-2175-4e18-90fe-2a291fe55b4a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2518ae4-c7fc-420c-ad8e-077eb550d57f HTTP/1.1" status: 200 len: 210 time: 0.1401446 Apr 18 12:43:10.248229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7bf0da7a-fd75-4609-a223-eff79493a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:11.442321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:11.453587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a9d67-d7a2-4c37-a77f-c05d3130a969 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:43:11.491161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 315a9d67-d7a2-4c37-a77f-c05d3130a969 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:43:11.491505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 315a9d67-d7a2-4c37-a77f-c05d3130a969 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:43:11.685216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:12.144600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-67728e75-3c07-483e-a56c-d8fcbe67a62a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:12.146420 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-67728e75-3c07-483e-a56c-d8fcbe67a62a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/networks?id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 200 len: 817 time: 0.1435316 Apr 18 12:43:12.161019 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-08c8d3f3-bb02-4807-bde6-15884bb50396 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/quotas/02f77a3fd0eb4837a3727185d81f314f HTTP/1.1" status: 200 len: 375 time: 0.0087686 Apr 18 12:43:12.242271 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-096c70cb-ce04-4fad-8d0c-1f4919b748b2 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758343 Apr 18 12:43:12.439359 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-1f29d0be-6ced-4ef1-98f0-62397cb87652 service neutron] 10.222.0.24 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858733 Apr 18 12:43:12.567858 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-33014462-6760-441a-b82c-7103f6455c8c service neutron] 10.222.0.24 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225681 Apr 18 12:43:12.803378 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e04084e2-7d5f-4f55-9a95-220cf400b48f req-7e225908-80a6-493f-b74f-33a47887c1c0 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 210 time: 0.0415721 Apr 18 12:43:13.016776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:13.962970 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a9c50a79-a3b1-4aef-b081-265afa44f87b req-93457caa-fc02-4e79-8d1b-316f58abd7c3 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 210 time: 0.0472803 Apr 18 12:43:14.768286 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-186f7884-8a10-49f9-ab78-40bc54c4d318 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:14.769675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-186f7884-8a10-49f9-ab78-40bc54c4d318 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "GET /v2.0/networks?id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 200 len: 817 time: 0.1445482 Apr 18 12:43:14.780316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Request body: {'port': {'device_id': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'admin_state_up': True, 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:43:14.911437 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:43:14.921413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:43:14.988167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Made reservation on behalf of 02f77a3fd0eb4837a3727185d81f314f for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:43:14.993103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.117503 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f2135dd9-44d2-41c7-a29a-b79e2f3e3d5a req-48345d00-ea32-4ee4-95f8-33975d87b1c1 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 210 time: 0.0480828 Apr 18 12:43:15.157291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Allocated IP 172.20.0.6 (00c4b0ef-0d5e-4eb1-bed7-a68c47307fed/33b6393c-fdc7-422f-9933-8c03bbec6f1d/9c281bd5-3e32-4481-a6c3-8ce44803cd87) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:43:15.355683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.370548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Transition to ACTIVE for port object 9c281bd5-3e32-4481-a6c3-8ce44803cd87 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:43:15.457007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.519903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:43:15.522809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:43:15.526420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:43:15.573510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Pushing event updated for resources: {'Port': ['ID=9c281bd5-3e32-4481-a6c3-8ce44803cd87,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:15.603780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:15.604407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.715187 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-5423bb81-6108-4402-96ba-e90390c72ed8 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382758 Apr 18 12:43:15.727105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Request body: {'port': {'device_id': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:43:15.743256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.823024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-037241a0-1c1f-4b65-881b-36ba3b52b2d6 None None] Provisioning for port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:43:15.827941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-037241a0-1c1f-4b65-881b-36ba3b52b2d6 None None] Provisioning complete for port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:43:15.832827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-037241a0-1c1f-4b65-881b-36ba3b52b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.843327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:15.881628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-037241a0-1c1f-4b65-881b-36ba3b52b2d6 None None] Port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:43:16.159130 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:43:16.331719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c281bd5-3e32-4481-a6c3-8ce44803cd87 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:43:16.342030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:16.366427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Transition to ACTIVE for port object 9c281bd5-3e32-4481-a6c3-8ce44803cd87 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:43:16.377733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9228a3-8ea0-4372-9373-c911cd0a3c17 req-f9c93586-8a38-457f-ac0e-92f260aa6217 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:16.378411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8f9228a3-8ea0-4372-9373-c911cd0a3c17 req-f9c93586-8a38-457f-ac0e-92f260aa6217 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:43:16.442252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:16.490011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8f9228a3-8ea0-4372-9373-c911cd0a3c17 req-f9c93586-8a38-457f-ac0e-92f260aa6217 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:43:16.491186 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f9228a3-8ea0-4372-9373-c911cd0a3c17 req-f9c93586-8a38-457f-ac0e-92f260aa6217 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 931 time: 0.2691286 Apr 18 12:43:16.634767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c281bd5-3e32-4481-a6c3-8ce44803cd87,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:16.646048 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8f9228a3-8ea0-4372-9373-c911cd0a3c17 req-1f25a99c-a3f8-4bac-b806-438d359d5b63 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050677 Apr 18 12:43:16.719477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Attempting to bind port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:43:16.719810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Attempting to bind port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:43:16.720135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Attempting to bind port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:43:16.724890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:43:16.725208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Attempting to bind port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 on network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:43:16.730753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:43:16.731083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Checking segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:43:16.731455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Bound using segment: {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:43:16.731873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Bound port: 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db897d7-b184-4406-88f6-cea49541651b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:43:16.732211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:16.817824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] For port 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:43:16.820682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] For port 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=9c281bd5-3e32-4481-a6c3-8ce44803cd87,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:43:16.908825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:16.967986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:16.968606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:16.969976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c281bd5-3e32-4481-a6c3-8ce44803cd87 HTTP/1.1" status: 200 len: 1093 time: 1.2476518 Apr 18 12:43:16.970401 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'tag': '9c281bd5-3e32-4481-a6c3-8ce44803cd87'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:43:16.996107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5702c09-7863-4397-91a0-2301d70604d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c281bd5-3e32-4481-a6c3-8ce44803cd87,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:17.027183 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60226e5f-64cd-44df-a268-7b3bd2190ee8'] response: {'name': 'network-changed', 'server_uuid': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'tag': '9c281bd5-3e32-4481-a6c3-8ce44803cd87', 'status': 'completed', 'code': 200} Apr 18 12:43:17.120053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda83f5-54fa-4bc7-acfe-db33993caf35 req-0f0b4d5a-df52-450a-b9ef-02790d6e6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:17.121603 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bda83f5-54fa-4bc7-acfe-db33993caf35 req-0f0b4d5a-df52-450a-b9ef-02790d6e6457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 1096 time: 0.0733509 Apr 18 12:43:17.262162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda83f5-54fa-4bc7-acfe-db33993caf35 req-067d9ce9-9b28-4931-8b45-2e264e128599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:17.263861 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bda83f5-54fa-4bc7-acfe-db33993caf35 req-067d9ce9-9b28-4931-8b45-2e264e128599 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=02f77a3fd0eb4837a3727185d81f314f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1354609 Apr 18 12:43:17.398820 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda83f5-54fa-4bc7-acfe-db33993caf35 req-3d922532-2e90-43be-a39b-dcfbfcefa822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:17.400234 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2bda83f5-54fa-4bc7-acfe-db33993caf35 req-3d922532-2e90-43be-a39b-dcfbfcefa822 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311216 Apr 18 12:43:17.505702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5e8630e-e3cc-4736-8c44-909e7f3e07f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:17.507101 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-a5e8630e-e3cc-4736-8c44-909e7f3e07f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=02f77a3fd0eb4837a3727185d81f314f&device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 1096 time: 0.0730917 Apr 18 12:43:17.574274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-c593b5bd-9f1d-4bf5-a82b-6e99220e87ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c281bd5-3e32-4481-a6c3-8ce44803cd87 HTTP/1.1" status: 200 len: 217 time: 0.0599151 Apr 18 12:43:17.638671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-fff4fe52-aa97-4e88-b015-412eb1c299ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:17.640071 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-fff4fe52-aa97-4e88-b015-412eb1c299ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=33b6393c-fdc7-422f-9933-8c03bbec6f1d HTTP/1.1" status: 200 len: 856 time: 0.0601916 Apr 18 12:43:17.715043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-421334a3-9e88-4207-9c17-612fb2b546f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:17.716513 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-421334a3-9e88-4207-9c17-612fb2b546f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691955 Apr 18 12:43:18.004066 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-adedcdc0-d84e-4697-aa70-7daa845812c8 service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817154 Apr 18 12:43:18.037421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c47e96a-c606-4dea-85fd-2ea5fb09ff2b req-6e00e29b-5d47-494c-8518-cba9de459957 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:18.039334 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9c47e96a-c606-4dea-85fd-2ea5fb09ff2b req-6e00e29b-5d47-494c-8518-cba9de459957 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 943 time: 0.2864683 Apr 18 12:43:18.152072 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9c47e96a-c606-4dea-85fd-2ea5fb09ff2b req-1a66168c-2ea6-454b-9afb-3c4304b9a1f6 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021948 Apr 18 12:43:18.177188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc2ba0-976d-4192-b20c-eec97cc21579 req-10e0cff6-328c-42de-9821-3c349602f75d service neutron] 10.222.0.15 "GET /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657944 Apr 18 12:43:19.338568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362e075-60ed-42ed-a12f-8ee7124695b5 req-54a4c26d-c889-4205-bfe5-1af169c9366a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:19.342119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5362e075-60ed-42ed-a12f-8ee7124695b5 req-54a4c26d-c889-4205-bfe5-1af169c9366a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 943 time: 0.0818481 Apr 18 12:43:19.386533 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5362e075-60ed-42ed-a12f-8ee7124695b5 req-e743a911-27d3-46a6-a22d-ad4e0054c70e tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Apr 18 12:43:20.570606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0530e-a22b-4f5f-b32f-432801dc2a31 req-bc122913-085d-45a5-8331-4235e92d0b2a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:20.572042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aca0530e-a22b-4f5f-b32f-432801dc2a31 req-bc122913-085d-45a5-8331-4235e92d0b2a tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 943 time: 0.0786002 Apr 18 12:43:20.616945 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aca0530e-a22b-4f5f-b32f-432801dc2a31 req-fb21c42c-a3eb-415f-9c23-8cffd0db32bd tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390623 Apr 18 12:43:21.453998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 9c281bd5-3e32-4481-a6c3-8ce44803cd87 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:43:21.582576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=9c281bd5-3e32-4481-a6c3-8ce44803cd87,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:21.596105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '9c281bd5-3e32-4481-a6c3-8ce44803cd87', 'network_id': '00c4b0ef-0d5e-4eb1-bed7-a68c47307fed', 'port_id': '9c281bd5-3e32-4481-a6c3-8ce44803cd87', 'mac_address': 'fa:16:3e:94:6a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33b6393c-fdc7-422f-9933-8c03bbec6f1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:43:21.655719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:21.671793 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c281bd5-3e32-4481-a6c3-8ce44803cd87 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:43:21.687004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=9c281bd5-3e32-4481-a6c3-8ce44803cd87,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:21.748248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:21.802025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047fdd6-87a1-4777-8073-cde71a924381 req-6cda58b0-ba6f-4e85-beff-57647ac95c7b tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:21.803491 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9047fdd6-87a1-4777-8073-cde71a924381 req-6cda58b0-ba6f-4e85-beff-57647ac95c7b tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 944 time: 0.0836272 Apr 18 12:43:21.814677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=9c281bd5-3e32-4481-a6c3-8ce44803cd87,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:21.848031 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9047fdd6-87a1-4777-8073-cde71a924381 req-38e522a0-1a38-4757-8832-e6f14fae37df tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378625 Apr 18 12:43:21.941176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['9c281bd5-3e32-4481-a6c3-8ce44803cd87'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:43:23.031463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150a873-cd78-42d1-ac33-dc4143bc11e8 req-513a8a22-eafc-4307-849c-f2fa132ef5fd tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:23.032895 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e150a873-cd78-42d1-ac33-dc4143bc11e8 req-513a8a22-eafc-4307-849c-f2fa132ef5fd tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 944 time: 0.0818031 Apr 18 12:43:23.076153 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e150a873-cd78-42d1-ac33-dc4143bc11e8 req-80c2d476-1f14-4b46-926c-742d9f9d8ab3 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377071 Apr 18 12:43:23.469417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 9c281bd5-3e32-4481-a6c3-8ce44803cd87 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:43:23.605604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:43:23.610549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:43:23.610916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:23.721907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:23.750379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c281bd5-3e32-4481-a6c3-8ce44803cd87'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:43:23.759635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=9c281bd5-3e32-4481-a6c3-8ce44803cd87,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:23.795878 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f941a99a-c0ec-4e76-bc91-c533e071d319'] response: {'server_uuid': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c281bd5-3e32-4481-a6c3-8ce44803cd87', 'code': 200} Apr 18 12:43:23.811381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:23.877860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=9c281bd5-3e32-4481-a6c3-8ce44803cd87,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:24.131540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0c890-c42c-4f8c-a818-330fd85875c1 req-fc611ef8-3278-4683-a7a1-ee3b61a92034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:24.133011 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6c0c890-c42c-4f8c-a818-330fd85875c1 req-fc611ef8-3278-4683-a7a1-ee3b61a92034 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 1098 time: 0.0694621 Apr 18 12:43:24.176431 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c6c0c890-c42c-4f8c-a818-330fd85875c1 req-a53e5216-cd80-468a-b7e4-3230d5f280a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Apr 18 12:43:24.260176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611bd76f-fff9-4a48-b40a-19a344ac0d3f req-13ab7a7a-bc2e-4b50-80d7-9ca581660cc5 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:24.261603 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-611bd76f-fff9-4a48-b40a-19a344ac0d3f req-13ab7a7a-bc2e-4b50-80d7-9ca581660cc5 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 945 time: 0.0817659 Apr 18 12:43:24.306099 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-611bd76f-fff9-4a48-b40a-19a344ac0d3f req-2ed6cc3e-90e7-4876-992a-9f7411f286a3 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Apr 18 12:43:25.499115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f946a-6b81-4624-8f2c-6e0bb72ab6d1 req-b7a0001b-c208-4dcc-8da9-77fa6d060db0 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:25.500617 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f10f946a-6b81-4624-8f2c-6e0bb72ab6d1 req-b7a0001b-c208-4dcc-8da9-77fa6d060db0 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 945 time: 0.0827389 Apr 18 12:43:25.547674 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f10f946a-6b81-4624-8f2c-6e0bb72ab6d1 req-cea6c629-63fd-4e7f-b6f8-97ff3adda1fe tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Apr 18 12:43:25.734361 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfafd8-7c42-462b-ab65-412f60df207b req-45bc3b29-1a9d-42ff-86a1-241ae998e903 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:25.735823 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fecfafd8-7c42-462b-ab65-412f60df207b req-45bc3b29-1a9d-42ff-86a1-241ae998e903 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 945 time: 0.0812085 Apr 18 12:43:25.778896 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fecfafd8-7c42-462b-ab65-412f60df207b req-c23c641e-1af5-41d7-8638-07197f65d177 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375900 Apr 18 12:43:38.068116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af4af6eb-4f9f-4860-919c-c46bf1a41aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:40.302603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-96a338ca-c652-4539-8e81-6ae5ecd24ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:41.414047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:41.719748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:43.045452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:44.731071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee928-0349-482b-ba3d-869294cb3d1a req-5f02fe44-0545-4b95-9d12-0b39e72567a5 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:44.732536 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-036ee928-0349-482b-ba3d-869294cb3d1a req-5f02fe44-0545-4b95-9d12-0b39e72567a5 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 945 time: 0.0802462 Apr 18 12:43:44.775794 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-036ee928-0349-482b-ba3d-869294cb3d1a req-2ef06af7-8094-418a-aab3-979759ab1aae tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Apr 18 12:43:45.733337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:45.961906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa363-7dfb-4dd2-a3f7-91878fb3e606 req-90b31e63-44e9-406b-b3b0-e74310d31434 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:45.963265 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aa7aa363-7dfb-4dd2-a3f7-91878fb3e606 req-90b31e63-44e9-406b-b3b0-e74310d31434 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 945 time: 0.0816503 Apr 18 12:43:46.007206 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aa7aa363-7dfb-4dd2-a3f7-91878fb3e606 req-5519c9ec-4025-46a7-986b-3c58baf850c0 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/security-groups?id=7eab5960-ee5b-48fb-a73b-80ad3f83649d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383320 Apr 18 12:43:46.404975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-08011f0a-7420-4736-a460-7e32fc77af2f tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:43:46.406509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-08011f0a-7420-4736-a460-7e32fc77af2f tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 945 time: 0.0823450 Apr 18 12:43:46.474565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Deleting port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:46.474903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:46.716116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] For port 9c281bd5-3e32-4481-a6c3-8ce44803cd87, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=9c281bd5-3e32-4481-a6c3-8ce44803cd87,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:46.716383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:46.835167 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Calling delete_port for 9c281bd5-3e32-4481-a6c3-8ce44803cd87 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:47.048249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:47.059631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['9c281bd5-3e32-4481-a6c3-8ce44803cd87'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:43:47.102823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Pushing event deleted for resources: {'Port': ['ID=9c281bd5-3e32-4481-a6c3-8ce44803cd87,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:47.324742 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f63eb339-cb37-4ace-81f0-8228a3293111 req-bbd274bb-cde7-4f45-bef7-7df0e6a6a334 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 210 time: 0.0743546 Apr 18 12:43:47.329715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] No DVR routers for this DVR port 9c281bd5-3e32-4481-a6c3-8ce44803cd87 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:43:47.332141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:47.335255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'name': 'network-vif-deleted', 'tag': '9c281bd5-3e32-4481-a6c3-8ce44803cd87'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:43:47.379057 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-618718de-6a5e-4d37-be19-a6ac61f4d199'] response: {'server_uuid': '149753bf-e6f9-484b-8c62-1ce2957bcf4f', 'name': 'network-vif-deleted', 'tag': '9c281bd5-3e32-4481-a6c3-8ce44803cd87', 'status': 'completed', 'code': 200} Apr 18 12:43:47.419918 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7b607498-c03d-4de4-8b4e-e79ba8a7ece0 req-3127ac0b-8cee-4674-9b9f-3e63ef1cff0c tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.15 "DELETE /v2.0/ports/9c281bd5-3e32-4481-a6c3-8ce44803cd87 HTTP/1.1" status: 204 len: 173 time: 1.0080500 Apr 18 12:43:48.489733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-886d64cd-28e2-4a1e-ba1a-d3aad238e7de req-79741b7a-be9d-43bc-ad59-beac10b56004 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Synchronizing usage tracker for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:43:48.588624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-886d64cd-28e2-4a1e-ba1a-d3aad238e7de req-79741b7a-be9d-43bc-ad59-beac10b56004 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] Unset dirty status for tenant:02f77a3fd0eb4837a3727185d81f314f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:43:48.589819 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-886d64cd-28e2-4a1e-ba1a-d3aad238e7de req-79741b7a-be9d-43bc-ad59-beac10b56004 tempest-TestEncryptedCinderVolumes-1509766162 tempest-TestEncryptedCinderVolumes-1509766162-project] 10.222.0.24 "GET /v2.0/ports?device_id=149753bf-e6f9-484b-8c62-1ce2957bcf4f HTTP/1.1" status: 200 len: 210 time: 0.1434188 Apr 18 12:43:49.579142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 9c281bd5-3e32-4481-a6c3-8ce44803cd87 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:43:49.616282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 9c281bd5-3e32-4481-a6c3-8ce44803cd87 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:43:49.616620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 9c281bd5-3e32-4481-a6c3-8ce44803cd87 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:43:49.776950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42506) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:50.295898 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:50.728518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Deleting port 3704fadc-230e-41c7-9c0f-309e3be49f93 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:50.728848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:50.892704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] For port 3704fadc-230e-41c7-9c0f-309e3be49f93, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=3704fadc-230e-41c7-9c0f-309e3be49f93,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:50.893685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:51.017066 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Calling delete_port for 3704fadc-230e-41c7-9c0f-309e3be49f93 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:51.394209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:51.441412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3704fadc-230e-41c7-9c0f-309e3be49f93,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:51.485462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.485796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.486123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.486453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.486798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.487113 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.487429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.487746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.488057 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.488371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.488678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.488982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:43:51.820761 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:52.180304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Router 2c343527-663d-4370-a959-db17d1912b43 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:43:52.364626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:43:52.373477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] Sync routers for ids ['2c343527-663d-4370-a959-db17d1912b43'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:43:52.383204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] Routers {'2c343527-663d-4370-a959-db17d1912b43'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:43:52.383810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:43:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c343527-663d-4370-a959-db17d1912b43'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:52.444888 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f73137f3-2a95-46f3-b716-cafdcef56a12 admin admin] 10.222.0.24 "PUT /v2.0/routers/2c343527-663d-4370-a959-db17d1912b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6668003 Apr 18 12:43:52.447449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42510) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:52.555158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] Set router 2c343527-663d-4370-a959-db17d1912b43 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:43:52.624777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:52.799542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:52.835625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:43:51Z', 'revision_number': 5, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port': {'id': 'df4a6f77-6262-4ecf-86fc-619df7a741b3', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c343527-663d-4370-a959-db17d1912b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1625, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:21Z', 'updated_at': '2022-04-18T12:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:52.839365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] Checking router: 2c343527-663d-4370-a959-db17d1912b43 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:43:52.847729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] Routers {'2c343527-663d-4370-a959-db17d1912b43'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:43:52.848312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:43:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['2c343527-663d-4370-a959-db17d1912b43'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:52.864962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Deleting port df4a6f77-6262-4ecf-86fc-619df7a741b3 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:52.865299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:52.997055 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] Set router 2c343527-663d-4370-a959-db17d1912b43 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:43:53.037264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] For port df4a6f77-6262-4ecf-86fc-619df7a741b3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=df4a6f77-6262-4ecf-86fc-619df7a741b3,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:53.037621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.134954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:43:52Z', 'revision_number': 6, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:53.138840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e11a4bc-8604-4c1e-b980-887d1190a515 None None] The sync data for ids ['2c343527-663d-4370-a959-db17d1912b43'] in dv-neutron-837089-1-hyperv is: [{'id': '2c343527-663d-4370-a959-db17d1912b43', 'name': 'tempest-TestEncryptedCinderVolumes-1590970950-router', 'tenant_id': '02f77a3fd0eb4837a3727185d81f314f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:20Z', 'updated_at': '2022-04-18T12:43:52Z', 'revision_number': 6, 'project_id': '02f77a3fd0eb4837a3727185d81f314f', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:43:53.158542 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:43:53.161597 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Calling delete_port for df4a6f77-6262-4ecf-86fc-619df7a741b3 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:53.499880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.549199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Pushing event deleted for resources: {'Port': ['ID=df4a6f77-6262-4ecf-86fc-619df7a741b3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:53.640124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.809695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.811756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.893928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.894486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c343527-663d-4370-a959-db17d1912b43 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:43:53.907356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:53.908486 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-55317c34-7fa0-42e0-b167-488d086f9e1b admin admin] 10.222.0.24 "DELETE /v2.0/routers/2c343527-663d-4370-a959-db17d1912b43 HTTP/1.1" status: 204 len: 168 time: 1.4601243 Apr 18 12:43:53.910999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42514) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:53.970624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Deleting subnet 33b6393c-fdc7-422f-9933-8c03bbec6f1d {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:43:53.973457 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.024071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.039344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3704fadc-230e-41c7-9c0f-309e3be49f93 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:43:54.072879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 3704fadc-230e-41c7-9c0f-309e3be49f93 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:43:54.073175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 3704fadc-230e-41c7-9c0f-309e3be49f93 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:43:54.073577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device df4a6f77-6262-4ecf-86fc-619df7a741b3 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:43:54.106093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: df4a6f77-6262-4ecf-86fc-619df7a741b3 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:43:54.106419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device df4a6f77-6262-4ecf-86fc-619df7a741b3 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:43:54.111260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.257873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.298756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b6393c-fdc7-422f-9933-8c03bbec6f1d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:54.302325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.308721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba65b64-0baf-4014-9234-34948905f0fa None None] Network 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:43:54.309023 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e492084b-3fca-4267-82c0-92b3677fde92 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/33b6393c-fdc7-422f-9933-8c03bbec6f1d HTTP/1.1" status: 204 len: 168 time: 0.3970556 Apr 18 12:43:54.311473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42518) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:54.417122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.427529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Deleting port 0dad527f-0999-4498-b5d8-88a064879095 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:54.427867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.554549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] DHCP port deletion for 00c4b0ef-0d5e-4eb1-bed7-a68c47307fed request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:43:54.558832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Deleting port 0dad527f-0999-4498-b5d8-88a064879095 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:54.559326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.643017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] For port 0dad527f-0999-4498-b5d8-88a064879095, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dad527f-0999-4498-b5d8-88a064879095,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:54.643518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.756154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] For port 0dad527f-0999-4498-b5d8-88a064879095, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=0dad527f-0999-4498-b5d8-88a064879095,segment=NetworkSegment(2db897d7-b184-4406-88f6-cea49541651b),segment_id=2db897d7-b184-4406-88f6-cea49541651b)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:54.756458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.763660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Calling delete_port for 0dad527f-0999-4498-b5d8-88a064879095 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:54.885759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Calling delete_port for 0dad527f-0999-4498-b5d8-88a064879095 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:54.917248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:54.955678 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:43:54.956321 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:43:54.963061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dad527f-0999-4498-b5d8-88a064879095,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:54.966483 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] No DVR routers for this DVR port 0dad527f-0999-4498-b5d8-88a064879095 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:43:55.078965 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.104452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c4b0ef-0d5e-4eb1-bed7-a68c47307fed']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:55.116198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db897d7-b184-4406-88f6-cea49541651b') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:55.116481 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db897d7-b184-4406-88f6-cea49541651b') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:55.127452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.146015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.152322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:43:55.152688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:43:55.165770 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:43:55.276531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.292668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.302956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c4b0ef-0d5e-4eb1-bed7-a68c47307fed,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:55.371515 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9aea5020-5717-4621-8cf5-889609947f79 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00c4b0ef-0d5e-4eb1-bed7-a68c47307fed HTTP/1.1" status: 204 len: 168 time: 1.0590565 Apr 18 12:43:55.378740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42522) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:55.457142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Deleting port 0dad527f-0999-4498-b5d8-88a064879095 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:55.461102 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:55.527064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-35346564-1309-434d-898a-ad7a59c13be8 None None] The port '0dad527f-0999-4498-b5d8-88a064879095' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:43:56.005137 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:56.032174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dad527f-0999-4498-b5d8-88a064879095 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:43:56.065179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 0dad527f-0999-4498-b5d8-88a064879095 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:43:56.065619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 0dad527f-0999-4498-b5d8-88a064879095 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:43:56.355131 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Deleting port 7c9c42ff-d56b-4703-88e6-6b14efe33061 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:56.355383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:56.523143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] For port 7c9c42ff-d56b-4703-88e6-6b14efe33061, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7c9c42ff-d56b-4703-88e6-6b14efe33061,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:56.523491 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:56.646809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Calling delete_port for 7c9c42ff-d56b-4703-88e6-6b14efe33061 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:56.979344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:57.023022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c9c42ff-d56b-4703-88e6-6b14efe33061,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:57.286302 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:57.634031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Router 639d0f3c-4957-47ef-953c-b4461fbfabe4 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:43:57.803120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:43:57.811579 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] Sync routers for ids ['639d0f3c-4957-47ef-953c-b4461fbfabe4'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:43:57.812017 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8fb61781-cfd8-467a-b82b-523c47b3a882 admin admin] 10.222.0.24 "PUT /v2.0/routers/639d0f3c-4957-47ef-953c-b4461fbfabe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4319839 Apr 18 12:43:57.814250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42526) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:57.825906 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] Routers {'639d0f3c-4957-47ef-953c-b4461fbfabe4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:43:57.826546 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:43:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['639d0f3c-4957-47ef-953c-b4461fbfabe4'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:57.995696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:58.004654 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] Set router 639d0f3c-4957-47ef-953c-b4461fbfabe4 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:43:58.172897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:58.245433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Deleting port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:58.245852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:58.312158 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:43:56Z', 'revision_number': 5, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port': {'id': '2ba89806-57c6-4ac1-a0a2-8802f517e2a8', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:28:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:42:29Z', 'updated_at': '2022-04-18T12:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:58.315882 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] Checking router: 639d0f3c-4957-47ef-953c-b4461fbfabe4 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:43:58.324026 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] Routers {'639d0f3c-4957-47ef-953c-b4461fbfabe4'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:43:58.324624 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:43:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['639d0f3c-4957-47ef-953c-b4461fbfabe4'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:58.420952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] For port 2ba89806-57c6-4ac1-a0a2-8802f517e2a8, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:43:58.421300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:58.471879 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] Set router 639d0f3c-4957-47ef-953c-b4461fbfabe4 gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:43:58.543636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Calling delete_port for 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:43:58.578130 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:43:58Z', 'revision_number': 6, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:43:58.582585 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5c654-eb99-4781-be3f-7c1fe8dc08b8 None None] The sync data for ids ['639d0f3c-4957-47ef-953c-b4461fbfabe4'] in dv-neutron-837089-1-hyperv is: [{'id': '639d0f3c-4957-47ef-953c-b4461fbfabe4', 'name': 'tempest-TestEncryptedCinderVolumes-998106549-router', 'tenant_id': '57cbca1e863a46a9824deeefd8106334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:42:28Z', 'updated_at': '2022-04-18T12:43:58Z', 'revision_number': 6, 'project_id': '57cbca1e863a46a9824deeefd8106334', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:43:58.808006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:58.886279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba89806-57c6-4ac1-a0a2-8802f517e2a8,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:58.950576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.233295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.235463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.328185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.328693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 639d0f3c-4957-47ef-953c-b4461fbfabe4 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:43:59.341302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.342407 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-747fcdb2-ad5b-481f-a539-306fe93d25bb admin admin] 10.222.0.24 "DELETE /v2.0/routers/639d0f3c-4957-47ef-953c-b4461fbfabe4 HTTP/1.1" status: 204 len: 168 time: 1.5271738 Apr 18 12:43:59.344932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42530) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:59.405608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Deleting subnet 6e886162-f96a-4d51-8ae5-bba76756b3ef {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:43:59.408661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.457371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.538021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.685925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.723289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e886162-f96a-4d51-8ae5-bba76756b3ef,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:43:59.728237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.733453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a0e64a-d780-40d9-9922-10f624c318da None None] Network 2b20f762-c414-4132-8dc7-546851e75960 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:43:59.734968 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cbb7b644-6dbb-4803-8380-ba96ca9248e2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e886162-f96a-4d51-8ae5-bba76756b3ef HTTP/1.1" status: 204 len: 168 time: 0.3890338 Apr 18 12:43:59.737510 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42534) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:43:59.841525 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.852428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Deleting port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:59.852733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:43:59.972350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] DHCP port deletion for 2b20f762-c414-4132-8dc7-546851e75960 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:43:59.976909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Deleting port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:43:59.977272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.040991 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 903e2899-50cf-4228-b6d6-d4a4cef4bcfa no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:44:00.069982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] For port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:00.070353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.301104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Calling delete_port for 903e2899-50cf-4228-b6d6-d4a4cef4bcfa owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:44:00.314497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] For port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,segment=NetworkSegment(f20a5b3f-dd37-418c-a780-5bd8e37400f5),segment_id=f20a5b3f-dd37-418c-a780-5bd8e37400f5)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:00.314872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.333063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.442183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.453760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Calling delete_port for 903e2899-50cf-4228-b6d6-d4a4cef4bcfa owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:44:00.488105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Pushing event deleted for resources: {'Port': ['ID=903e2899-50cf-4228-b6d6-d4a4cef4bcfa,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:00.491920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] No DVR routers for this DVR port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:44:00.545539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7c9c42ff-d56b-4703-88e6-6b14efe33061 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:44:00.591661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7c9c42ff-d56b-4703-88e6-6b14efe33061 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:44:00.591996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7c9c42ff-d56b-4703-88e6-6b14efe33061 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:44:00.592307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:44:00.606854 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.628885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:44:00.628885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 2ba89806-57c6-4ac1-a0a2-8802f517e2a8 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:44:00.632112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:44:00.632456 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:44:00.633282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b20f762-c414-4132-8dc7-546851e75960']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:00.645875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20a5b3f-dd37-418c-a780-5bd8e37400f5') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:00.646168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20a5b3f-dd37-418c-a780-5bd8e37400f5') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:00.657084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.673329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.679869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:44:00.680240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:44:00.696618 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:44:00.802328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.818573 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:00.829145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b20f762-c414-4132-8dc7-546851e75960,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:00.832500 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c0028d74-a20e-47f5-869e-dda7cf60f456 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b20f762-c414-4132-8dc7-546851e75960 HTTP/1.1" status: 204 len: 168 time: 1.0939891 Apr 18 12:44:01.133564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Deleting port 903e2899-50cf-4228-b6d6-d4a4cef4bcfa {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:44:01.134060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:01.144924 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42540) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:01.197632 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4d31516b-1abb-4b60-888f-50b1f86a239f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02f77a3fd0eb4837a3727185d81f314f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514205 Apr 18 12:44:01.200075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42544) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:01.201103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c527e872-1d58-40fb-97ff-c07fb00b6f25 None None] The port '903e2899-50cf-4228-b6d6-d4a4cef4bcfa' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:44:01.256989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7aefbe7-b784-487a-926d-b7162983cbe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:01.281882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7aefbe7-b784-487a-926d-b7162983cbe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:01.390987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7aefbe7-b784-487a-926d-b7162983cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:01.408073 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aefbe7-b784-487a-926d-b7162983cbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eab5960-ee5b-48fb-a73b-80ad3f83649d,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:01.473028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7aefbe7-b784-487a-926d-b7162983cbe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:01.474304 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a7aefbe7-b784-487a-926d-b7162983cbe5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7eab5960-ee5b-48fb-a73b-80ad3f83649d HTTP/1.1" status: 204 len: 168 time: 0.2733555 Apr 18 12:44:02.120277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42552) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:02.167625 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4c32fedf-f3b9-49fb-bfcf-dcc46b83c5c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57cbca1e863a46a9824deeefd8106334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462275 Apr 18 12:44:02.170058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42556) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:02.229737 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811c5fa5-859e-41ef-8a37-20f08198f1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:02.254601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811c5fa5-859e-41ef-8a37-20f08198f1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:02.401994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811c5fa5-859e-41ef-8a37-20f08198f1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:02.416711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c5fa5-859e-41ef-8a37-20f08198f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921bf7f0-98bb-4e90-a317-84decd5fb18d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:02.424121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-811c5fa5-859e-41ef-8a37-20f08198f1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:02.425238 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-811c5fa5-859e-41ef-8a37-20f08198f1b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/921bf7f0-98bb-4e90-a317-84decd5fb18d HTTP/1.1" status: 204 len: 168 time: 0.2542551 Apr 18 12:44:03.635839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42580) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:03.765532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-708658643-network', 'tenant_id': '6437209d2b744beabbb20f203e494046'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:03.770226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:03.774698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Usage tracker for resource:network and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:03.777489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:03.783166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:03.845554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Made reservation on behalf of 6437209d2b744beabbb20f203e494046 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:44:03.847863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:03.860683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:03.875488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:03.879264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:03.881975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:03.887582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:03.965914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.039900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.071591 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:44:04.079770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617a3fdd-9590-4a29-b84e-7d413f325ee5,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:04.085701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.086034 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Added segment 47230d69-cc91-47c1-b466-b1d31922b4ba of type vlan for network 09d01218-63e1-472d-a505-c915619eca53 Apr 18 12:44:04.114841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.202699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.203578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:04.204129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.305765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] Pushing event updated for resources: {'Network': ['ID=09d01218-63e1-472d-a505-c915619eca53,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:04.315254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 09d01218-63e1-472d-a505-c915619eca53 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:44:04.360937 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-95d3a917-8c05-458d-80d4-ddc365467033 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7240322 Apr 18 12:44:04.363700 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:04.369080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Request body: {'subnet': {'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-708658643-subnet', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:04.373967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:04.377943 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Usage tracker for resource:subnet and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:04.381498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:04.387259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:04.460094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Made reservation on behalf of 6437209d2b744beabbb20f203e494046 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:44:04.462395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.708419 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.786601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e7bf85-5422-4ca5-811e-bb2e29c5a156,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:04.792852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Checking segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:04.793247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Network hostable DHCP agents. Network: 09d01218-63e1-472d-a505-c915619eca53, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:44:04.864879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Network 09d01218-63e1-472d-a505-c915619eca53 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:44:04.922045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 09d01218-63e1-472d-a505-c915619eca53) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:04.925942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:04.926605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:04.931789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f21061b-c905-4e0f-b405-9433f52cb520 None None] Network 09d01218-63e1-472d-a505-c915619eca53 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:44:05.000577 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-166f1a49-a565-4b05-a66e-b3abef73cdd8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6358588 Apr 18 12:44:05.003131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42590) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:05.008565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:05.013135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:05.017055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Usage tracker for resource:router and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:05.019888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:05.025489 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:05.086393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.087382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.103196 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.137821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-09d01218-63e1-472d-a505-c915619eca53', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:44:05.138701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.289675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Allocated IP 172.20.0.2 (09d01218-63e1-472d-a505-c915619eca53/d4e7bf85-5422-4ca5-811e-bb2e29c5a156/b0426d15-136c-4e38-8406-aaae0973e342) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:05.424505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.491844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.501365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Transition to ACTIVE for port object b0426d15-136c-4e38-8406-aaae0973e342 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:05.518885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Transition to ACTIVE for port object b0426d15-136c-4e38-8406-aaae0973e342 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:05.591448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.653393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Network 09d01218-63e1-472d-a505-c915619eca53 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:05.656159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:05.665483 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:05.672181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Pushing event updated for resources: {'Port': ['ID=b0426d15-136c-4e38-8406-aaae0973e342,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:05.709690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.709940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.710275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.710638 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.710968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.711300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.711623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.711944 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.712267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.712587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.712904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.713219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:05.773424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Attempting to bind port b0426d15-136c-4e38-8406-aaae0973e342 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:05.773783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Attempting to bind port b0426d15-136c-4e38-8406-aaae0973e342 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:05.774137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Attempting to bind port b0426d15-136c-4e38-8406-aaae0973e342 on network 09d01218-63e1-472d-a505-c915619eca53 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:05.779275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:05.779642 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Checking segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:05.780035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.780428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Bound using segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:05.780878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Bound port: b0426d15-136c-4e38-8406-aaae0973e342, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:05.781240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.866743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] For port b0426d15-136c-4e38-8406-aaae0973e342, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:05.869641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] For port b0426d15-136c-4e38-8406-aaae0973e342, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b0426d15-136c-4e38-8406-aaae0973e342,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:05.932854 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.934148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:05.963297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:06.056910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd4ed4-7f30-4225-95ee-09e5a522b1fb None None] Pushing event updated for resources: {'Port': ['ID=b0426d15-136c-4e38-8406-aaae0973e342,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:06.104799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Allocated IP 172.26.4.145 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/467415c3-7081-4625-a58e-9443a4b090df) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:06.270934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:06.366930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:06.425219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:06.428346 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:06.431784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:06.472074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Pushing event updated for resources: {'Port': ['ID=467415c3-7081-4625-a58e-9443a4b090df,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:06.900730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b56975-2693-42b6-b438-1c4b53a4c5a7 None None] Network 09d01218-63e1-472d-a505-c915619eca53 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:44:06.936245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:07.064301 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a23583a7-fd40-4c4a-8ce9-6130a1e9edf5 None None] Provisioning for port b0426d15-136c-4e38-8406-aaae0973e342 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:07.421046 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:07.734034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Router ee6abbaf-cc85-48dc-9066-94db548a7d8c is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:44:07.922195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:44:07.932163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Sync routers for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:44:07.942180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:07.942822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:43:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:08.048484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.050097 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5885387d-69cb-4b5f-bda2-1c964b6cc195 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0459468 Apr 18 12:44:08.053560 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42594) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:08.093122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b0426d15-136c-4e38-8406-aaae0973e342 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:08.130698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a9aabbd7-be25-41e8-a883-54a44b8387ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.182614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:08.379896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port b0426d15-136c-4e38-8406-aaae0973e342 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:08.389524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b0426d15-136c-4e38-8406-aaae0973e342 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:08.389908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.567379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.588791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:06Z', 'revision_number': 3, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:08.598312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Checking router: ee6abbaf-cc85-48dc-9066-94db548a7d8c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:44:08.598677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Updating router ee6abbaf-cc85-48dc-9066-94db548a7d8c port 467415c3-7081-4625-a58e-9443a4b090df binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:44:08.653868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port b0426d15-136c-4e38-8406-aaae0973e342, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b0426d15-136c-4e38-8406-aaae0973e342,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:08.659017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.724713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.747263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:08.868189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=b0426d15-136c-4e38-8406-aaae0973e342,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:09.034233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Allocated IP 172.20.0.1 (09d01218-63e1-472d-a505-c915619eca53/d4e7bf85-5422-4ca5-811e-bb2e29c5a156/abdc8479-08c9-4386-bc6c-ab506c9b9965) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:09.041680 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.053386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Transition to ACTIVE for port object 467415c3-7081-4625-a58e-9443a4b090df will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:09.128193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.182549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.198620 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Transition to ACTIVE for port object abdc8479-08c9-4386-bc6c-ab506c9b9965 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:09.250003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Attempting to bind port 467415c3-7081-4625-a58e-9443a4b090df on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:09.250357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Attempting to bind port 467415c3-7081-4625-a58e-9443a4b090df by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:09.250730 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Attempting to bind port 467415c3-7081-4625-a58e-9443a4b090df on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:09.256871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ada6c-e64d-4abd-bdd6-f785d6d3de92 None None] Pushing event updated for resources: {'Port': ['ID=467415c3-7081-4625-a58e-9443a4b090df,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:09.261739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:09.262099 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:09.262504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.262882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:09.263327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Bound port: 467415c3-7081-4625-a58e-9443a4b090df, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:09.263690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.297663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.339241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] For port 467415c3-7081-4625-a58e-9443a4b090df, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:09.342166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] For port 467415c3-7081-4625-a58e-9443a4b090df, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=467415c3-7081-4625-a58e-9443a4b090df,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:09.362562 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Network 09d01218-63e1-472d-a505-c915619eca53 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:09.365303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:09.367783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:09.414427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Pushing event updated for resources: {'Port': ['ID=abdc8479-08c9-4386-bc6c-ab506c9b9965,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:09.423260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.438133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.503003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:09.503824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:43:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:09.567418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ada6c-e64d-4abd-bdd6-f785d6d3de92 None None] Pushing event updated for resources: {'Port': ['ID=467415c3-7081-4625-a58e-9443a4b090df,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:09.697209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:09.771568 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.794352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3f5e4f3d-59a1-40df-9deb-fa0326339d97 None None] Provisioning for port abdc8479-08c9-4386-bc6c-ab506c9b9965 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:09.818843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3f5e4f3d-59a1-40df-9deb-fa0326339d97 None None] Provisioning complete for port abdc8479-08c9-4386-bc6c-ab506c9b9965 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:09.819151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3f5e4f3d-59a1-40df-9deb-fa0326339d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:09.944214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3f5e4f3d-59a1-40df-9deb-fa0326339d97 None None] Port abdc8479-08c9-4386-bc6c-ab506c9b9965 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:44:09.992734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:10.032714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:06Z', 'revision_number': 3, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:10.036592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100079c8-721b-45b5-8ffc-da5afa01367f None None] The sync data for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv is: [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:06Z', 'revision_number': 3, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:44:10.044014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b0426d15-136c-4e38-8406-aaae0973e342 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:10.057132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:10.116584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port b0426d15-136c-4e38-8406-aaae0973e342 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:10.116954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:10.167301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:10.170726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Pushing event updated for resources: {'Port': ['ID=abdc8479-08c9-4386-bc6c-ab506c9b9965,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:10.289011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2b1b7baf-a025-49d2-b9b3-d3d07dc3d631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:10.326293 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Network 09d01218-63e1-472d-a505-c915619eca53 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:10.328081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:10.527323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Router ee6abbaf-cc85-48dc-9066-94db548a7d8c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:44:10.575375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3c07922e-4a42-4760-80de-f3e38e3b3a86 None None] Provisioning complete for port abdc8479-08c9-4386-bc6c-ab506c9b9965 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:10.576008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c07922e-4a42-4760-80de-f3e38e3b3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:10.635257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3c07922e-4a42-4760-80de-f3e38e3b3a86 None None] Port abdc8479-08c9-4386-bc6c-ab506c9b9965 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:44:10.836267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:44:10.845197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2a0fa2ee-0dfc-4430-b88c-6a2fc57c1f64 admin admin] 10.222.0.24 "PUT /v2.0/routers/ee6abbaf-cc85-48dc-9066-94db548a7d8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7904844 Apr 18 12:44:11.443119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.584653 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42616) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:11.590051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1964707388-network', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:11.594905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:11.598718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Usage tracker for resource:network and tenant:45cbf433c6fb4fa093472ca1e5c3f1d0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:11.602362 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:11.608516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:11.705337 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Sync routers for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:44:11.708607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Made reservation on behalf of 45cbf433c6fb4fa093472ca1e5c3f1d0 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:44:11.711476 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.715136 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:11.715819 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:11.725019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.728582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.739402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:11.743176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Usage tracker for resource:security_group_rule and tenant:45cbf433c6fb4fa093472ca1e5c3f1d0 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:11.745886 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:11.751485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:11.841343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.895362 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:11.936910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.964435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:44:11.976908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106db4e1-0f4d-43e9-82f0-e5a938d2d7c9,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:11.982368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:11.982733 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Added segment 5b7bdd60-de36-43af-9212-2bb5e265398c of type vlan for network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 Apr 18 12:44:12.011556 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.081247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 467415c3-7081-4625-a58e-9443a4b090df up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:12.122429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.123739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:12.124460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.223409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 467415c3-7081-4625-a58e-9443a4b090df completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:12.226409 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 2, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:12.229117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 467415c3-7081-4625-a58e-9443a4b090df triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:12.229484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.230426 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Checking router: ee6abbaf-cc85-48dc-9066-94db548a7d8c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:44:12.230576 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Updating router ee6abbaf-cc85-48dc-9066-94db548a7d8c port abdc8479-08c9-4386-bc6c-ab506c9b9965 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:44:12.233355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] Pushing event updated for resources: {'Network': ['ID=fb213715-6f2c-4c84-8c2d-62e6e9e053a3,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:12.254750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:44:12.283264 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-505078ae-017b-458c-89b9-7550643afef1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6953743 Apr 18 12:44:12.283567 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.283929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42620) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:12.289839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Request body: {'subnet': {'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1964707388-subnet', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:12.295512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:12.299694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Usage tracker for resource:subnet and tenant:45cbf433c6fb4fa093472ca1e5c3f1d0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:12.304130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:12.309934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:12.385632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Made reservation on behalf of 45cbf433c6fb4fa093472ca1e5c3f1d0 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:44:12.405838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.439320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.455916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 467415c3-7081-4625-a58e-9443a4b090df, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=467415c3-7081-4625-a58e-9443a4b090df,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:12.539568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.645835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=467415c3-7081-4625-a58e-9443a4b090df,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:12.663352 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.671168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.675328 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Transition to ACTIVE for port object abdc8479-08c9-4386-bc6c-ab506c9b9965 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:12.745126 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.750688 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6171fab5-dbe7-480a-a43d-6d95fca920b9,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:12.758826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Checking segment: {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:12.759169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Network hostable DHCP agents. Network: fb213715-6f2c-4c84-8c2d-62e6e9e053a3, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:44:12.765288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.765605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.765938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.766367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.766907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.767233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.767559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.767878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.768200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.768519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.768832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.769158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.842443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:44:12.869940 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Pushing event updated for resources: {'Port': ['ID=abdc8479-08c9-4386-bc6c-ab506c9b9965,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:12.906402 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.909177 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.910013 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.910013 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:44:12.928425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, fb213715-6f2c-4c84-8c2d-62e6e9e053a3) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:12.933343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:12.934572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.939942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70999302-b2bd-4f21-a1e6-e67d982790df None None] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:44:12.972163 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Attempting to bind port abdc8479-08c9-4386-bc6c-ab506c9b9965 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:12.972901 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Attempting to bind port abdc8479-08c9-4386-bc6c-ab506c9b9965 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:12.973479 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Attempting to bind port abdc8479-08c9-4386-bc6c-ab506c9b9965 on network 09d01218-63e1-472d-a505-c915619eca53 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:12.980949 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:12.981310 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Checking segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:12.982070 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:12.982673 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Bound using segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:12.983330 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Bound port: abdc8479-08c9-4386-bc6c-ab506c9b9965, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:12.983893 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.040831 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d4afbdec-d167-413d-a331-69dc309898dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7555084 Apr 18 12:44:13.043277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42624) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:13.048914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:13.053867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:13.058206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Usage tracker for resource:router and tenant:45cbf433c6fb4fa093472ca1e5c3f1d0 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:44:13.061980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:44:13.068699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:13.079439 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] For port abdc8479-08c9-4386-bc6c-ab506c9b9965, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:13.082416 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] For port abdc8479-08c9-4386-bc6c-ab506c9b9965, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=abdc8479-08c9-4386-bc6c-ab506c9b9965,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:13.088550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.169209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.170256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.186961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.191477 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.231503 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'fixed_ips': [{'subnet_id': '6171fab5-dbe7-480a-a43d-6d95fca920b9'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:44:13.236105 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.274058 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3146b5-bfe5-4e7a-9f7c-d7751cdf6765 None None] Pushing event updated for resources: {'Port': ['ID=abdc8479-08c9-4386-bc6c-ab506c9b9965,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:13.277899 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:13.278520 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:13.409888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Allocated IP 172.20.0.2 (fb213715-6f2c-4c84-8c2d-62e6e9e053a3/6171fab5-dbe7-480a-a43d-6d95fca920b9/f3d6797a-4b0e-4a86-819b-ce9414c21fce) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:13.494366 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:13.609653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.657525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.667434 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Transition to ACTIVE for port object f3d6797a-4b0e-4a86-819b-ce9414c21fce will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:13.685109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Transition to ACTIVE for port object f3d6797a-4b0e-4a86-819b-ce9414c21fce will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:13.751459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.813506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:13.821152 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:13.826433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:13.828546 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Pushing event updated for resources: {'Port': ['ID=f3d6797a-4b0e-4a86-819b-ce9414c21fce,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:13.837729 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:13Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:13.842397 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45137e0f-395a-4c48-9419-32faf4fe51e9 None None] The sync data for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv is: [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:13Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:44:13.937276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Attempting to bind port f3d6797a-4b0e-4a86-819b-ce9414c21fce on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:13.937709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Attempting to bind port f3d6797a-4b0e-4a86-819b-ce9414c21fce by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:13.938123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Attempting to bind port f3d6797a-4b0e-4a86-819b-ce9414c21fce on network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:13.948345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:13.948811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Checking segment: {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:13.949367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:13.949792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Bound using segment: {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:13.950166 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Bound port: f3d6797a-4b0e-4a86-819b-ce9414c21fce, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:13.950661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.032526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.073776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] For port f3d6797a-4b0e-4a86-819b-ce9414c21fce, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:14.077609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] For port f3d6797a-4b0e-4a86-819b-ce9414c21fce, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f3d6797a-4b0e-4a86-819b-ce9414c21fce,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:14.147766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device abdc8479-08c9-4386-bc6c-ab506c9b9965 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:14.179270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.201803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.288453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b72e46-01c6-477c-8622-e5d9eac8c687 None None] Pushing event updated for resources: {'Port': ['ID=f3d6797a-4b0e-4a86-819b-ce9414c21fce,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:14.355888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Allocated IP 172.26.4.10 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/fdbed168-ecb4-47db-a581-722352542777) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:14.399987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port abdc8479-08c9-4386-bc6c-ab506c9b9965 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:14.406329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port abdc8479-08c9-4386-bc6c-ab506c9b9965 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:14.408665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.513288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.561272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.606344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port abdc8479-08c9-4386-bc6c-ab506c9b9965, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=abdc8479-08c9-4386-bc6c-ab506c9b9965,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:14.626154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.690746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:14.694119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:14.694281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:14.695240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 467415c3-7081-4625-a58e-9443a4b090df up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:14.697949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:14.753337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Pushing event updated for resources: {'Port': ['ID=fdbed168-ecb4-47db-a581-722352542777,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:14.819387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=abdc8479-08c9-4386-bc6c-ab506c9b9965,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:14.831789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 467415c3-7081-4625-a58e-9443a4b090df triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:14.832150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:15.227327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:15.342334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf36a22-2945-4a3f-881a-ac19b44dc748 None None] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:44:15.545975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aae6fb82-ee07-473e-89ec-3806adabcd99 None None] Provisioning for port f3d6797a-4b0e-4a86-819b-ce9414c21fce completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:15.566825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:15.745227 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:15.967931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Router 6381b625-c1d7-48d5-973d-cbd2fba5289e is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:44:16.123675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device abdc8479-08c9-4386-bc6c-ab506c9b9965 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:16.152815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:44:16.190829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Sync routers for ids ['6381b625-c1d7-48d5-973d-cbd2fba5289e'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:44:16.215716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Routers {'6381b625-c1d7-48d5-973d-cbd2fba5289e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:16.216326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6381b625-c1d7-48d5-973d-cbd2fba5289e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:16.276704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:16.277870 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-62ecdbed-8454-4c6f-bc7a-fe145a4a30f6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2336006 Apr 18 12:44:16.280686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42628) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:44:16.301135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port abdc8479-08c9-4386-bc6c-ab506c9b9965 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:16.301502 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:16.445654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Set router 6381b625-c1d7-48d5-973d-cbd2fba5289e gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:16.687710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f3d6797a-4b0e-4a86-819b-ce9414c21fce up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:16.824786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 3, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:16.828612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Checking router: 6381b625-c1d7-48d5-973d-cbd2fba5289e for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:44:16.828954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Updating router 6381b625-c1d7-48d5-973d-cbd2fba5289e port fdbed168-ecb4-47db-a581-722352542777 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:44:16.884850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f3d6797a-4b0e-4a86-819b-ce9414c21fce completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:16.888820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:16.916450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f3d6797a-4b0e-4a86-819b-ce9414c21fce triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:16.916812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:16.950381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.140978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.153362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Allocated IP 172.20.0.1 (fb213715-6f2c-4c84-8c2d-62e6e9e053a3/6171fab5-dbe7-480a-a43d-6d95fca920b9/6849a4dd-8cf8-48e0-9298-5e9678350c00) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:17.242071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port f3d6797a-4b0e-4a86-819b-ce9414c21fce, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f3d6797a-4b0e-4a86-819b-ce9414c21fce,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:17.304393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.310007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.321212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Transition to ACTIVE for port object 6849a4dd-8cf8-48e0-9298-5e9678350c00 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:17.376821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.399587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Transition to ACTIVE for port object fdbed168-ecb4-47db-a581-722352542777 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:17.404463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=f3d6797a-4b0e-4a86-819b-ce9414c21fce,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:17.420228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.477162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.485601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:17.488256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:17.492992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:17.535464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Pushing event updated for resources: {'Port': ['ID=6849a4dd-8cf8-48e0-9298-5e9678350c00,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:17.553199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Attempting to bind port fdbed168-ecb4-47db-a581-722352542777 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:17.553199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Attempting to bind port fdbed168-ecb4-47db-a581-722352542777 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:17.553394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Attempting to bind port fdbed168-ecb4-47db-a581-722352542777 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:17.557031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.568081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a225b-f1cf-4eae-9c6e-a3a96c1126d3 None None] Pushing event updated for resources: {'Port': ['ID=fdbed168-ecb4-47db-a581-722352542777,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:17.570374 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:17.570766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:17.571177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.571530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:17.571988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Bound port: fdbed168-ecb4-47db-a581-722352542777, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:17.572349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.655172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] For port fdbed168-ecb4-47db-a581-722352542777, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:17.658683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] For port fdbed168-ecb4-47db-a581-722352542777, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fdbed168-ecb4-47db-a581-722352542777,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:17.748851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.788394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ee3fb5fc-2648-4f0e-b0a9-911581d97f41 None None] Provisioning for port 6849a4dd-8cf8-48e0-9298-5e9678350c00 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:17.844297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ee3fb5fc-2648-4f0e-b0a9-911581d97f41 None None] Provisioning complete for port 6849a4dd-8cf8-48e0-9298-5e9678350c00 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:17.845229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ee3fb5fc-2648-4f0e-b0a9-911581d97f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:17.907698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Routers {'6381b625-c1d7-48d5-973d-cbd2fba5289e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:17.908272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6381b625-c1d7-48d5-973d-cbd2fba5289e'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:17.980443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ee3fb5fc-2648-4f0e-b0a9-911581d97f41 None None] Port 6849a4dd-8cf8-48e0-9298-5e9678350c00 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:44:17.981809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a225b-f1cf-4eae-9c6e-a3a96c1126d3 None None] Pushing event updated for resources: {'Port': ['ID=fdbed168-ecb4-47db-a581-722352542777,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:18.009628 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:18.062610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f3d6797a-4b0e-4a86-819b-ce9414c21fce up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:18.153261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] Set router 6381b625-c1d7-48d5-973d-cbd2fba5289e gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:18.236513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:18.281385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f3d6797a-4b0e-4a86-819b-ce9414c21fce triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:18.281748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:18.290899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:18.398072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Pushing event updated for resources: {'Port': ['ID=6849a4dd-8cf8-48e0-9298-5e9678350c00,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:18.401537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:18.536643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:18.537759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:18.576883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6849a4dd-8cf8-48e0-9298-5e9678350c00', 'name': '', 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'mac_address': 'fa:16:3e:f8:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:17Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 1, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'subnets': [{'id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:18.585165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c732ddff-d623-43c3-957e-c44d51e100dd None None] The sync data for ids ['6381b625-c1d7-48d5-973d-cbd2fba5289e'] in dv-neutron-837089-1-hyperv is: [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6849a4dd-8cf8-48e0-9298-5e9678350c00', 'name': '', 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'mac_address': 'fa:16:3e:f8:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:17Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 1, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'subnets': [{'id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:44:18.737024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Router 6381b625-c1d7-48d5-973d-cbd2fba5289e has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:44:18.823962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a41d262e-65a9-4170-aac3-3fe108664fb7 None None] Provisioning complete for port 6849a4dd-8cf8-48e0-9298-5e9678350c00 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:18.824356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a41d262e-65a9-4170-aac3-3fe108664fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:18.884130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-a41d262e-65a9-4170-aac3-3fe108664fb7 None None] Port 6849a4dd-8cf8-48e0-9298-5e9678350c00 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:44:18.946193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:44:18.955230 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1303f5fe-4253-4524-adc8-eed8f6991f72 admin admin] 10.222.0.24 "PUT /v2.0/routers/6381b625-c1d7-48d5-973d-cbd2fba5289e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735258 Apr 18 12:44:21.941864 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Sync routers for ids ['6381b625-c1d7-48d5-973d-cbd2fba5289e'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:44:21.952904 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Routers {'6381b625-c1d7-48d5-973d-cbd2fba5289e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:21.953511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6381b625-c1d7-48d5-973d-cbd2fba5289e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:22.122973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fdbed168-ecb4-47db-a581-722352542777 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:22.139914 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Set router 6381b625-c1d7-48d5-973d-cbd2fba5289e gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:22.299988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port fdbed168-ecb4-47db-a581-722352542777 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:22.305750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port fdbed168-ecb4-47db-a581-722352542777 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:22.306112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:22.483802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:22.483802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port fdbed168-ecb4-47db-a581-722352542777, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fdbed168-ecb4-47db-a581-722352542777,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:22.515138 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6849a4dd-8cf8-48e0-9298-5e9678350c00', 'name': '', 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'mac_address': 'fa:16:3e:f8:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:17Z', 'updated_at': '2022-04-18T12:44:18Z', 'revision_number': 2, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'subnets': [{'id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:22.519198 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Checking router: 6381b625-c1d7-48d5-973d-cbd2fba5289e for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:44:22.519546 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Updating router 6381b625-c1d7-48d5-973d-cbd2fba5289e port 6849a4dd-8cf8-48e0-9298-5e9678350c00 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:44:22.575756 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:22.930181 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:22.937210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:22.945102 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Transition to ACTIVE for port object 6849a4dd-8cf8-48e0-9298-5e9678350c00 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:23.007767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=fdbed168-ecb4-47db-a581-722352542777,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:23.037531 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:23.109344 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65653779-45c0-4642-90f0-e947f30aa25e None None] Pushing event updated for resources: {'Port': ['ID=6849a4dd-8cf8-48e0-9298-5e9678350c00,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:23.289431 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Attempting to bind port 6849a4dd-8cf8-48e0-9298-5e9678350c00 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:23.291584 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Attempting to bind port 6849a4dd-8cf8-48e0-9298-5e9678350c00 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:23.291584 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Attempting to bind port 6849a4dd-8cf8-48e0-9298-5e9678350c00 on network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:23.297690 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:23.298440 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Checking segment: {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:23.299112 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:23.299695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Bound using segment: {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:23.300379 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Bound port: 6849a4dd-8cf8-48e0-9298-5e9678350c00, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7bdd60-de36-43af-9212-2bb5e265398c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:23.300955 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:23.405753 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] For port 6849a4dd-8cf8-48e0-9298-5e9678350c00, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:23.408761 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] For port 6849a4dd-8cf8-48e0-9298-5e9678350c00, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6849a4dd-8cf8-48e0-9298-5e9678350c00,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:23.473451 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:23.559905 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Routers {'6381b625-c1d7-48d5-973d-cbd2fba5289e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:44:23.566429 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6381b625-c1d7-48d5-973d-cbd2fba5289e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:23.648365 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65653779-45c0-4642-90f0-e947f30aa25e None None] Pushing event updated for resources: {'Port': ['ID=6849a4dd-8cf8-48e0-9298-5e9678350c00,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:23.817450 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] Set router 6381b625-c1d7-48d5-973d-cbd2fba5289e gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:44:24.120372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6849a4dd-8cf8-48e0-9298-5e9678350c00 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:24.271786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 6849a4dd-8cf8-48e0-9298-5e9678350c00 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:24.278916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6849a4dd-8cf8-48e0-9298-5e9678350c00 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:24.279423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:24.406677 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6849a4dd-8cf8-48e0-9298-5e9678350c00', 'name': '', 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'mac_address': 'fa:16:3e:f8:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:17Z', 'updated_at': '2022-04-18T12:44:23Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'subnets': [{'id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:44:24.411259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250b0ecf-e65c-422f-ae35-14867a1e57d1 None None] The sync data for ids ['6381b625-c1d7-48d5-973d-cbd2fba5289e'] in dv-neutron-837089-1-hyperv is: [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:44:17Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '6849a4dd-8cf8-48e0-9298-5e9678350c00', 'name': '', 'network_id': 'fb213715-6f2c-4c84-8c2d-62e6e9e053a3', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'mac_address': 'fa:16:3e:f8:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:17Z', 'updated_at': '2022-04-18T12:44:23Z', 'revision_number': 4, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'subnets': [{'id': '6171fab5-dbe7-480a-a43d-6d95fca920b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:44:24.462716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:24.503288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 6849a4dd-8cf8-48e0-9298-5e9678350c00, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6849a4dd-8cf8-48e0-9298-5e9678350c00,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:24.574857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:24.575709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fdbed168-ecb4-47db-a581-722352542777 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:24.731025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=6849a4dd-8cf8-48e0-9298-5e9678350c00,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:24.749713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port fdbed168-ecb4-47db-a581-722352542777 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:24.750085 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:26.062482 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6849a4dd-8cf8-48e0-9298-5e9678350c00 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:26.133419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6849a4dd-8cf8-48e0-9298-5e9678350c00 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:26.133774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:30.157088 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:44:31.040188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-2321bf70-ba5b-4fe6-a40e-14c0c4ba408b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:31.040823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5cd3b764-7928-409f-b932-2d586b84f2be req-2321bf70-ba5b-4fe6-a40e-14c0c4ba408b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:44:31.179201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-5cd3b764-7928-409f-b932-2d586b84f2be req-2321bf70-ba5b-4fe6-a40e-14c0c4ba408b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:44:31.180404 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-2321bf70-ba5b-4fe6-a40e-14c0c4ba408b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 814 time: 0.2834251 Apr 18 12:44:31.196036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-ef79c2a2-202e-4801-8dfd-01c900418184 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/quotas/6437209d2b744beabbb20f203e494046 HTTP/1.1" status: 200 len: 375 time: 0.0099616 Apr 18 12:44:31.281816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-374122eb-7a3d-490d-abe3-d126182da065 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805073 Apr 18 12:44:31.417681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-5302590d-dd43-4016-baba-f4e85de65631 service neutron] 10.222.0.24 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245015 Apr 18 12:44:31.665383 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-876023df-3e7e-41e9-b2a3-152a966d7190 service neutron] 10.222.0.24 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419162 Apr 18 12:44:31.980163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-82d5acbf-aff0-4fa9-b140-873547b503d1 req-5136d3aa-03dd-4c0e-ab71-523800967157 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:44:32.085689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-82d5acbf-aff0-4fa9-b140-873547b503d1 req-5136d3aa-03dd-4c0e-ab71-523800967157 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:44:32.086923 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-82d5acbf-aff0-4fa9-b140-873547b503d1 req-5136d3aa-03dd-4c0e-ab71-523800967157 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 210 time: 0.1488867 Apr 18 12:44:33.180046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0d5c431-9e9c-4750-9082-291f23a31c90 req-57eb61d9-378c-4227-87c6-555a1224cd3f tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 210 time: 0.0415459 Apr 18 12:44:34.336195 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-eb49799e-4c09-40a5-8ff0-b98b5478d885 req-2cfda386-73ff-4677-9503-25cc7c767c27 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 210 time: 0.0427718 Apr 18 12:44:34.390136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-f168765a-1c05-4b8d-b5b3-ce9a7e29c38a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:34.391558 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-f168765a-1c05-4b8d-b5b3-ce9a7e29c38a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 814 time: 0.1519313 Apr 18 12:44:34.402845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'port': {'device_id': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'admin_state_up': True, 'tenant_id': '6437209d2b744beabbb20f203e494046'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:34.535512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:44:34.544713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:44:34.608168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Made reservation on behalf of 6437209d2b744beabbb20f203e494046 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:44:34.611891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:34.772783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Allocated IP 172.20.0.10 (09d01218-63e1-472d-a505-c915619eca53/d4e7bf85-5422-4ca5-811e-bb2e29c5a156/077fa07e-ce47-4feb-b3d2-f2b0d53c13b3) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:44:34.973111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:34.988852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Transition to ACTIVE for port object 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:35.100127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:35.173769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Network 09d01218-63e1-472d-a505-c915619eca53 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:44:35.176880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:44:35.185995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:44:35.219772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:35.277626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:35.278248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:35.417752 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-d69eedd9-838e-4c32-8cce-382ae0ec1efe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0183084 Apr 18 12:44:35.461457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Request body: {'port': {'device_id': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:44:35.651074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b3b909a3-d764-4dd2-8197-168817300a89 None None] Provisioning for port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:35.656948 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b3b909a3-d764-4dd2-8197-168817300a89 None None] Provisioning complete for port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:35.657618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b3b909a3-d764-4dd2-8197-168817300a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:35.690604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-0361f6cc-c671-4331-af3d-b2044ac656d5 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:35.691386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-0361f6cc-c671-4331-af3d-b2044ac656d5 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:44:35.694831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:35.739837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b3b909a3-d764-4dd2-8197-168817300a89 None None] Port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:44:35.868426 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-0361f6cc-c671-4331-af3d-b2044ac656d5 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:44:35.869593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-0361f6cc-c671-4331-af3d-b2044ac656d5 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 932 time: 0.3706906 Apr 18 12:44:36.000920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-689c967f-1aa7-46ee-abf5-93e35dba7a9a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:44:36.128239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-689c967f-1aa7-46ee-abf5-93e35dba7a9a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:44:36.129613 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e53c838f-a04f-4cbe-ac9c-0afea2df2032 req-689c967f-1aa7-46ee-abf5-93e35dba7a9a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524345 Apr 18 12:44:36.140244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:44:36.155564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:36.167063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Transition to ACTIVE for port object 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:44:36.242682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:36.573085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:36.633104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Attempting to bind port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:44:36.633812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Attempting to bind port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:44:36.634494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Attempting to bind port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 on network 09d01218-63e1-472d-a505-c915619eca53 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:36.645003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 on network 09d01218-63e1-472d-a505-c915619eca53 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:44:36.647796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Attempting to bind port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 on network 09d01218-63e1-472d-a505-c915619eca53 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:44:36.655035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:44:36.655374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Checking segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:44:36.655733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Bound using segment: {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:44:36.656156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Bound port: 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47230d69-cc91-47c1-b466-b1d31922b4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09d01218-63e1-472d-a505-c915619eca53'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:44:36.657017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:36.755852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:44:36.758827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:44:36.872086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:36.930842 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:36.931530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:36.933056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] 10.222.0.15 "PUT /v2.0/ports/077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 1094 time: 1.4784360 Apr 18 12:44:36.933579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:44:36.985625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba2ad3-0e53-4ce4-811f-d3503521b2ef service neutron] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:37.003886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343aae3e-7989-453c-a581-12038b06fe90'] response: {'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'status': 'completed', 'code': 200} Apr 18 12:44:37.335070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d5bfb-634e-426b-9831-dd09d52f1903 req-5e4e47a6-e3e0-4bf1-b29e-73f8ca84d10d tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:37.336593 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6c9d5bfb-634e-426b-9831-dd09d52f1903 req-5e4e47a6-e3e0-4bf1-b29e-73f8ca84d10d tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0912380 Apr 18 12:44:37.394552 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6c9d5bfb-634e-426b-9831-dd09d52f1903 req-6b93ee9d-6159-4667-9286-25b82069854e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516925 Apr 18 12:44:38.042722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-771f495c-cc41-4ae4-9dde-86d53ac76545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:38.607355 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8798727b-d9e6-4d2d-b2f6-67a405736556 req-3d192b61-4f38-467d-8efe-9c95eb466887 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:38.610510 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8798727b-d9e6-4d2d-b2f6-67a405736556 req-3d192b61-4f38-467d-8efe-9c95eb466887 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0925939 Apr 18 12:44:38.666910 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8798727b-d9e6-4d2d-b2f6-67a405736556 req-f7b539f1-ccd3-4412-b4df-c60c712a8f1b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484514 Apr 18 12:44:39.912119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c87778-dc13-42af-9ebc-16823b9c3fa4 req-5d9660c5-1cb0-4fab-b668-f2ea0e94414c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:39.912119 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8c87778-dc13-42af-9ebc-16823b9c3fa4 req-5d9660c5-1cb0-4fab-b668-f2ea0e94414c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0945306 Apr 18 12:44:39.937784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b8c87778-dc13-42af-9ebc-16823b9c3fa4 req-cf7d2388-458b-4eba-85e2-bb54c1878221 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467050 Apr 18 12:44:40.249346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-326862c8-1651-4690-bb18-2c079fb91276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:41.135494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf1110-9e43-46ec-b2f2-154d05132d7f req-d6379974-3396-489a-990a-7181c0bf8b40 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:41.137262 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9daf1110-9e43-46ec-b2f2-154d05132d7f req-d6379974-3396-489a-990a-7181c0bf8b40 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0850503 Apr 18 12:44:41.188257 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9daf1110-9e43-46ec-b2f2-154d05132d7f req-a91f72c1-9534-46b5-97b6-48888d316bb1 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444171 Apr 18 12:44:41.453928 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:41.813993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:42.417553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c3732-b3f1-4650-999d-70898317a18f req-169b277a-27e5-452c-a336-ab5b577dd907 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:42.424732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-633c3732-b3f1-4650-999d-70898317a18f req-169b277a-27e5-452c-a336-ab5b577dd907 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.1017540 Apr 18 12:44:42.467138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-633c3732-b3f1-4650-999d-70898317a18f req-f2fa0e98-b31d-4362-951e-0785d18c4607 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Apr 18 12:44:43.022951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:43.215524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651db533-e5f0-48a8-a00a-7a53f6f8a791 req-44e57b1c-6872-46ee-8fc6-a07132725c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.216883 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-651db533-e5f0-48a8-a00a-7a53f6f8a791 req-44e57b1c-6872-46ee-8fc6-a07132725c94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0697877 Apr 18 12:44:43.356726 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651db533-e5f0-48a8-a00a-7a53f6f8a791 req-71eacf25-e68b-4e29-af45-1a0a12079248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.358134 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-651db533-e5f0-48a8-a00a-7a53f6f8a791 req-71eacf25-e68b-4e29-af45-1a0a12079248 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=6437209d2b744beabbb20f203e494046&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1304719 Apr 18 12:44:43.492972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651db533-e5f0-48a8-a00a-7a53f6f8a791 req-e5d72aa1-1ec2-4471-ab3e-cc173ce6944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.494321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-651db533-e5f0-48a8-a00a-7a53f6f8a791 req-e5d72aa1-1ec2-4471-ab3e-cc173ce6944b service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287055 Apr 18 12:44:43.605811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-eba68524-2bd3-4ce8-9171-d2285dc7b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.607383 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-eba68524-2bd3-4ce8-9171-d2285dc7b596 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1097 time: 0.0771747 Apr 18 12:44:43.655085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1feeec4-832c-4f01-b9e5-a07fa8dcbbdf req-2d50e89e-0be2-4d9f-816f-00c46dbe9d3e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.656549 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b1feeec4-832c-4f01-b9e5-a07fa8dcbbdf req-2d50e89e-0be2-4d9f-816f-00c46dbe9d3e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0816007 Apr 18 12:44:43.676738 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-60142523-d338-4c01-8d97-17a9898633e9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 217 time: 0.0623429 Apr 18 12:44:43.702096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b1feeec4-832c-4f01-b9e5-a07fa8dcbbdf req-78ad2dd5-51df-4791-8e46-8fffc0212e91 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394938 Apr 18 12:44:43.742723 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-fe1dcc40-e155-4065-ac08-e213cef98c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.744254 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-fe1dcc40-e155-4065-ac08-e213cef98c4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.0621111 Apr 18 12:44:43.817150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b764-7928-409f-b932-2d586b84f2be req-5b3c4583-cc8f-436a-811a-edca6497c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:43.818682 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-5b3c4583-cc8f-436a-811a-edca6497c90a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686505 Apr 18 12:44:43.947987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-78062a1e-6c90-47a8-9b03-d0faa550c72a service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228075 Apr 18 12:44:44.077424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5cd3b764-7928-409f-b932-2d586b84f2be req-ad4842ac-ae9c-4c98-b859-e95959d4d60e service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234798 Apr 18 12:44:44.886735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194f9a7-b9b5-4f5a-b10f-9f035d72d4d1 req-eb435514-f8c9-4a78-8811-9d0680acd7d6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:44.888064 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a194f9a7-b9b5-4f5a-b10f-9f035d72d4d1 req-eb435514-f8c9-4a78-8811-9d0680acd7d6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0828726 Apr 18 12:44:44.930536 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a194f9a7-b9b5-4f5a-b10f-9f035d72d4d1 req-d8cda253-089b-48c4-8696-e55a031944a3 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369313 Apr 18 12:44:45.739288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:46.115969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4308-fefb-47b3-8fed-8eed05b79fb3 req-3bffcf05-e48a-4464-8e72-f01604b88e94 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:46.117406 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-504a4308-fefb-47b3-8fed-8eed05b79fb3 req-3bffcf05-e48a-4464-8e72-f01604b88e94 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0819254 Apr 18 12:44:46.159749 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-504a4308-fefb-47b3-8fed-8eed05b79fb3 req-f41d11a7-f567-44dc-8871-3f90a6e6c0a6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Apr 18 12:44:47.338819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e17e67-7345-4015-a198-7a686d07b91a req-de85a9e4-3583-4ae0-8114-c36069343138 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:47.340243 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-30e17e67-7345-4015-a198-7a686d07b91a req-de85a9e4-3583-4ae0-8114-c36069343138 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 944 time: 0.0775328 Apr 18 12:44:47.383488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-30e17e67-7345-4015-a198-7a686d07b91a req-4c8cb83b-436a-444d-8827-5c09d0e30b9a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377698 Apr 18 12:44:47.748171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:44:47.876170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:47.888825 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'port_id': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'mac_address': 'fa:16:3e:3c:30:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:44:47.945231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:47.961584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:44:47.976950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:48.033475 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:48.099763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:48.250399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:44:48.564479 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bf2fa-3451-478c-948c-31bc743694f5 req-3ed6f5f0-7f4f-43cb-be9f-49ff8363df56 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:48.565812 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-036bf2fa-3451-478c-948c-31bc743694f5 req-3ed6f5f0-7f4f-43cb-be9f-49ff8363df56 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 945 time: 0.0802844 Apr 18 12:44:48.609905 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-036bf2fa-3451-478c-948c-31bc743694f5 req-7e775125-a8d4-4385-8b54-af6a1c152719 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378144 Apr 18 12:44:49.754734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:44:49.804082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ebe11-00a3-448d-b83d-1f4065ea5264 req-78bb14b1-4bf2-432d-92e5-96d7a2a790ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:49.805542 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef5ebe11-00a3-448d-b83d-1f4065ea5264 req-78bb14b1-4bf2-432d-92e5-96d7a2a790ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 945 time: 0.0851390 Apr 18 12:44:49.850601 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef5ebe11-00a3-448d-b83d-1f4065ea5264 req-c4da532c-1c3c-470d-9772-8577ec3c7c12 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Apr 18 12:44:49.876909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:44:49.882326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:44:49.882719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:49.996442 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:50.023384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:44:50.033320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:44:50.065999 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d49b4a-f734-4621-bf7e-3046b76a363c'] response: {'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'code': 200} Apr 18 12:44:50.108059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:44:50.175748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:44:50.401619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0bdb4-e798-48e6-8ebe-dc3f61593cd8 req-0fe91028-0f4b-4a93-99c2-56050bf06943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:50.403057 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dbc0bdb4-e798-48e6-8ebe-dc3f61593cd8 req-0fe91028-0f4b-4a93-99c2-56050bf06943 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0674295 Apr 18 12:44:50.445915 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dbc0bdb4-e798-48e6-8ebe-dc3f61593cd8 req-0171c986-ff1f-4ec8-8219-67f162b0eb6a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Apr 18 12:44:51.128255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c5ce5-f9b7-41a9-bdd8-75c5119db382 req-d7f12687-6d1c-4668-b896-71777b4b1a4e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:51.129611 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d69c5ce5-f9b7-41a9-bdd8-75c5119db382 req-d7f12687-6d1c-4668-b896-71777b4b1a4e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.1770966 Apr 18 12:44:51.172940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d69c5ce5-f9b7-41a9-bdd8-75c5119db382 req-b8d3418f-fe3f-4e7d-803b-a9b394b385e3 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375493 Apr 18 12:44:52.359309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856c58d-b3de-4d86-92cd-45eb0eef6d93 req-e0e66940-6a62-4899-97e6-eea5889f581b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:52.360733 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0856c58d-b3de-4d86-92cd-45eb0eef6d93 req-e0e66940-6a62-4899-97e6-eea5889f581b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0858164 Apr 18 12:44:52.403745 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0856c58d-b3de-4d86-92cd-45eb0eef6d93 req-2c5f5beb-0ec7-4623-a291-93c33c6d23bd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368476 Apr 18 12:44:52.584565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73279a66-740d-43fc-bfbc-fa826af06531 req-5d3b98db-5b71-4630-971c-148d13e9ee7e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:52.585988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73279a66-740d-43fc-bfbc-fa826af06531 req-5d3b98db-5b71-4630-971c-148d13e9ee7e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0809379 Apr 18 12:44:52.629217 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-73279a66-740d-43fc-bfbc-fa826af06531 req-2d3dba18-203d-48c6-aa4a-064f4a31dfff tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375383 Apr 18 12:44:53.011470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f67dfb-cb57-4474-8d4e-f25e77c26a5a req-b40ea231-b28e-4d12-878e-2579fe2ab859 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:44:53.012795 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56f67dfb-cb57-4474-8d4e-f25e77c26a5a req-b40ea231-b28e-4d12-878e-2579fe2ab859 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0773106 Apr 18 12:44:53.057451 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56f67dfb-cb57-4474-8d4e-f25e77c26a5a req-8d38d7c9-bee5-4def-8a62-df06541cebfd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391552 Apr 18 12:45:06.082609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34f228-27c8-427b-bd96-f58f57c5517a req-c0dd5e5c-8102-47c9-95b7-f35ecb7ed478 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:06.084532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e34f228-27c8-427b-bd96-f58f57c5517a req-c0dd5e5c-8102-47c9-95b7-f35ecb7ed478 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0781107 Apr 18 12:45:06.127122 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6e34f228-27c8-427b-bd96-f58f57c5517a req-c419bbbb-693e-4186-8432-2d980e33b222 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Apr 18 12:45:06.150166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42822) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:06.310481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0822f-cf90-4ca4-bb8d-9bfd2e8ff84c tempest-TestMinimumBasicScenario-11729211 tempest-TestMinimumBasicScenario-11729211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:06.312157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-78d0822f-cf90-4ca4-bb8d-9bfd2e8ff84c tempest-TestMinimumBasicScenario-11729211 tempest-TestMinimumBasicScenario-11729211-project-admin] Synchronizing usage tracker for tenant:45cbf433c6fb4fa093472ca1e5c3f1d0 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:45:06.387878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-78d0822f-cf90-4ca4-bb8d-9bfd2e8ff84c tempest-TestMinimumBasicScenario-11729211 tempest-TestMinimumBasicScenario-11729211-project-admin] Unset dirty status for tenant:45cbf433c6fb4fa093472ca1e5c3f1d0 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:45:06.389046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-78d0822f-cf90-4ca4-bb8d-9bfd2e8ff84c tempest-TestMinimumBasicScenario-11729211 tempest-TestMinimumBasicScenario-11729211-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1094 time: 0.2379262 Apr 18 12:45:06.392063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42828) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:06.397633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:06.403969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:06.407730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:floatingip and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:06.410420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:06.416002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:06.479418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:06.611083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:06.741351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Allocated IP 172.26.4.144 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/db16e52e-88d7-40e3-a8f2-37a27d7d9eff) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:45:06.889906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:06.970891 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:07.033454 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:45:07.036052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:45:07.039562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:45:07.079584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'Port': ['ID=db16e52e-88d7-40e3-a8f2-37a27d7d9eff,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:07.155834 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:45:07.445363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:07.583175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:07.889465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:07.950609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:08.053912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c435c618-de91-4bdc-a8ff-95863de4f147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:08.059577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'Port': ['ID=db16e52e-88d7-40e3-a8f2-37a27d7d9eff,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:08.069543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:08.241091 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Floating IP 85339f10-b8c4-406e-8a52-b84c8c4bd673 associated. External IP: 172.26.4.144, port: 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3. Apr 18 12:45:08.600163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Router ee6abbaf-cc85-48dc-9066-94db548a7d8c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:45:08.796953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:45:08.806900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] Sync routers for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:45:08.816324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:45:08.816939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:45:08.914093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:08.971861 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6310c345-83c3-4fb8-b9c6-f44918f2f876 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5787992 Apr 18 12:45:08.972799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:45:08.974882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42832) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:08.980750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631545494', 'description': 'tempest-secgroup-smoke-1631545494 description', 'project_id': '6437209d2b744beabbb20f203e494046'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:08.988023 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:09.000477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:09.007956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:45:09.023432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bff7438-fd7a-4231-b860-44479645232a'] response: {'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'status': 'completed', 'code': 200} Apr 18 12:45:09.074152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.094739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:09.098970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:09.102143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:09.109475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:09.125320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-cd5fb4f1-db95-4777-9211-bb1cb80e2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:09.129126 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-cd5fb4f1-db95-4777-9211-bb1cb80e2a48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0823495 Apr 18 12:45:09.180372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.248347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.263682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-cdc468e9-43d4-4df4-acad-31e17e0ffbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:09.270135 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-cdc468e9-43d4-4df4-acad-31e17e0ffbbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 915 time: 0.1310301 Apr 18 12:45:09.297668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f75bdb-0746-48a7-ae14-5e50256754d1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:09.305565 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.310129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:45:09.365871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.367916 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-00243830-f069-45c0-9e95-128f462ce8ef tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3910725 Apr 18 12:45:09.370070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42838) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:09.372185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-689092a5-060f-4df1-94ee-a59da53dbcce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 1000 time: 0.1001012 Apr 18 12:45:09.376785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group_rule': {'security_group_id': '34f75bdb-0746-48a7-ae14-5e50256754d1', 'project_id': '6437209d2b744beabbb20f203e494046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:09.383139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:09.387121 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:09.389997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:09.396222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:09.402320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '85339f10-b8c4-406e-8a52-b84c8c4bd673', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'port_id': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'mac_address': 'fa:16:3e:3c:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:45:07Z', 'updated_at': '2022-04-18T12:45:07Z', 'revision_number': 0, 'project_id': '6437209d2b744beabbb20f203e494046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:45:09.406447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] Checking router: ee6abbaf-cc85-48dc-9066-94db548a7d8c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:45:09.415446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:45:09.416082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:44:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:45:09.476452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.546484 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.558322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-35b0d6a2-2d96-4420-89a4-94a57d95785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:09.560007 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-35b0d6a2-2d96-4420-89a4-94a57d95785f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.1807392 Apr 18 12:45:09.608530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:45:09.637729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-7dbbe476-851c-4c09-81ad-bc132c84a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:09.639228 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-7dbbe476-851c-4c09-81ad-bc132c84a8c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701597 Apr 18 12:45:09.642301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.666574 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae092e55-c891-4249-81cd-5c014e1ece64,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:09.751071 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.752286 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7c9c9e86-4c3f-48af-9051-6743d01718ec tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3805766 Apr 18 12:45:09.754973 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42842) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:09.760154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group_rule': {'security_group_id': '34f75bdb-0746-48a7-ae14-5e50256754d1', 'project_id': '6437209d2b744beabbb20f203e494046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:09.765928 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:09.769809 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:09.773276 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:09.779018 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:09.781775 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-cdc7788c-8dd7-4d86-bc67-c1e21c55b9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343894 Apr 18 12:45:09.846803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.909596 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.916790 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-280a7db4-9bd4-4ad2-85ab-a44eeef565ad req-e8791a98-6766-46d2-a3e0-49f655e75db1 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289186 Apr 18 12:45:09.968105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:09.976647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '85339f10-b8c4-406e-8a52-b84c8c4bd673', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'port_id': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'mac_address': 'fa:16:3e:3c:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:45:07Z', 'updated_at': '2022-04-18T12:45:07Z', 'revision_number': 0, 'project_id': '6437209d2b744beabbb20f203e494046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:45:09.980795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa31bc5-0929-4712-a83c-ee6aa4f0afb1 None None] The sync data for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv is: [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '85339f10-b8c4-406e-8a52-b84c8c4bd673', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'floating_ip_address': '172.26.4.144', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'port_id': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'mac_address': 'fa:16:3e:3c:30:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:45:07Z', 'updated_at': '2022-04-18T12:45:07Z', 'revision_number': 0, 'project_id': '6437209d2b744beabbb20f203e494046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:45:09.999645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df3061e-f286-45ed-be5c-814719391d5d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:10.062888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.064158 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d2dedf14-3cc5-481b-bfa5-b29fa34edf06 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082118 Apr 18 12:45:10.066794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42846) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:10.072129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group_rule': {'security_group_id': '34f75bdb-0746-48a7-ae14-5e50256754d1', 'project_id': '6437209d2b744beabbb20f203e494046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:10.078259 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:10.082134 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:10.085794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:10.091795 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:10.156388 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6463d0f-849b-4621-97f3-23a6effba36a None None] New status for floating IP 85339f10-b8c4-406e-8a52-b84c8c4bd673: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:45:10.172135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.237440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.267871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-52ceb991-dd12-43e3-98ba-169a27c884aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.299536 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.326031 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4789a1e5-39e3-4e4f-9847-081d7ce938a6,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:10.416842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.418075 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-72094e7f-7114-4954-99b1-f3ed5c4112bc tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498363 Apr 18 12:45:10.420774 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42850) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:10.425689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group_rule': {'security_group_id': '34f75bdb-0746-48a7-ae14-5e50256754d1', 'project_id': '6437209d2b744beabbb20f203e494046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:10.432075 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:10.435958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:10.438962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:10.445205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:10.530888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.590531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.664900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.688238 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615ef6ae-716b-4f12-b5e1-c1c887c78049,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:10.759460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.760623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-dde04d3d-74f6-4cb0-8745-a98f128a1bcd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3389273 Apr 18 12:45:10.763308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42854) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:10.768239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group_rule': {'security_group_id': '34f75bdb-0746-48a7-ae14-5e50256754d1', 'project_id': '6437209d2b744beabbb20f203e494046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:10.774002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:10.777808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:10.780655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:10.786989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:10.868180 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Project 6437209d2b744beabbb20f203e494046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:45:10.874792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:10.937371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.010503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.032878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ce5a24-cf42-4d39-ad48-c609c1e1098e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:11.110729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.111899 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9dc7483a-1ff2-4dea-b29c-5176363a861c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3475549 Apr 18 12:45:11.115117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42858) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:45:11.119896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'security_group_rule': {'security_group_id': '34f75bdb-0746-48a7-ae14-5e50256754d1', 'project_id': '6437209d2b744beabbb20f203e494046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:11.125598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:45:11.129368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Usage tracker for resource:security_group_rule and tenant:6437209d2b744beabbb20f203e494046 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:45:11.132193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:45:11.137704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:45:11.205414 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Project 6437209d2b744beabbb20f203e494046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:45:11.212732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.278436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.339699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.363163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6115235-9280-43de-bf69-c5b192d79e7b,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:11.442519 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.443824 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d2754f2a-768f-4955-a861-af29b0723802 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278136 Apr 18 12:45:11.456651 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.561174 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1fb6a164-3149-4764-8790-59130337695e req-4e691cc4-0280-4c2f-a42f-24111b5679e0 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631545494&fields=id&tenant_id=6437209d2b744beabbb20f203e494046 HTTP/1.1" status: 200 len: 267 time: 0.0379653 Apr 18 12:45:11.649966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6a164-3149-4764-8790-59130337695e req-71dcaa43-c09a-4935-a338-138904860376 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:11.651432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1fb6a164-3149-4764-8790-59130337695e req-71dcaa43-c09a-4935-a338-138904860376 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0848236 Apr 18 12:45:11.662266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'port': {'security_groups': ['617a3fdd-9590-4a29-b84e-7d413f325ee5', '34f75bdb-0746-48a7-ae14-5e50256754d1']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:45:11.676459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:11.780926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:12.033636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:45:12.059391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:12.116229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:12.128429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:45:12.184713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:12.186639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:12.188152 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1fb6a164-3149-4764-8790-59130337695e req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "PUT /v2.0/ports/077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 982 time: 0.5302279 Apr 18 12:45:12.188666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:45:12.226817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96a908-23f4-4b8c-8d39-06348c1ce6e6 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=6']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:45:12.262484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:45:12.269296 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9d181d3-d855-412f-bb03-9bb4a5a329f1'] response: {'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'status': 'completed', 'code': 200} Apr 18 12:45:12.373181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-54c26c22-ceb2-4849-a41e-aa868e349785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:12.375471 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-54c26c22-ceb2-4849-a41e-aa868e349785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1138 time: 0.0782864 Apr 18 12:45:12.409875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857ac46-3456-4ec4-891a-e00274e9eed1 req-17ab9b76-0316-4176-a4f1-3b474a0ed414 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:12.411895 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7857ac46-3456-4ec4-891a-e00274e9eed1 req-17ab9b76-0316-4176-a4f1-3b474a0ed414 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0971375 Apr 18 12:45:12.458241 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-7857ac46-3456-4ec4-891a-e00274e9eed1 req-9bfdff4c-389f-4c74-bcee-88c87c387dd3 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:45:12.505454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ef335f05-8207-41bf-8313-eb370b8b0c71 None None] Provisioning complete for port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:45:12.506072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef335f05-8207-41bf-8313-eb370b8b0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:12.513123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-d850fca1-e50a-4063-8081-af1d99ed271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:12.514627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-d850fca1-e50a-4063-8081-af1d99ed271e service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 915 time: 0.1329839 Apr 18 12:45:12.537225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-7857ac46-3456-4ec4-891a-e00274e9eed1 req-9bfdff4c-389f-4c74-bcee-88c87c387dd3 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:45:12.538575 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7857ac46-3456-4ec4-891a-e00274e9eed1 req-9bfdff4c-389f-4c74-bcee-88c87c387dd3 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207991 Apr 18 12:45:12.621943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-1f74f2bc-baf4-4347-89ab-07cf04730232 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 1002 time: 0.1012621 Apr 18 12:45:12.686836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-6d1e451b-e840-4a2d-9890-282a7c683f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:12.688237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-6d1e451b-e840-4a2d-9890-282a7c683f53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.0596218 Apr 18 12:45:12.767072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-20bc53ca-f417-494a-9c7e-b15b6489923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:12.768532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-20bc53ca-f417-494a-9c7e-b15b6489923f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742292 Apr 18 12:45:12.903689 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-81654150-5733-4ebb-92ca-00691c9d1265 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289215 Apr 18 12:45:13.158985 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c88c5db8-b41c-4c6e-b92e-45544b8ad017 req-cd1e7b17-5926-4ad8-ae72-09d19dd3e31d service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461958 Apr 18 12:45:13.293654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:15.739245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:27.107464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb9325-2b71-4217-92f0-0f9e736a43ff req-3a04b58f-2004-4510-a0f8-7ab17ca7ee2a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:27.108898 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8fb9325-2b71-4217-92f0-0f9e736a43ff req-3a04b58f-2004-4510-a0f8-7ab17ca7ee2a tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0856929 Apr 18 12:45:27.127795 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-e5f63a1c-c84d-4f07-ae41-8fabe922561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:27.130941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-e5f63a1c-c84d-4f07-ae41-8fabe922561a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1138 time: 0.0807216 Apr 18 12:45:27.163271 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e8fb9325-2b71-4217-92f0-0f9e736a43ff req-7bdfb906-5ebd-4a94-a821-ed5ffb73ddc8 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0476818 Apr 18 12:45:27.302368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-c8ea6545-66dc-4e0f-9bea-5475bfb760fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:27.303898 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-c8ea6545-66dc-4e0f-9bea-5475bfb760fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 915 time: 0.1677275 Apr 18 12:45:27.417768 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-f4fb39ff-77ef-4cc7-8287-d67b72682eb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 1002 time: 0.1077163 Apr 18 12:45:27.485555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-719a1b51-38c5-4bcb-ae04-c5583570469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:27.486976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-719a1b51-38c5-4bcb-ae04-c5583570469c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.0615168 Apr 18 12:45:27.561502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-17373326-b70b-4bf8-9e12-fa48cc66ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:27.562983 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-17373326-b70b-4bf8-9e12-fa48cc66ec83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699947 Apr 18 12:45:27.693321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-77386618-3570-4aee-a639-48b08f333441 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240346 Apr 18 12:45:27.876856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-070a13b6-0b96-44a5-8ec5-089e6b90e379 req-9dfd9420-8c14-404f-b092-99cb3d6806ff service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772695 Apr 18 12:45:28.368492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7b6d8-794c-4452-a9a8-26bdbc3f7667 req-f3aa2188-8fb4-4248-b7a6-ed676717b9a2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:28.370022 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-30e7b6d8-794c-4452-a9a8-26bdbc3f7667 req-f3aa2188-8fb4-4248-b7a6-ed676717b9a2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0910130 Apr 18 12:45:28.417658 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-30e7b6d8-794c-4452-a9a8-26bdbc3f7667 req-db73705f-5fd3-494f-876c-487f43252c3e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416138 Apr 18 12:45:29.617999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979f68f-6e98-42ae-92ec-a66c524c6e8f req-e6d4db3a-d66e-4799-b309-00cd6bd47ae5 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:29.620321 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5979f68f-6e98-42ae-92ec-a66c524c6e8f req-e6d4db3a-d66e-4799-b309-00cd6bd47ae5 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0808551 Apr 18 12:45:29.669997 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5979f68f-6e98-42ae-92ec-a66c524c6e8f req-d623cdaa-8847-4dd0-bc29-fd6c622c9df2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439434 Apr 18 12:45:30.858637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc81f8-b795-4c14-9e01-81b655391ee5 req-b22f1987-b84f-4217-b86a-3f7ccc7cf4ff tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:30.860060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc81f8-b795-4c14-9e01-81b655391ee5 req-b22f1987-b84f-4217-b86a-3f7ccc7cf4ff tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0789123 Apr 18 12:45:30.905046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5cc81f8-b795-4c14-9e01-81b655391ee5 req-9c094e00-7ef2-467d-b376-dfc54376d05e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386868 Apr 18 12:45:32.083969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4830ead8-9385-4905-93a4-8a59256fbedb req-39d07801-251d-4f64-a136-fca2a6ae0dbe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:32.085391 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4830ead8-9385-4905-93a4-8a59256fbedb req-39d07801-251d-4f64-a136-fca2a6ae0dbe tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0785248 Apr 18 12:45:32.131096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4830ead8-9385-4905-93a4-8a59256fbedb req-06c61ce3-ac34-4a6c-aee4-36e7be229664 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400028 Apr 18 12:45:33.319725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ff698-f6c8-41c8-b7e3-e1e519f191cb req-8b154f8d-8b3e-4d8a-a5b4-a22c01a3e77d tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:33.321136 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-605ff698-f6c8-41c8-b7e3-e1e519f191cb req-8b154f8d-8b3e-4d8a-a5b4-a22c01a3e77d tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0816340 Apr 18 12:45:33.365820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-605ff698-f6c8-41c8-b7e3-e1e519f191cb req-98c46da1-b6f5-4d81-9b51-f1d8f7f4e4f1 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389552 Apr 18 12:45:34.549535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31946c-5c2d-4e2f-89dd-63eeb9d2d55b req-5ff12ce9-d874-4ac4-8913-1e1f959c291e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:34.550971 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8b31946c-5c2d-4e2f-89dd-63eeb9d2d55b req-5ff12ce9-d874-4ac4-8913-1e1f959c291e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0808363 Apr 18 12:45:34.596191 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8b31946c-5c2d-4e2f-89dd-63eeb9d2d55b req-1883f30d-421c-458b-9e17-a105592d9ec9 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390551 Apr 18 12:45:35.780706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f50589-79db-40f7-bd7d-a6136fc83b89 req-51ecc57b-6fcc-4809-8e93-2b082cab9425 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:35.782177 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-96f50589-79db-40f7-bd7d-a6136fc83b89 req-51ecc57b-6fcc-4809-8e93-2b082cab9425 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0821040 Apr 18 12:45:35.826889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-96f50589-79db-40f7-bd7d-a6136fc83b89 req-69cccb9f-0b10-40b1-823a-720fb6a7871c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388691 Apr 18 12:45:37.009697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d9f4c-f7a9-455c-851a-603a21edbdde req-b1fa6a71-763b-44f3-be6e-332c32c7ffcb tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:37.011087 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-491d9f4c-f7a9-455c-851a-603a21edbdde req-b1fa6a71-763b-44f3-be6e-332c32c7ffcb tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0792999 Apr 18 12:45:37.055704 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-491d9f4c-f7a9-455c-851a-603a21edbdde req-cb3bea54-ab10-4951-b8d9-45baf4fd1731 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390477 Apr 18 12:45:38.048160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-871a67f1-50e0-411d-bfd8-bb1d526383c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:38.242696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8d486-9d91-40fe-9cab-2c240160b89e req-b5e08ced-d94a-4a64-bbb5-298342567f37 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:38.244059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5b8d486-9d91-40fe-9cab-2c240160b89e req-b5e08ced-d94a-4a64-bbb5-298342567f37 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0793364 Apr 18 12:45:38.290143 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5b8d486-9d91-40fe-9cab-2c240160b89e req-e2f04e13-a71b-4f8a-921d-d853dec77a90 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404065 Apr 18 12:45:39.475671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17039c57-cda1-4c7a-af46-6a5b1f61b4fa req-4e8840e7-33ca-4a89-bd69-0f586b376184 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:39.477423 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-17039c57-cda1-4c7a-af46-6a5b1f61b4fa req-4e8840e7-33ca-4a89-bd69-0f586b376184 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0839345 Apr 18 12:45:39.529756 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-17039c57-cda1-4c7a-af46-6a5b1f61b4fa req-db5f9f1b-6662-4ec8-896c-2f0e96215d4b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465465 Apr 18 12:45:40.242249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98f3979a-cee5-45f0-b0c5-cfdd14c3d058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:40.719827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735257b3-a9a9-4d54-af41-c154c6ef2012 req-356e6dcc-7382-4816-9de3-d74560315b93 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:40.721271 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-735257b3-a9a9-4d54-af41-c154c6ef2012 req-356e6dcc-7382-4816-9de3-d74560315b93 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0820291 Apr 18 12:45:40.770449 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-735257b3-a9a9-4d54-af41-c154c6ef2012 req-e4338e70-b0e8-4bdd-a64c-63f1a29b8a47 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414999 Apr 18 12:45:41.436566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:41.693721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:41.957803 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340f55-d3fa-4c50-a3bd-55c2a8a2fed5 req-a381273d-374b-4591-8673-135231e9856c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:41.959197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-88340f55-d3fa-4c50-a3bd-55c2a8a2fed5 req-a381273d-374b-4591-8673-135231e9856c tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0836143 Apr 18 12:45:42.008502 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-88340f55-d3fa-4c50-a3bd-55c2a8a2fed5 req-f91954c4-4bb8-456f-bc52-a9a4dde04af1 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434678 Apr 18 12:45:43.025170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:43.189632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d5f7a-0314-475d-9da5-eb8cb616886b req-4139820b-c3d6-4177-b506-6380b696ef6b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:43.191103 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef0d5f7a-0314-475d-9da5-eb8cb616886b req-4139820b-c3d6-4177-b506-6380b696ef6b tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0797462 Apr 18 12:45:43.242585 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ef0d5f7a-0314-475d-9da5-eb8cb616886b req-f0e0d81f-120f-4445-b832-a801d4970368 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449731 Apr 18 12:45:44.154299 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:45:44.427205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2490d-3d47-4328-88f0-7f9574bd5208 req-6815d074-9cbd-4a87-bd33-ff31c80d7747 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:44.428620 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-45f2490d-3d47-4328-88f0-7f9574bd5208 req-6815d074-9cbd-4a87-bd33-ff31c80d7747 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0788169 Apr 18 12:45:44.476799 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-45f2490d-3d47-4328-88f0-7f9574bd5208 req-23ec4853-e29f-4bbc-881d-7f86f75f7143 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&id=34f75bdb-0746-48a7-ae14-5e50256754d1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420465 Apr 18 12:45:45.764999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:45:50.637630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-9f23f4ab-0e8f-475c-8b52-2495a190f84e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713367 Apr 18 12:45:50.778375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-373064f6-bcff-4a41-814b-6ac2a4e2316b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:50.779850 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-373064f6-bcff-4a41-814b-6ac2a4e2316b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1138 time: 0.0759261 Apr 18 12:45:50.919693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-986a3035-8c8d-4551-a4a4-1140aa4ea82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:50.920971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-986a3035-8c8d-4551-a4a4-1140aa4ea82f service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 915 time: 0.1236539 Apr 18 12:45:51.023651 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-08c7d376-260a-417a-8df6-1f4dacb64588 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 1002 time: 0.0964231 Apr 18 12:45:51.089205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-315db74f-f350-46e4-a7c4-4bbbebe897bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:51.090645 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-315db74f-f350-46e4-a7c4-4bbbebe897bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.0612893 Apr 18 12:45:51.163362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-ba9fb95c-de09-4c55-85ef-e1bde29e4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:45:51.164790 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-ba9fb95c-de09-4c55-85ef-e1bde29e4714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686488 Apr 18 12:45:51.292393 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-4c436c22-4160-4d8b-aa5d-8860b9bbde67 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212492 Apr 18 12:45:51.526868 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2b3e8157-fded-454a-a18b-b7ec7279a47f req-ca4f288f-4edf-483c-9ca7-664520a97872 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274206 Apr 18 12:46:08.059201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e598d529-e526-4824-838f-4cc3ebf4643d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:10.247877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-521e7445-0635-4895-9eaa-2eff2034aab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:11.432924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:11.673070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:13.047764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:15.774343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:16.974131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-9fab2f6e-7cbb-464b-ab83-b0327875541f tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631545494&fields=id&tenant_id=6437209d2b744beabbb20f203e494046 HTTP/1.1" status: 200 len: 267 time: 0.0377777 Apr 18 12:46:17.058922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-74cdbf9b-e7a2-4711-9c53-dc1b71e6ea7f tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:17.060351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-74cdbf9b-e7a2-4711-9c53-dc1b71e6ea7f tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 985 time: 0.0803380 Apr 18 12:46:17.071007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Request body: {'port': {'security_groups': ['617a3fdd-9590-4a29-b84e-7d413f325ee5']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:17.187896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.420450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:17.444214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.496094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.509665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:46:17.563477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:17.564178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.572410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8fc1f7b6-dfa6-4c57-a86f-45cc2695f7e0 req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "PUT /v2.0/ports/077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 943 time: 0.5018575 Apr 18 12:46:17.572410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:46:17.572655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 42930) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:17.626539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event updated for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=7']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:17.641945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.642308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.642684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.643226 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.643573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.643910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.644244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.644575 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.644903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.645239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.645557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.645884 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5586cfa-f1ec-454d-bb85-3709402db7ac tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.677687 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.706901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:46:17.719232 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.820473 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9babaf1b-975c-47f2-9184-23dce294654a'] response: {'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'status': 'completed', 'code': 200} Apr 18 12:46:17.847950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.868539 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f75bdb-0746-48a7-ae14-5e50256754d1,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:17.876834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.877299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.877842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.878340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.878706 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.879044 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.879376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.879697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.880190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.880849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.881352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.881954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:17.915274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-c7949d9b-edd6-4f6d-b3b4-ee7f196430ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:17.916675 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-c7949d9b-edd6-4f6d-b3b4-ee7f196430ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0762167 Apr 18 12:46:17.927905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0baa3c6c-c9d5-4374-839a-7947019d228b None None] Provisioning complete for port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:17.927905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0baa3c6c-c9d5-4374-839a-7947019d228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.950494 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:17.951936 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-666ac83c-c221-4f90-b332-3be401db56d2 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "DELETE /v2.0/security-groups/34f75bdb-0746-48a7-ae14-5e50256754d1 HTTP/1.1" status: 204 len: 168 time: 0.3786831 Apr 18 12:46:17.960263 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 42936) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:18.224122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-6201be76-4ada-4880-b9b4-e4cc75706577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:18.225465 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-6201be76-4ada-4880-b9b4-e4cc75706577 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 915 time: 0.3028853 Apr 18 12:46:18.305335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Deleting port db16e52e-88d7-40e3-a8f2-37a27d7d9eff {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:18.305671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:18.405545 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-040ab413-c6b9-4039-a519-ff618c2ea2a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 1002 time: 0.1724138 Apr 18 12:46:18.532161 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-b97a8869-a526-4b7c-a13b-e2543a311446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:18.533478 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-b97a8869-a526-4b7c-a13b-e2543a311446 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.1213028 Apr 18 12:46:18.585912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:18.586240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:18.823222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Calling delete_port for db16e52e-88d7-40e3-a8f2-37a27d7d9eff owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:18.900512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-73c1e816-66f6-4c57-a258-d7f2c8bc171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:18.901977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-73c1e816-66f6-4c57-a258-d7f2c8bc171d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3589044 Apr 18 12:46:19.086940 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-d111ee11-f2db-4c8a-8370-924117993342 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783049 Apr 18 12:46:19.174958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:19.237812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event deleted for resources: {'Port': ['ID=db16e52e-88d7-40e3-a8f2-37a27d7d9eff,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:19.341741 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-464a3646-2b17-4b4f-875e-11ff18a4615d req-01dff07b-3f79-4978-b0b3-beb732993699 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487938 Apr 18 12:46:19.350193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:19.350548 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Floating IP 85339f10-b8c4-406e-8a52-b84c8c4bd673 disassociated (deleted). External IP: 172.26.4.144, port: 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3. Apr 18 12:46:19.702266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Router ee6abbaf-cc85-48dc-9066-94db548a7d8c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:46:19.874687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:46:19.883955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] Sync routers for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:46:19.892670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:19.898221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:19.950304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:20.007404 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1754f642-f267-4df2-86fc-fe0bce540e31 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "DELETE /v2.0/floatingips/85339f10-b8c4-406e-8a52-b84c8c4bd673 HTTP/1.1" status: 204 len: 168 time: 2.0514703 Apr 18 12:46:20.008055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:46:20.059926 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab28ebf-af02-4369-a2f8-80eb4600dd01'] response: {'name': 'network-changed', 'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'status': 'completed', 'code': 200} Apr 18 12:46:20.072218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:20.152270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-5237cd48-9431-4d24-b2de-272621d7d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:20.153686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-5237cd48-9431-4d24-b2de-272621d7d7dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6437209d2b744beabbb20f203e494046&device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 1099 time: 0.0724976 Apr 18 12:46:20.391218 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:20.395233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] Checking router: ee6abbaf-cc85-48dc-9066-94db548a7d8c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:46:20.404087 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:20.404603 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:20.411780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-0f62e223-1fcc-45ce-8db9-2ef38aab46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:20.414151 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-0f62e223-1fcc-45ce-8db9-2ef38aab46d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 200 len: 915 time: 0.2539871 Apr 18 12:46:20.485347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-148e9595-0d99-48d0-96f9-bf442b406e62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 200 len: 217 time: 0.0661960 Apr 18 12:46:20.550267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-af368bda-d0c4-4a16-8476-db9d625cc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:20.552450 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-af368bda-d0c4-4a16-8476-db9d625cc4c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 200 len: 853 time: 0.0605319 Apr 18 12:46:20.594612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:20.641844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-bc5be3ca-77dd-4806-934e-25ae6b077d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:20.643345 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-bc5be3ca-77dd-4806-934e-25ae6b077d3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09d01218-63e1-472d-a505-c915619eca53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850832 Apr 18 12:46:20.782030 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-f3663629-b2ad-4af3-95a8-46ab30b3fb71 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318531 Apr 18 12:46:20.915365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4c37d72-fab0-4b2a-912a-8b6829abe48a req-15f385e0-f004-43a2-bc97-3cfa60c94801 service neutron] 10.222.0.15 "GET /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252766 Apr 18 12:46:20.961251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:20.963560 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3032d0f-a898-4446-9d37-7632ee768122 None None] The sync data for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv is: [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:09Z', 'revision_number': 4, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'abdc8479-08c9-4386-bc6c-ab506c9b9965', 'name': '', 'network_id': '09d01218-63e1-472d-a505-c915619eca53', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'mac_address': 'fa:16:3e:c9:31:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:08Z', 'updated_at': '2022-04-18T12:44:14Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'subnets': [{'id': 'd4e7bf85-5422-4ca5-811e-bb2e29c5a156', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:46:21.153793 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:46:21.188885 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711b4550-3cea-4130-8905-1a46ac854b86 None None] New status for floating IP 85339f10-b8c4-406e-8a52-b84c8c4bd673: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:46:25.890304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2169-bf2b-46ea-915b-9527b7b32989 req-abe5eecd-7482-4451-89d6-e364feb2fddd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:25.890959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-adae2169-bf2b-46ea-915b-9527b7b32989 req-abe5eecd-7482-4451-89d6-e364feb2fddd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:46:25.970371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-adae2169-bf2b-46ea-915b-9527b7b32989 req-abe5eecd-7482-4451-89d6-e364feb2fddd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:46:25.972062 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adae2169-bf2b-46ea-915b-9527b7b32989 req-abe5eecd-7482-4451-89d6-e364feb2fddd tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.1585903 Apr 18 12:46:26.016434 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adae2169-bf2b-46ea-915b-9527b7b32989 req-1790aa07-e70c-4e03-9bce-83ed090a1e3e tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388820 Apr 18 12:46:27.198569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1eaf1-2593-4fdc-80d9-6dd8282574cb req-0ba1755e-0dbb-4fed-b3fa-c976e0d6ad51 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:27.200038 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b1f1eaf1-2593-4fdc-80d9-6dd8282574cb req-0ba1755e-0dbb-4fed-b3fa-c976e0d6ad51 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0785978 Apr 18 12:46:27.244935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b1f1eaf1-2593-4fdc-80d9-6dd8282574cb req-f04c2c2d-7406-43c5-b0cc-48f5e5e8fc97 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Synchronizing usage tracker for tenant:6437209d2b744beabbb20f203e494046 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:46:27.318903 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b1f1eaf1-2593-4fdc-80d9-6dd8282574cb req-f04c2c2d-7406-43c5-b0cc-48f5e5e8fc97 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Unset dirty status for tenant:6437209d2b744beabbb20f203e494046 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:46:27.320000 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b1f1eaf1-2593-4fdc-80d9-6dd8282574cb req-f04c2c2d-7406-43c5-b0cc-48f5e5e8fc97 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/security-groups?id=617a3fdd-9590-4a29-b84e-7d413f325ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137443 Apr 18 12:46:27.523305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e53e02-8106-4cc9-b278-816247465b63 req-984237a9-ccc3-477a-b5b2-6beb884f6b86 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:27.524767 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78e53e02-8106-4cc9-b278-816247465b63 req-984237a9-ccc3-477a-b5b2-6beb884f6b86 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.15 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 946 time: 0.0800879 Apr 18 12:46:27.592017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Deleting port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:27.592270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:27.831173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] For port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:27.831526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:27.952038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Calling delete_port for 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:28.158833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:28.169979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:46:28.208165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Pushing event deleted for resources: {'Port': ['ID=077fa07e-ce47-4feb-b3d2-f2b0d53c13b3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:28.284458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] No DVR routers for this DVR port 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:46:28.286865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:28.289271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'name': 'network-vif-deleted', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:46:28.336873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aabb2cf-1180-4cbf-8718-72d2545d74a6'] response: {'server_uuid': '5860f9c4-7b66-4a5b-80c4-35c073c07eb3', 'name': 'network-vif-deleted', 'tag': '077fa07e-ce47-4feb-b3d2-f2b0d53c13b3', 'status': 'completed', 'code': 200} Apr 18 12:46:28.368990 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78e53e02-8106-4cc9-b278-816247465b63 req-2a9c4f72-da4a-4654-9433-247b6745f715 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.15 "DELETE /v2.0/ports/077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 HTTP/1.1" status: 204 len: 173 time: 0.8391035 Apr 18 12:46:28.595220 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f365c9e4-3625-4ea7-b725-603397cf328c req-99ddb7b8-0163-4aae-bb96-2e2b5e61b590 tempest-TestMinimumBasicScenario-978722739 tempest-TestMinimumBasicScenario-978722739-project] 10.222.0.24 "GET /v2.0/ports?device_id=5860f9c4-7b66-4a5b-80c4-35c073c07eb3 HTTP/1.1" status: 200 len: 210 time: 0.1647108 Apr 18 12:46:30.214698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:30.252189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:30.252527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 077fa07e-ce47-4feb-b3d2-f2b0d53c13b3 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:30.825048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43022) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:31.464801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:31.804514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Deleting port abdc8479-08c9-4386-bc6c-ab506c9b9965 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:31.804768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:31.969972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] For port abdc8479-08c9-4386-bc6c-ab506c9b9965, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=abdc8479-08c9-4386-bc6c-ab506c9b9965,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:31.970648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:32.099681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Calling delete_port for abdc8479-08c9-4386-bc6c-ab506c9b9965 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:32.581866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:32.628259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Pushing event deleted for resources: {'Port': ['ID=abdc8479-08c9-4386-bc6c-ab506c9b9965,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:32.889896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:33.237791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Router ee6abbaf-cc85-48dc-9066-94db548a7d8c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:46:33.411313 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:46:33.421186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] Sync routers for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:46:33.423095 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8db172bd-8bf6-4a65-b9c6-85a3775e266e admin admin] 10.222.0.24 "PUT /v2.0/routers/ee6abbaf-cc85-48dc-9066-94db548a7d8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969911 Apr 18 12:46:33.425516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43026) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:33.430361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:33.430997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:33.598010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:33.611485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:33.896971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:46:32Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:33.900894 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] Checking router: ee6abbaf-cc85-48dc-9066-94db548a7d8c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:46:33.905101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:33.909237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] Routers {'ee6abbaf-cc85-48dc-9066-94db548a7d8c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:33.909835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:33.976268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Deleting port 467415c3-7081-4625-a58e-9443a4b090df {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:33.976632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.090027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] Set router ee6abbaf-cc85-48dc-9066-94db548a7d8c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:34.157641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] For port 467415c3-7081-4625-a58e-9443a4b090df, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=467415c3-7081-4625-a58e-9443a4b090df,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:34.157910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.280399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Calling delete_port for 467415c3-7081-4625-a58e-9443a4b090df owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:34.367111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:46:32Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:34.372887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9714f07e-fae8-430e-923a-4e8f3c595a56 None None] The sync data for ids ['ee6abbaf-cc85-48dc-9066-94db548a7d8c'] in dv-neutron-837089-1-hyperv is: [{'id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'name': 'tempest-TestMinimumBasicScenario-708658643-router', 'tenant_id': '6437209d2b744beabbb20f203e494046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '467415c3-7081-4625-a58e-9443a4b090df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:46:32Z', 'revision_number': 5, 'project_id': '6437209d2b744beabbb20f203e494046', 'gw_port': {'id': '467415c3-7081-4625-a58e-9443a4b090df', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:5e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6abbaf-cc85-48dc-9066-94db548a7d8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:05Z', 'updated_at': '2022-04-18T12:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:46:34.516506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.560293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Pushing event deleted for resources: {'Port': ['ID=467415c3-7081-4625-a58e-9443a4b090df,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:34.652618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.827833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.830065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.905156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.905663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee6abbaf-cc85-48dc-9066-94db548a7d8c {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:46:34.919404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:34.920986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-411fc5cf-ba95-4a00-9f3a-96cd8947c8ad admin admin] 10.222.0.24 "DELETE /v2.0/routers/ee6abbaf-cc85-48dc-9066-94db548a7d8c HTTP/1.1" status: 204 len: 168 time: 1.4944046 Apr 18 12:46:34.923931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43030) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:34.999907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Deleting subnet d4e7bf85-5422-4ca5-811e-bb2e29c5a156 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:46:35.003291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.056149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.130931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.261753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.300801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e7bf85-5422-4ca5-811e-bb2e29c5a156,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:35.306084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.311780 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc17f86-61d0-4b2a-9d63-e2afa9eda20f None None] Network 09d01218-63e1-472d-a505-c915619eca53 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:46:35.312333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c33d5bf8-5136-49af-9e48-143e14568465 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4e7bf85-5422-4ca5-811e-bb2e29c5a156 HTTP/1.1" status: 204 len: 168 time: 0.3869598 Apr 18 12:46:35.314570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43034) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:35.423566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.434336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Deleting port b0426d15-136c-4e38-8406-aaae0973e342 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:35.434689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.619275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] DHCP port deletion for 09d01218-63e1-472d-a505-c915619eca53 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:46:35.623759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Deleting port b0426d15-136c-4e38-8406-aaae0973e342 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:35.624126 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.741765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] For port b0426d15-136c-4e38-8406-aaae0973e342, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b0426d15-136c-4e38-8406-aaae0973e342,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:35.742038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.818617 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] For port b0426d15-136c-4e38-8406-aaae0973e342, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=b0426d15-136c-4e38-8406-aaae0973e342,segment=NetworkSegment(47230d69-cc91-47c1-b466-b1d31922b4ba),segment_id=47230d69-cc91-47c1-b466-b1d31922b4ba)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:35.818913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:35.866498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Calling delete_port for b0426d15-136c-4e38-8406-aaae0973e342 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:35.938334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Calling delete_port for b0426d15-136c-4e38-8406-aaae0973e342 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:36.025485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.030976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:46:36.031344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:46:36.073214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0426d15-136c-4e38-8406-aaae0973e342,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:36.075172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] No DVR routers for this DVR port b0426d15-136c-4e38-8406-aaae0973e342 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:46:36.132355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device abdc8479-08c9-4386-bc6c-ab506c9b9965 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:36.165951 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: abdc8479-08c9-4386-bc6c-ab506c9b9965 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:36.166286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device abdc8479-08c9-4386-bc6c-ab506c9b9965 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:36.166728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b0426d15-136c-4e38-8406-aaae0973e342 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:36.194503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.200688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: b0426d15-136c-4e38-8406-aaae0973e342 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:36.201026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device b0426d15-136c-4e38-8406-aaae0973e342 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:36.201440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 467415c3-7081-4625-a58e-9443a4b090df no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:36.223789 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d01218-63e1-472d-a505-c915619eca53']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:36.233598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 467415c3-7081-4625-a58e-9443a4b090df {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:36.233940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 467415c3-7081-4625-a58e-9443a4b090df not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:36.235831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47230d69-cc91-47c1-b466-b1d31922b4ba') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:36.236126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47230d69-cc91-47c1-b466-b1d31922b4ba') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:36.247581 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.263484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.269206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:46:36.269595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:46:36.282800 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:46:36.425603 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.444244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.457200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] Pushing event deleted for resources: {'Network': ['ID=09d01218-63e1-472d-a505-c915619eca53,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:36.522888 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-50c2dfb6-2307-4974-9a09-a30e73e67a81 admin admin] 10.222.0.24 "DELETE /v2.0/networks/09d01218-63e1-472d-a505-c915619eca53 HTTP/1.1" status: 204 len: 168 time: 1.2073176 Apr 18 12:46:36.526453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43038) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:36.532426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Deleting port b0426d15-136c-4e38-8406-aaae0973e342 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:36.533046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:36.599312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc9b4f-ff2a-4257-9fe2-1560e3cddfb6 None None] The port 'b0426d15-136c-4e38-8406-aaae0973e342' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:46:37.049217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:37.485848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Deleting port 6849a4dd-8cf8-48e0-9298-5e9678350c00 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:37.486579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:37.654334 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] For port 6849a4dd-8cf8-48e0-9298-5e9678350c00, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6849a4dd-8cf8-48e0-9298-5e9678350c00,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:37.654707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:37.775308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Calling delete_port for 6849a4dd-8cf8-48e0-9298-5e9678350c00 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:38.013841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:38.061825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Pushing event deleted for resources: {'Port': ['ID=6849a4dd-8cf8-48e0-9298-5e9678350c00,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:38.070981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-597d6f28-df58-4690-93ef-f1532ecdda2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:38.335868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:38.792934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Router 6381b625-c1d7-48d5-973d-cbd2fba5289e has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:46:38.964469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:46:38.972930 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] Sync routers for ids ['6381b625-c1d7-48d5-973d-cbd2fba5289e'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:46:38.982835 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] Routers {'6381b625-c1d7-48d5-973d-cbd2fba5289e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:38.983428 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6381b625-c1d7-48d5-973d-cbd2fba5289e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:39.034854 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4356e273-e3bd-45ce-a0aa-fa076e659044 admin admin] 10.222.0.24 "PUT /v2.0/routers/6381b625-c1d7-48d5-973d-cbd2fba5289e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073059 Apr 18 12:46:39.037262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43042) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:39.155014 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] Set router 6381b625-c1d7-48d5-973d-cbd2fba5289e gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:39.214028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:39.390317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:39.438852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Deleting port fdbed168-ecb4-47db-a581-722352542777 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:39.440480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:39.462698 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'fdbed168-ecb4-47db-a581-722352542777', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:46:37Z', 'revision_number': 5, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port': {'id': 'fdbed168-ecb4-47db-a581-722352542777', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:44:14Z', 'updated_at': '2022-04-18T12:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:39.466426 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] Checking router: 6381b625-c1d7-48d5-973d-cbd2fba5289e for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:46:39.474602 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] Routers {'6381b625-c1d7-48d5-973d-cbd2fba5289e'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:39.475190 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['6381b625-c1d7-48d5-973d-cbd2fba5289e'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:39.621270 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] For port fdbed168-ecb4-47db-a581-722352542777, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=fdbed168-ecb4-47db-a581-722352542777,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:39.621625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:39.626353 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] Set router 6381b625-c1d7-48d5-973d-cbd2fba5289e gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:39.728942 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:46:39Z', 'revision_number': 6, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:39.732757 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6786334-b54a-492b-a8d4-18ac132b0f8b None None] The sync data for ids ['6381b625-c1d7-48d5-973d-cbd2fba5289e'] in dv-neutron-837089-1-hyperv is: [{'id': '6381b625-c1d7-48d5-973d-cbd2fba5289e', 'name': 'tempest-TestMinimumBasicScenario-1964707388-router', 'tenant_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:44:13Z', 'updated_at': '2022-04-18T12:46:39Z', 'revision_number': 6, 'project_id': '45cbf433c6fb4fa093472ca1e5c3f1d0', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:46:39.744019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Calling delete_port for fdbed168-ecb4-47db-a581-722352542777 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:39.973685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.019321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdbed168-ecb4-47db-a581-722352542777,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:40.112862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.145654 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6849a4dd-8cf8-48e0-9298-5e9678350c00 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:40.186377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 6849a4dd-8cf8-48e0-9298-5e9678350c00 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:40.186739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6849a4dd-8cf8-48e0-9298-5e9678350c00 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:40.271245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b21e236-2250-4d59-9fb1-91c06d2a549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.398505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.400670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.504886 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.505392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6381b625-c1d7-48d5-973d-cbd2fba5289e {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:46:40.518208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.524396 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c1a42cae-1ffb-4d58-941c-83bd8514b061 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6381b625-c1d7-48d5-973d-cbd2fba5289e HTTP/1.1" status: 204 len: 168 time: 1.4811611 Apr 18 12:46:40.524535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43048) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:40.580983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Deleting subnet 6171fab5-dbe7-480a-a43d-6d95fca920b9 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:46:40.583944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.637584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.716420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.850760 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.894273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6171fab5-dbe7-480a-a43d-6d95fca920b9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:40.896225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:40.900774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317aa536-7774-4ffe-990e-47ebb147e813 None None] Network fb213715-6f2c-4c84-8c2d-62e6e9e053a3 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:46:40.902425 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fb0acfd4-5d97-4089-bd3f-796642c1c2dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6171fab5-dbe7-480a-a43d-6d95fca920b9 HTTP/1.1" status: 204 len: 168 time: 0.3792655 Apr 18 12:46:40.904859 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43052) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:41.008330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.018318 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Deleting port f3d6797a-4b0e-4a86-819b-ce9414c21fce {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:41.018668 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.150124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] DHCP port deletion for fb213715-6f2c-4c84-8c2d-62e6e9e053a3 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:46:41.154177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Deleting port f3d6797a-4b0e-4a86-819b-ce9414c21fce {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:41.154689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.220813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] For port f3d6797a-4b0e-4a86-819b-ce9414c21fce, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f3d6797a-4b0e-4a86-819b-ce9414c21fce,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:41.221166 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.343454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Calling delete_port for f3d6797a-4b0e-4a86-819b-ce9414c21fce owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:41.354113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] For port f3d6797a-4b0e-4a86-819b-ce9414c21fce, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f3d6797a-4b0e-4a86-819b-ce9414c21fce,segment=NetworkSegment(5b7bdd60-de36-43af-9212-2bb5e265398c),segment_id=5b7bdd60-de36-43af-9212-2bb5e265398c)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:41.354528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.482199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.483879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Calling delete_port for f3d6797a-4b0e-4a86-819b-ce9414c21fce owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:46:41.531705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d6797a-4b0e-4a86-819b-ce9414c21fce,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:41.535088 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] No DVR routers for this DVR port f3d6797a-4b0e-4a86-819b-ce9414c21fce on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:46:41.585965 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:46:41.586881 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:46:41.602592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.654247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.682667 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb213715-6f2c-4c84-8c2d-62e6e9e053a3']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:41.693467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.694616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7bdd60-de36-43af-9212-2bb5e265398c') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:41.694914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7bdd60-de36-43af-9212-2bb5e265398c') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:41.707821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.724069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.730195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:46:41.730600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:46:41.743419 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:46:41.876390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.880874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:41.909831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb213715-6f2c-4c84-8c2d-62e6e9e053a3,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:41.914823 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d2cc34ea-be04-4a2b-bccd-95164abfc121 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fb213715-6f2c-4c84-8c2d-62e6e9e053a3 HTTP/1.1" status: 204 len: 168 time: 1.0088861 Apr 18 12:46:42.084127 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-4bb351f9-13b9-4fb1-b37b-5020ba0952e2 req-1b9d36b6-773e-491a-9222-639c4b97ca7c tempest-TestNetworkBasicOps-719838065 tempest-TestNetworkBasicOps-719838065-project] (88782) timed out ('10.222.0.15', 64918) {{(pid=88782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 12:46:42.088058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Deleting port f3d6797a-4b0e-4a86-819b-ce9414c21fce {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:46:42.088455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:42.154241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fdbed168-ecb4-47db-a581-722352542777 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:42.184750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f6531ad9-968c-41ed-80fb-a9b33851f1c4 None None] The port 'f3d6797a-4b0e-4a86-819b-ce9414c21fce' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 12:46:42.190400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: fdbed168-ecb4-47db-a581-722352542777 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:42.190768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device fdbed168-ecb4-47db-a581-722352542777 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:42.191191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f3d6797a-4b0e-4a86-819b-ce9414c21fce no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:46:42.225593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f3d6797a-4b0e-4a86-819b-ce9414c21fce {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:46:42.225963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f3d6797a-4b0e-4a86-819b-ce9414c21fce not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:46:42.326520 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43060) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:42.377901 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-fa537636-3955-4623-9aaa-b56f8355e885 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6437209d2b744beabbb20f203e494046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479121 Apr 18 12:46:42.378132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43064) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:42.436711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f9d79de3-d1e8-4505-88b9-2cd8a7989ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:42.461443 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f9d79de3-d1e8-4505-88b9-2cd8a7989ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:42.568004 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f9d79de3-d1e8-4505-88b9-2cd8a7989ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:42.583478 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d79de3-d1e8-4505-88b9-2cd8a7989ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617a3fdd-9590-4a29-b84e-7d413f325ee5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:42.652626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f9d79de3-d1e8-4505-88b9-2cd8a7989ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:42.653740 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f9d79de3-d1e8-4505-88b9-2cd8a7989ea2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/617a3fdd-9590-4a29-b84e-7d413f325ee5 HTTP/1.1" status: 204 len: 168 time: 0.2746542 Apr 18 12:46:43.025542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:43.321190 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43072) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:43.368792 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e59200f7-52b8-46d8-942c-8b9a259a926b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45cbf433c6fb4fa093472ca1e5c3f1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464334 Apr 18 12:46:43.371255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43076) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:43.428166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-397ab970-993e-45f5-91c9-3c7f02c90b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:43.453616 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-397ab970-993e-45f5-91c9-3c7f02c90b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:43.567741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-397ab970-993e-45f5-91c9-3c7f02c90b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:43.585033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ab970-993e-45f5-91c9-3c7f02c90b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106db4e1-0f4d-43e9-82f0-e5a938d2d7c9,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:43.588912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-397ab970-993e-45f5-91c9-3c7f02c90b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:43.590162 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-397ab970-993e-45f5-91c9-3c7f02c90b28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/106db4e1-0f4d-43e9-82f0-e5a938d2d7c9 HTTP/1.1" status: 204 len: 168 time: 0.2179172 Apr 18 12:46:45.730158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.193766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43122) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:47.198954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460644962', 'description': 'tempest-secgroup-smoke-460644962 description', 'project_id': '0fcdff98d96c479aa333c20f5328ab72'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:47.204792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:47.208544 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:47.211824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:47.217712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:47.293137 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.304508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.318475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:47.322287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:47.325055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:47.330655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:47.415285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.475959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.491463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:47.502321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:47.508182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:47.515953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:47.517823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=844be380-12d8-4cfc-bae5-a809e034acf0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:47.588738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.667020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.711792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64aaacc5-3ac6-4506-b8e4-f9021212d28c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:47.775868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.777102 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-99fb881b-138b-4467-8555-29c722e6b670 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5823345 Apr 18 12:46:47.779885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43126) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:47.784696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '64aaacc5-3ac6-4506-b8e4-f9021212d28c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:47.790583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:47.794333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:47.797160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:47.802730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:47.873377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.931311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:47.993176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.015786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd597fd-7e4f-4334-bb02-ae2c82115ffa,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:48.084493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.085643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-df166dd4-5665-44a2-b39a-8d4ada08374d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3048725 Apr 18 12:46:48.088408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43130) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:48.093181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '64aaacc5-3ac6-4506-b8e4-f9021212d28c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:48.102545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:48.102874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:48.105658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:48.111258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:48.219874 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.282254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.361781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.384757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a23631-4393-4880-8b1a-7f580677adea,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:48.453365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.454560 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b8602ca8-2147-4aab-837b-628826ef8c81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3652256 Apr 18 12:46:48.457154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43134) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:48.461999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '64aaacc5-3ac6-4506-b8e4-f9021212d28c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:48.467612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:48.471416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:48.474569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:48.480649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:48.551496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.613057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.684013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.706373 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46b9b673-871f-4355-83b2-9d18c2bf3ab9,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:48.781658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.782903 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3421a6f5-c0b8-4cd3-9eb7-0ef1fa2011ba tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248205 Apr 18 12:46:48.785499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43138) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:48.791003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '64aaacc5-3ac6-4506-b8e4-f9021212d28c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:48.796970 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:48.800721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:48.803560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:48.809407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:48.890053 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:48.950983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.024904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.047274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7a2e81-8709-43ee-a1b7-5dfecc707cf0,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:49.127519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.128674 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-606bb8b5-bdc4-4a4d-846e-d92b5a36ed94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3422861 Apr 18 12:46:49.131300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43142) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:49.136596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '64aaacc5-3ac6-4506-b8e4-f9021212d28c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:49.142333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:49.145976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:49.149402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:49.155047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:49.224606 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:46:49.231210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.292592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.355936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.378326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4341332-0d25-4d08-a22b-7c42a8269f75,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:49.459389 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.460521 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fba392a-4bf6-429f-a736-943bd91409e0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3283339 Apr 18 12:46:49.463302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43146) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:49.468083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '64aaacc5-3ac6-4506-b8e4-f9021212d28c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:49.473730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:49.477756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:49.480606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:49.486150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:49.545065 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:46:49.551495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.615168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.707397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.730807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c7d21d-c82c-4c5c-812f-ea9be92edfa7,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:49.781372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.782578 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-69545eee-f198-47c8-9223-2b69372b0549 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3183634 Apr 18 12:46:49.785566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43150) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:49.791315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'network': {'name': 'tempest-network-smoke--1320311769', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:49.796027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:49.799725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:network and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:49.802452 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:49.808622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:49.867689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:46:49.871004 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.897554 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:46:49.905881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:49.906212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Added segment 4f76b107-4ed7-4b4b-9e3d-ac4145df5e90 of type vlan for network e3532b0b-76da-4a58-8d16-b8a50327b1a7 Apr 18 12:46:49.934520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:50.019186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:50.024391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:50.024958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:50.128327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Network': ['ID=e3532b0b-76da-4a58-8d16-b8a50327b1a7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:50.138258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:46:50.145749 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-d3a421e4-2a97-405c-9820-d556ec39efef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3592300 Apr 18 12:46:50.149122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43154) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:50.154197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'admin_state_up': True, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:50.161482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:50.165859 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:router and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:50.168698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:50.174911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:50.236527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:50.237656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:50.251698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:50.562562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:51.026827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:51.055897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:51.188320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.72 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/9a1d5b03-d211-4f14-ba27-da18f76761f6) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:46:51.331234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:51.413624 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:51.473172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:46:51.475928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:46:51.480210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:46:51.522178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=9a1d5b03-d211-4f14-ba27-da18f76761f6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:51.951145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:52.284078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:52.661307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:46:52.840418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:46:52.851860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Sync routers for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:46:52.861549 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:52.862157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:52.951071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:52.952203 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-66d05862-0ca0-4745-98a3-b1f2e0ce1917 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8021891 Apr 18 12:46:52.955337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43158) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:53.034535 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:53.093556 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3f684254-46bf-4af4-8af1-f6d7fd7a9882 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0fcdff98d96c479aa333c20f5328ab72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1371400 Apr 18 12:46:53.096155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43164) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:53.227052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc8d834-3b7f-49eb-9de4-8d883e5a89ad tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:53.229845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fc8d834-3b7f-49eb-9de4-8d883e5a89ad tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316676 Apr 18 12:46:53.231697 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43168) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:53.275107 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-46cf95a6-7e1e-4405-b5d3-2020cde8534a tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415215 Apr 18 12:46:53.277719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43172) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:53.283112 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1153922589', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:46:53.320441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:51Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:53.324385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Checking router: 256258f0-3cd5-4e15-95c0-fcf026b56cb2 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:46:53.324721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Updating router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 port 9a1d5b03-d211-4f14-ba27-da18f76761f6 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:46:53.376163 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.483720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:46:53.487428 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:subnet and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:46:53.490190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:46:53.495805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:46:53.590623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:46:53.594234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.706314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.717598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Transition to ACTIVE for port object 9a1d5b03-d211-4f14-ba27-da18f76761f6 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:46:53.785238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.854311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.868130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Attempting to bind port 9a1d5b03-d211-4f14-ba27-da18f76761f6 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:46:53.868643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Attempting to bind port 9a1d5b03-d211-4f14-ba27-da18f76761f6 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:46:53.868816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Attempting to bind port 9a1d5b03-d211-4f14-ba27-da18f76761f6 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:46:53.870877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Pushing event updated for resources: {'Port': ['ID=9a1d5b03-d211-4f14-ba27-da18f76761f6,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:53.879417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:46:53.882054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:46:53.882054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.882054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:46:53.882054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Bound port: 9a1d5b03-d211-4f14-ba27-da18f76761f6, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:46:53.882054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:53.908860 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.909196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.909524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.909847 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.910168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.910514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.910833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.911150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.911460 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.911771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.912080 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.912471 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:53.938713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Subnet': ['ID=accc48b8-2a7c-4f2f-8d20-93e5a9bd189f,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:53.945171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Checking segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:46:53.945504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network hostable DHCP agents. Network: e3532b0b-76da-4a58-8d16-b8a50327b1a7, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:46:53.957970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] For port 9a1d5b03-d211-4f14-ba27-da18f76761f6, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:46:53.961410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] For port 9a1d5b03-d211-4f14-ba27-da18f76761f6, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9a1d5b03-d211-4f14-ba27-da18f76761f6,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:46:54.027147 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:46:54.073302 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:54.118944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, e3532b0b-76da-4a58-8d16-b8a50327b1a7) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:46:54.123977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:54.124571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:54.140913 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2eadb2-7671-4ca1-95a9-e26bb1ae365b None None] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:46:54.214202 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4129b646-53f6-49c2-8495-0fce0a42e689 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9352770 Apr 18 12:46:54.216709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43176) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:46:54.270880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:54.271497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:54.351986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5a8d-058e-458d-a1a4-8530a689e787 None None] Pushing event updated for resources: {'Port': ['ID=9a1d5b03-d211-4f14-ba27-da18f76761f6,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:54.541698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:46:54.542521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:54.558891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:54.912619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:54.929940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Allocated IP 172.20.0.2 (e3532b0b-76da-4a58-8d16-b8a50327b1a7/accc48b8-2a7c-4f2f-8d20-93e5a9bd189f/67d68d08-264f-439a-83fd-990f70a14f20) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:46:55.048455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:51Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:55.057371 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b13d86-4489-4ac3-ae98-d627088f8713 None None] The sync data for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv is: [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:51Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:46:55.164209 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.174582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Transition to ACTIVE for port object 67d68d08-264f-439a-83fd-990f70a14f20 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:46:55.193237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Transition to ACTIVE for port object 67d68d08-264f-439a-83fd-990f70a14f20 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:46:55.291315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.366849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:46:55.369777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:46:55.378327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:46:55.385197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Pushing event updated for resources: {'Port': ['ID=67d68d08-264f-439a-83fd-990f70a14f20,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:55.478602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Attempting to bind port 67d68d08-264f-439a-83fd-990f70a14f20 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:46:55.478964 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Attempting to bind port 67d68d08-264f-439a-83fd-990f70a14f20 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:46:55.479687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Attempting to bind port 67d68d08-264f-439a-83fd-990f70a14f20 on network e3532b0b-76da-4a58-8d16-b8a50327b1a7 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:46:55.484799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:46:55.485161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Checking segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:46:55.485552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.486071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Bound using segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:46:55.486564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Bound port: 67d68d08-264f-439a-83fd-990f70a14f20, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:46:55.486934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.490915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.1 (e3532b0b-76da-4a58-8d16-b8a50327b1a7/accc48b8-2a7c-4f2f-8d20-93e5a9bd189f/68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:46:55.578392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] For port 67d68d08-264f-439a-83fd-990f70a14f20, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:46:55.582053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] For port 67d68d08-264f-439a-83fd-990f70a14f20, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=67d68d08-264f-439a-83fd-990f70a14f20,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:46:55.644884 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.658176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.675566 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:46:55.742718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:55.784848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3d8134-7886-4ff6-85c1-d27ee6bdf287 None None] Pushing event updated for resources: {'Port': ['ID=67d68d08-264f-439a-83fd-990f70a14f20,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:55.811867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:46:55.815419 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:46:55.819331 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:46:55.869552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:55.893193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.099233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.188494 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 67d68d08-264f-439a-83fd-990f70a14f20 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:46:56.307329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 67d68d08-264f-439a-83fd-990f70a14f20 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:46:56.312393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9a1d5b03-d211-4f14-ba27-da18f76761f6 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:46:56.455683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9a1d5b03-d211-4f14-ba27-da18f76761f6 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:46:56.460738 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9a1d5b03-d211-4f14-ba27-da18f76761f6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:56.461150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.529284 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.592709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.603372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.621269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9a1d5b03-d211-4f14-ba27-da18f76761f6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9a1d5b03-d211-4f14-ba27-da18f76761f6,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:56.699974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.735089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:56.740629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:56.762293 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8bdd9d-778a-4aaf-b2e3-a0a41a332924 None None] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:46:56.867710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9a1d5b03-d211-4f14-ba27-da18f76761f6,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:56.897344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:46:56.899229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:46:56.952595 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] Provisioning for port 67d68d08-264f-439a-83fd-990f70a14f20 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:46:56.958318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] Provisioning complete for port 67d68d08-264f-439a-83fd-990f70a14f20 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:56.958723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:57.080032 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:46:57.132076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:57.167226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] For port 67d68d08-264f-439a-83fd-990f70a14f20, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=67d68d08-264f-439a-83fd-990f70a14f20,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:46:57.221833 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:57.295325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a951f3-a6fc-4a07-9971-d95b1cb72f87 None None] Pushing event updated for resources: {'Port': ['ID=67d68d08-264f-439a-83fd-990f70a14f20,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:57.387775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:46:57.404550 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-99a1f9cf-b991-431b-b735-2f9a829570e4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/256258f0-3cd5-4e15-95c0-fcf026b56cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1792443 Apr 18 12:46:57.404645 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Sync routers for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:46:57.408633 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:57.409265 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:57.410353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f16bc33f-c9ad-4d42-a451-8b68e3a7b921 None None] Provisioning for port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:46:57.416882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f16bc33f-c9ad-4d42-a451-8b68e3a7b921 None None] Provisioning complete for port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:57.417252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f16bc33f-c9ad-4d42-a451-8b68e3a7b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:57.480104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f16bc33f-c9ad-4d42-a451-8b68e3a7b921 None None] Port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:46:57.495583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f16bc33f-c9ad-4d42-a451-8b68e3a7b921 None None] Provisioning complete for port 67d68d08-264f-439a-83fd-990f70a14f20 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:57.495959 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f16bc33f-c9ad-4d42-a451-8b68e3a7b921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:57.625479 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:57.721704 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-bcb6885e-194b-4804-9d97-3653de17a626 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460644962&fields=id&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 267 time: 0.0404711 Apr 18 12:46:57.765767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-62c9eeb5-6735-4bba-8ae3-bf74c5a02930 None None] Provisioning complete for port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:57.766270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-62c9eeb5-6735-4bba-8ae3-bf74c5a02930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:57.821648 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-62c9eeb5-6735-4bba-8ae3-bf74c5a02930 None None] Port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:46:57.874916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-91f16405-9ca3-4698-bd69-3f8d6385d3b1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:46:57.876333 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-91f16405-9ca3-4698-bd69-3f8d6385d3b1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/networks?id=e3532b0b-76da-4a58-8d16-b8a50327b1a7 HTTP/1.1" status: 200 len: 797 time: 0.1464591 Apr 18 12:46:57.890666 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-5aab1a12-4029-49c0-a28d-85d0efbf2c45 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/quotas/0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 375 time: 0.0088725 Apr 18 12:46:57.932218 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 2, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:57.935902 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Checking router: 256258f0-3cd5-4e15-95c0-fcf026b56cb2 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:46:57.936242 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Updating router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:46:57.975286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-e7f5f5c0-fb7b-4172-864d-1ccb111f3ff7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:46:57.990289 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.056030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-e7f5f5c0-fb7b-4172-864d-1ccb111f3ff7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:46:58.057328 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-e7f5f5c0-fb7b-4172-864d-1ccb111f3ff7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1617942 Apr 18 12:46:58.150051 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 67d68d08-264f-439a-83fd-990f70a14f20 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:46:58.163321 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:46:58.218924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 67d68d08-264f-439a-83fd-990f70a14f20 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:58.219413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.258753 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-69d3c183-4450-4eb4-96ec-1b6f96c8c0bf service neutron] 10.222.0.24 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895409 Apr 18 12:46:58.351539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9a1d5b03-d211-4f14-ba27-da18f76761f6 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:46:58.362949 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.374655 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Transition to ACTIVE for port object 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:46:58.393341 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6bbdbd52-c465-443d-a527-022e8c245913 service neutron] 10.222.0.24 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285865 Apr 18 12:46:58.417536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9a1d5b03-d211-4f14-ba27-da18f76761f6 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:46:58.417997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.433259 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.635254 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Pushing event updated for resources: {'Port': ['ID=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:58.662561 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.662899 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.663231 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.663640 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.664028 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.664267 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.664584 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.664898 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.665216 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.665546 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.665829 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.666137 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:46:58.676377 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Attempting to bind port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:46:58.676718 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Attempting to bind port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:46:58.677070 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Attempting to bind port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c on network e3532b0b-76da-4a58-8d16-b8a50327b1a7 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:46:58.683267 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:46:58.683631 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Checking segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:46:58.684138 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.684529 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Bound using segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:46:58.684978 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Bound port: 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:46:58.685515 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.759061 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-53986ca1-6ab2-46f2-ab3a-1f4818d695fb req-f77e0104-1375-4e7c-b792-ce489a2becf4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 210 time: 0.1212740 Apr 18 12:46:58.787120 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] For port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:46:58.790582 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] For port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:46:58.902262 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:46:58.979354 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:46:58.979981 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:46:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:59.044990 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f4da3-8750-4979-925e-5df86518afb5 None None] Pushing event updated for resources: {'Port': ['ID=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:46:59.161787 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:46:59.463870 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:46:58Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:46:59.467474 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81d3c07-8956-4f82-abb5-f61bc67039d8 None None] The sync data for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv is: [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:46:58Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:46:59.915404 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1d89bdc3-c657-40ab-935d-7f82fc26d938 req-f2306da3-e66a-44e4-acce-7dc6cf342c18 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 210 time: 0.0505850 Apr 18 12:47:00.171486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:47:00.310956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:47:00.316082 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:47:00.316479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:00.439472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:00.476963 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:47:00.639184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:00.733461 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:01.266497 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f83a831a-2dee-49bd-806b-8fc0416c7607 req-aa01810f-61dc-4d7d-bb03-09365e0f6ed2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 210 time: 0.0932243 Apr 18 12:47:01.317040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-f1f6fb20-0377-4423-85ec-c70908fddcc9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:01.317845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-f1f6fb20-0377-4423-85ec-c70908fddcc9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:47:01.433213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-f1f6fb20-0377-4423-85ec-c70908fddcc9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:47:01.434355 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-f1f6fb20-0377-4423-85ec-c70908fddcc9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/networks?id=e3532b0b-76da-4a58-8d16-b8a50327b1a7 HTTP/1.1" status: 200 len: 797 time: 0.3098297 Apr 18 12:47:01.482089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-797e05ff-fd3a-44d0-8281-4f565113878b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:47:01.576017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-797e05ff-fd3a-44d0-8281-4f565113878b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:47:01.577254 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-797e05ff-fd3a-44d0-8281-4f565113878b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 379 time: 0.1344433 Apr 18 12:47:01.585835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'port': {'device_id': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'admin_state_up': True, 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'security_groups': ['64aaacc5-3ac6-4506-b8e4-f9021212d28c']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:47:01.718939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:47:01.728965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:47:01.807770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:47:01.811331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:01.969817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.6 (e3532b0b-76da-4a58-8d16-b8a50327b1a7/accc48b8-2a7c-4f2f-8d20-93e5a9bd189f/8e4b1441-ee93-4d3f-8457-0852bc78750f) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:47:02.140950 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:47:02.161665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:02.177464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object 8e4b1441-ee93-4d3f-8457-0852bc78750f will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:47:02.207504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:47:02.208113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:02.259478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:02.330390 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:47:02.338815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:47:02.343609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:47:02.368863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=8e4b1441-ee93-4d3f-8457-0852bc78750f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:02.414902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:02.415530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:02.468405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5392e-353f-4e85-819f-425375f24874 req-efbf910d-77d7-425a-8b4f-a6f8b6fb40b3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:02.469995 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-52f5392e-353f-4e85-819f-425375f24874 req-efbf910d-77d7-425a-8b4f-a6f8b6fb40b3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 931 time: 0.0859315 Apr 18 12:47:02.505970 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-de4f9728-11f5-4ea1-8e88-f14a15192322 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9238055 Apr 18 12:47:02.516433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-52f5392e-353f-4e85-819f-425375f24874 req-ca7d05ec-3b48-495e-8b49-29ae8fa617ad tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404220 Apr 18 12:47:02.517844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Request body: {'port': {'device_id': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:47:02.628946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:02.687726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9282bc07-d4ff-4cba-80a6-cafdcc61c956 None None] Provisioning for port 8e4b1441-ee93-4d3f-8457-0852bc78750f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:47:02.694696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9282bc07-d4ff-4cba-80a6-cafdcc61c956 None None] Provisioning complete for port 8e4b1441-ee93-4d3f-8457-0852bc78750f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:47:02.695709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9282bc07-d4ff-4cba-80a6-cafdcc61c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:02.751365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9282bc07-d4ff-4cba-80a6-cafdcc61c956 None None] Port 8e4b1441-ee93-4d3f-8457-0852bc78750f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:47:03.077451 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4b1441-ee93-4d3f-8457-0852bc78750f {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:47:03.084427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:03.097876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Transition to ACTIVE for port object 8e4b1441-ee93-4d3f-8457-0852bc78750f will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:47:03.144876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:03.306418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b1441-ee93-4d3f-8457-0852bc78750f,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:03.379945 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Attempting to bind port 8e4b1441-ee93-4d3f-8457-0852bc78750f on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:47:03.380500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Attempting to bind port 8e4b1441-ee93-4d3f-8457-0852bc78750f by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:47:03.380625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Attempting to bind port 8e4b1441-ee93-4d3f-8457-0852bc78750f on network e3532b0b-76da-4a58-8d16-b8a50327b1a7 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:47:03.385023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Port 8e4b1441-ee93-4d3f-8457-0852bc78750f on network e3532b0b-76da-4a58-8d16-b8a50327b1a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:47:03.385343 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Attempting to bind port 8e4b1441-ee93-4d3f-8457-0852bc78750f on network e3532b0b-76da-4a58-8d16-b8a50327b1a7 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:47:03.390331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:47:03.390693 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Checking segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:47:03.391068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Bound using segment: {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:47:03.391483 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Bound port: 8e4b1441-ee93-4d3f-8457-0852bc78750f, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:47:03.391821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:03.481320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] For port 8e4b1441-ee93-4d3f-8457-0852bc78750f, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:47:03.484251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] For port 8e4b1441-ee93-4d3f-8457-0852bc78750f, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:47:03.536146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:03.591855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:03.592443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:03.593796 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e4b1441-ee93-4d3f-8457-0852bc78750f HTTP/1.1" status: 200 len: 1093 time: 1.0802126 Apr 18 12:47:03.594234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:47:03.634807 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f5e20-1811-451b-910d-933cb080cff1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4b1441-ee93-4d3f-8457-0852bc78750f,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:03.685834 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14832c7a-25c0-4a74-8bd0-6a4cc34b0899'] response: {'name': 'network-changed', 'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'status': 'completed', 'code': 200} Apr 18 12:47:03.778648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c995888-41ed-4267-b6bf-6cd2e2f67174 req-f82327c8-d990-4fa6-ac9f-888d02bece6b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:03.779272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8c995888-41ed-4267-b6bf-6cd2e2f67174 req-f82327c8-d990-4fa6-ac9f-888d02bece6b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:47:03.804121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280aa8f-de88-4329-84f2-96d60e39e6bd req-351e0963-9081-4b6c-968b-ec8833e9d141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:03.805558 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4280aa8f-de88-4329-84f2-96d60e39e6bd req-351e0963-9081-4b6c-968b-ec8833e9d141 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1096 time: 0.1189685 Apr 18 12:47:03.895742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-8c995888-41ed-4267-b6bf-6cd2e2f67174 req-f82327c8-d990-4fa6-ac9f-888d02bece6b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:47:03.896860 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8c995888-41ed-4267-b6bf-6cd2e2f67174 req-f82327c8-d990-4fa6-ac9f-888d02bece6b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 943 time: 0.2635322 Apr 18 12:47:03.977954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8c995888-41ed-4267-b6bf-6cd2e2f67174 req-5e47acec-adfc-47ea-9e97-b0825c25321a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726492 Apr 18 12:47:03.980303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280aa8f-de88-4329-84f2-96d60e39e6bd req-796737e5-7004-4559-b035-7adbe7935a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:03.981633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4280aa8f-de88-4329-84f2-96d60e39e6bd req-796737e5-7004-4559-b035-7adbe7935a2c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fcdff98d96c479aa333c20f5328ab72&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1693699 Apr 18 12:47:04.116030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280aa8f-de88-4329-84f2-96d60e39e6bd req-db709626-8eef-4ac9-b12d-2125e8aeb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:04.117470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4280aa8f-de88-4329-84f2-96d60e39e6bd req-db709626-8eef-4ac9-b12d-2125e8aeb0c4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302235 Apr 18 12:47:04.216781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-5da72124-66f3-4113-821f-b352a7be8d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:04.218109 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-5da72124-66f3-4113-821f-b352a7be8d82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1096 time: 0.0680788 Apr 18 12:47:04.291585 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-fb5c358d-a2be-4398-a0b5-7b9e62cd424e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f HTTP/1.1" status: 200 len: 217 time: 0.0663886 Apr 18 12:47:04.352320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-f636398c-c9ee-4f34-9e09-27d270ac490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:04.353971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-f636398c-c9ee-4f34-9e09-27d270ac490e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=accc48b8-2a7c-4f2f-8d20-93e5a9bd189f HTTP/1.1" status: 200 len: 835 time: 0.0567784 Apr 18 12:47:04.426594 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-4f27497b-12a4-484a-8b57-77eb1987b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:04.428078 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-4f27497b-12a4-484a-8b57-77eb1987b64a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3532b0b-76da-4a58-8d16-b8a50327b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685148 Apr 18 12:47:04.555964 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-26e1924f-9a3d-4eb4-aa56-a41a57a7aac5 service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221621 Apr 18 12:47:04.786283 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3c46fb9d-d2f7-4b6e-b1d3-123891065622 req-448bd742-80bc-49b7-86ea-023073c76a3a service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243767 Apr 18 12:47:05.167195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368eddea-60c5-41e9-bcff-61bab7e18725 req-ff1be5db-a1d7-458a-b3c5-dd19449d27eb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:05.168624 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-368eddea-60c5-41e9-bcff-61bab7e18725 req-ff1be5db-a1d7-458a-b3c5-dd19449d27eb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 943 time: 0.0832365 Apr 18 12:47:05.211868 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-368eddea-60c5-41e9-bcff-61bab7e18725 req-735c07b2-44e8-4d34-9ec4-6a184586c1d7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376346 Apr 18 12:47:06.390803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190452-927f-4d8f-884c-8b87e266ecb9 req-43ef901c-1ffa-421f-855e-eb35627ba67d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:06.392221 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8b190452-927f-4d8f-884c-8b87e266ecb9 req-43ef901c-1ffa-421f-855e-eb35627ba67d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 943 time: 0.0782390 Apr 18 12:47:06.434920 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8b190452-927f-4d8f-884c-8b87e266ecb9 req-52860330-9334-48ba-a8bb-0c67cddf1ebb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370772 Apr 18 12:47:07.618003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19864b3d-b6b5-4d05-aa0d-0d80b944cfd1 req-af46a6d8-e39b-45f2-9a79-0754e7efdf9e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:07.619441 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-19864b3d-b6b5-4d05-aa0d-0d80b944cfd1 req-af46a6d8-e39b-45f2-9a79-0754e7efdf9e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 943 time: 0.0822229 Apr 18 12:47:07.662175 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-19864b3d-b6b5-4d05-aa0d-0d80b944cfd1 req-fe9f8dad-3fbe-42b1-90f4-856f3e80f8cc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369582 Apr 18 12:47:08.049912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-acc8b7b7-bc02-4b54-92d3-e48dcc3e3307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:08.401199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8e4b1441-ee93-4d3f-8457-0852bc78750f details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:47:08.529412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8e4b1441-ee93-4d3f-8457-0852bc78750f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:47:08.542353 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'port_id': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'mac_address': 'fa:16:3e:1e:08:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:47:08.595370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:08.614895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4b1441-ee93-4d3f-8457-0852bc78750f {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:47:08.630269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8e4b1441-ee93-4d3f-8457-0852bc78750f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:47:08.695438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:08.761558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8e4b1441-ee93-4d3f-8457-0852bc78750f,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:08.853611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923df26-246e-4fb5-a116-82a2941bd630 req-0c9d8d51-f5d1-4579-ba93-7320318b7cde tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:08.855098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f923df26-246e-4fb5-a116-82a2941bd630 req-0c9d8d51-f5d1-4579-ba93-7320318b7cde tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 944 time: 0.0839088 Apr 18 12:47:08.897143 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f923df26-246e-4fb5-a116-82a2941bd630 req-d4a2aa36-ae6e-469a-9cc0-b6f5ebf77ee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364287 Apr 18 12:47:08.898924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['8e4b1441-ee93-4d3f-8457-0852bc78750f'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:47:10.080818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b805313-f569-4bbe-9d42-f19026383aa5 req-8e4fe5ff-2296-43f8-9c25-162c195abbd1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:10.082262 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1b805313-f569-4bbe-9d42-f19026383aa5 req-8e4fe5ff-2296-43f8-9c25-162c195abbd1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 944 time: 0.0787256 Apr 18 12:47:10.127025 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1b805313-f569-4bbe-9d42-f19026383aa5 req-4fc65f0d-a2ed-4a9c-bade-95dae29fc047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389576 Apr 18 12:47:10.247871 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-45d82ceb-9ed9-40a9-8b88-9ebe54a08238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:10.399607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8e4b1441-ee93-4d3f-8457-0852bc78750f up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:47:10.516481 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 8e4b1441-ee93-4d3f-8457-0852bc78750f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:47:10.521310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 8e4b1441-ee93-4d3f-8457-0852bc78750f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:47:10.521697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:10.639334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:10.666891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:47:10.676245 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 8e4b1441-ee93-4d3f-8457-0852bc78750f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:47:10.754027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:10.797527 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e8dfd8-9bf2-40d9-b923-d77e66eb494e'] response: {'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'code': 200} Apr 18 12:47:10.833414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=8e4b1441-ee93-4d3f-8457-0852bc78750f,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:11.147157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee7b65-cfef-4970-91f9-1a74f96b13f1 req-325109d4-e1fc-4fba-a80e-392cb9d668be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:11.148933 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0aee7b65-cfef-4970-91f9-1a74f96b13f1 req-325109d4-e1fc-4fba-a80e-392cb9d668be service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1098 time: 0.0686681 Apr 18 12:47:11.189133 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0aee7b65-cfef-4970-91f9-1a74f96b13f1 req-27149ba1-2cd2-41a9-8e67-eb1f0be017d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345371 Apr 18 12:47:11.311713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7128e9-ad37-4a2e-b583-dbd00ca84c78 req-673f9d4b-1820-462d-b463-96a8e599e238 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:11.313116 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1d7128e9-ad37-4a2e-b583-dbd00ca84c78 req-673f9d4b-1820-462d-b463-96a8e599e238 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0812318 Apr 18 12:47:11.358065 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1d7128e9-ad37-4a2e-b583-dbd00ca84c78 req-4e5384b2-e721-43a9-a398-48e02bacff78 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393960 Apr 18 12:47:11.436367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:11.687805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:12.548771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c20b6-927f-442d-b7af-2b5830ca47d2 req-422afda4-3a60-435a-92b7-888c982e5374 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:12.550185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-867c20b6-927f-442d-b7af-2b5830ca47d2 req-422afda4-3a60-435a-92b7-888c982e5374 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0811760 Apr 18 12:47:12.594407 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-867c20b6-927f-442d-b7af-2b5830ca47d2 req-453e60b5-2bc9-4d4f-a3ea-e1c975f6a123 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378680 Apr 18 12:47:12.771852 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2d598-7261-4c6d-9942-e2e874d1c94f req-88409962-e481-4b86-9d40-86b2b5206384 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:12.773713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cfa2d598-7261-4c6d-9942-e2e874d1c94f req-88409962-e481-4b86-9d40-86b2b5206384 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0774827 Apr 18 12:47:12.816433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cfa2d598-7261-4c6d-9942-e2e874d1c94f req-9d5a1af3-632d-4d06-9f50-fd1179c0452c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370774 Apr 18 12:47:12.839063 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43248) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:12.911133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6694a1e-7958-4e92-9bc3-37b22ccdb01e tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:12.912584 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a6694a1e-7958-4e92-9bc3-37b22ccdb01e tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1093 time: 0.0725410 Apr 18 12:47:12.915482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43252) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:12.920214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:47:12.925929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:47:12.930208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:floatingip and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:47:12.933002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:47:12.938545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:47:13.027022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:13.036119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:13.163105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:13.296120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.21 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/a498a3db-c67a-446f-a19b-1aec86a08162) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:47:13.533418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:13.613833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:13.673359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:47:13.676028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:47:13.680220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:47:13.722822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=a498a3db-c67a-446f-a19b-1aec86a08162,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:14.090029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:14.218999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:14.425783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:14.510274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:14.616202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=a498a3db-c67a-446f-a19b-1aec86a08162,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:14.624830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:14.792408 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 897d5b19-adea-4b97-8733-3612dfa1a23d associated. External IP: 172.26.4.21, port: 8e4b1441-ee93-4d3f-8457-0852bc78750f. Apr 18 12:47:15.233264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:47:15.406304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:47:15.415809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] Sync routers for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:47:15.425298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:47:15.426023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:47:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:15.482424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:15.537751 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-5839ce97-796c-4831-9e4d-acce3e59c717 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6211803 Apr 18 12:47:15.538233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:47:15.615750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:47:15.645634 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2551268-d4ce-428d-874e-ac991678fff6'] response: {'name': 'network-changed', 'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'status': 'completed', 'code': 200} Apr 18 12:47:15.783922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4389711-1112-465a-84cd-7b6bb9783f6b req-3d50ccb3-a9a6-4e59-8124-c22b58ec2e3e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:15.785430 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a4389711-1112-465a-84cd-7b6bb9783f6b req-3d50ccb3-a9a6-4e59-8124-c22b58ec2e3e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.1323667 Apr 18 12:47:15.816050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-a6afdb8e-b1c6-4f99-ab40-8833bc1f4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:15.817485 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-a6afdb8e-b1c6-4f99-ab40-8833bc1f4ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1098 time: 0.1264837 Apr 18 12:47:15.837863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:15.879031 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a4389711-1112-465a-84cd-7b6bb9783f6b req-b97890a1-2566-4dfd-94be-017093a4fb43 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827610 Apr 18 12:47:15.904306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43262) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:15.966434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-8b9d1b84-9696-4d18-a07e-7186d25989eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:15.968596 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-8b9d1b84-9696-4d18-a07e-7186d25989eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3532b0b-76da-4a58-8d16-b8a50327b1a7 HTTP/1.1" status: 200 len: 898 time: 0.1441271 Apr 18 12:47:16.006333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '897d5b19-adea-4b97-8733-3612dfa1a23d', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'port_id': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'mac_address': 'fa:16:3e:1e:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:47:14Z', 'updated_at': '2022-04-18T12:47:14Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:47:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:16.010150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] Checking router: 256258f0-3cd5-4e15-95c0-fcf026b56cb2 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:47:16.015193 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-872788c9-9271-44d3-8cb6-cb16a1a69c48 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/897d5b19-adea-4b97-8733-3612dfa1a23d HTTP/1.1" status: 200 len: 990 time: 0.1086574 Apr 18 12:47:16.018597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:47:16.019191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:47:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:16.073836 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-9bbf42a5-507e-40d3-a534-52bad3fe83ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f HTTP/1.1" status: 200 len: 998 time: 0.0995960 Apr 18 12:47:16.138656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-f3079717-b460-4cc8-88db-f262bc79f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:16.140125 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-f3079717-b460-4cc8-88db-f262bc79f096 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=accc48b8-2a7c-4f2f-8d20-93e5a9bd189f HTTP/1.1" status: 200 len: 835 time: 0.0608666 Apr 18 12:47:16.197084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:47:16.215738 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-1141ec38-8101-41c5-8dd6-1ea546877e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:16.217160 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-1141ec38-8101-41c5-8dd6-1ea546877e93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3532b0b-76da-4a58-8d16-b8a50327b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700920 Apr 18 12:47:16.351015 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-eacc130c-252a-4127-80e7-1bd8f7f11dcb service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275301 Apr 18 12:47:16.479898 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81c918f5-8f66-4e68-bceb-1a8151d8de52 req-db42eb00-981f-405c-9cbe-a126d5a01c9c service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236606 Apr 18 12:47:16.559107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '897d5b19-adea-4b97-8733-3612dfa1a23d', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'port_id': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'mac_address': 'fa:16:3e:1e:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:47:14Z', 'updated_at': '2022-04-18T12:47:14Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:47:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:16.562962 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857ebefb-01ed-4316-a5d3-33c2c26d3cb3 None None] The sync data for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv is: [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '897d5b19-adea-4b97-8733-3612dfa1a23d', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.21', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'port_id': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'mac_address': 'fa:16:3e:1e:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:47:14Z', 'updated_at': '2022-04-18T12:47:14Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:47:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:47:16.753416 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eed40c4-fa88-4b66-bbd1-3a67605c2aa7 None None] New status for floating IP 897d5b19-adea-4b97-8733-3612dfa1a23d: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:47:17.017670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43266) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:17.132370 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cd820284-e7b9-4544-9aa6-59e22cdd7e10 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/897d5b19-adea-4b97-8733-3612dfa1a23d HTTP/1.1" status: 200 len: 992 time: 0.1134968 Apr 18 12:47:35.162151 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:47:38.060890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0123ace7-4254-44d6-b463-5ad0f5d08fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:40.237934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31faebe3-9158-4d35-b92d-1d136714a6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:41.447667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:41.687635 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:43.049537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:45.775239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:48.828512 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf7533-8823-410a-bb86-6b0840ecea52 req-24c707cd-3241-4d21-9954-1090f956b1bc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:48.829958 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0cf7533-8823-410a-bb86-6b0840ecea52 req-24c707cd-3241-4d21-9954-1090f956b1bc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0823131 Apr 18 12:47:48.873036 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b0cf7533-8823-410a-bb86-6b0840ecea52 req-3b593fd9-1e9a-4e3a-9451-963ac8137195 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372572 Apr 18 12:47:50.055883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da15f4-764c-4cda-ad07-6d909358f7d1 req-bed4707c-8d0e-44a6-a7f6-62349a2b4515 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:50.057325 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-69da15f4-764c-4cda-ad07-6d909358f7d1 req-bed4707c-8d0e-44a6-a7f6-62349a2b4515 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0779982 Apr 18 12:47:50.103925 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-69da15f4-764c-4cda-ad07-6d909358f7d1 req-bab0046a-bda0-4898-93f9-1b2fad56212a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406992 Apr 18 12:47:50.126402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43294) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:50.230932 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f74d96b9-8143-45ef-803b-e9f3b957e543 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/897d5b19-adea-4b97-8733-3612dfa1a23d HTTP/1.1" status: 200 len: 992 time: 0.1032736 Apr 18 12:47:51.827672 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a3434-76ef-4a29-8f37-6f9b72365a0b req-ed052ce4-17a1-4e38-bfab-1af1edaddc1b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:51.829116 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cc1a3434-76ef-4a29-8f37-6f9b72365a0b req-ed052ce4-17a1-4e38-bfab-1af1edaddc1b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0791302 Apr 18 12:47:51.873385 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cc1a3434-76ef-4a29-8f37-6f9b72365a0b req-b729d6f1-4aca-48a9-9738-288eb6b3459d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 Apr 18 12:47:52.784953 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-58587df3-2a83-41ee-b28d-612008eeb670 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2083101 Apr 18 12:47:52.923110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-4a1524fc-4a12-48d4-bcbd-6b4aa177382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:52.924596 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-4a1524fc-4a12-48d4-bcbd-6b4aa177382f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1098 time: 0.0727224 Apr 18 12:47:53.126746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-0501364e-4c87-4453-82cc-99e9cccee07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:53.128179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-0501364e-4c87-4453-82cc-99e9cccee07f service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3532b0b-76da-4a58-8d16-b8a50327b1a7 HTTP/1.1" status: 200 len: 898 time: 0.1843162 Apr 18 12:47:53.202495 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de882a3-ce7a-4b3b-a3da-b429bb0d563e req-49af17ec-2665-493b-bc18-7f8488c1adaa tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:53.203827 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2de882a3-ce7a-4b3b-a3da-b429bb0d563e req-49af17ec-2665-493b-bc18-7f8488c1adaa tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.1779933 Apr 18 12:47:53.273650 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-7b6bea19-e662-46ac-9bd8-77be38455d56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f HTTP/1.1" status: 200 len: 1000 time: 0.1352611 Apr 18 12:47:53.276448 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2de882a3-ce7a-4b3b-a3da-b429bb0d563e req-6069a7fe-149f-4225-9554-0c6406ccaa88 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642369 Apr 18 12:47:53.299173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43308) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:53.339274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-16469690-82e6-4253-845a-4d51b71baf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:53.340725 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-16469690-82e6-4253-845a-4d51b71baf61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=accc48b8-2a7c-4f2f-8d20-93e5a9bd189f HTTP/1.1" status: 200 len: 835 time: 0.0609524 Apr 18 12:47:53.414568 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-1256da35-73b7-47b7-92cf-a8e34c719e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:53.415786 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cf68f793-db41-4e37-a823-219f29d52c40 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/897d5b19-adea-4b97-8733-3612dfa1a23d HTTP/1.1" status: 200 len: 992 time: 0.1151664 Apr 18 12:47:53.416169 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-1256da35-73b7-47b7-92cf-a8e34c719e56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3532b0b-76da-4a58-8d16-b8a50327b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699058 Apr 18 12:47:53.550976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-e8d745a5-af8d-4bd3-aab9-dae7213ee183 service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284926 Apr 18 12:47:53.681141 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88d076d7-b657-4d86-8bd2-30cfebbab9ee req-ef0258be-fc88-48e6-9f39-794f05642ee3 service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240714 Apr 18 12:47:53.702492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43316) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:47:53.902500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port a498a3db-c67a-446f-a19b-1aec86a08162 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:47:53.903150 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:54.067149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:54.067470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:54.186578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for a498a3db-c67a-446f-a19b-1aec86a08162 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:47:54.484360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:54.531287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=a498a3db-c67a-446f-a19b-1aec86a08162,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:54.573804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.574143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.574497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.574832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.575189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.575510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.575834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.576152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.576471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.576909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.577104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.577416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:47:54.631919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:54.632260 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 897d5b19-adea-4b97-8733-3612dfa1a23d disassociated (deleted). External IP: 172.26.4.21, port: 8e4b1441-ee93-4d3f-8457-0852bc78750f. Apr 18 12:47:54.979602 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:47:55.157314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:47:55.167736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54123e93-e367-472b-b10b-d788a8171635 None None] Sync routers for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:47:55.176779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:47:55.179659 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:47:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:55.232881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:55.290795 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-0fc2410e-4983-401a-89b7-e9a012d2e476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/floatingips/897d5b19-adea-4b97-8733-3612dfa1a23d HTTP/1.1" status: 204 len: 168 time: 1.5872476 Apr 18 12:47:55.291375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:47:55.357977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:47:55.407746 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dca3183f-d545-431e-8f44-afaeed838aa6'] response: {'name': 'network-changed', 'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'status': 'completed', 'code': 200} Apr 18 12:47:55.497535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b40df-34cb-46df-b214-ed59f895c834 req-44edbfc8-6169-4cc0-b2a3-37f88c67d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:55.499083 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-44edbfc8-6169-4cc0-b2a3-37f88c67d11b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 1098 time: 0.0703900 Apr 18 12:47:55.648316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b40df-34cb-46df-b214-ed59f895c834 req-6f8d7d38-46fe-4d22-bc84-f1eead1a4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:55.649744 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-6f8d7d38-46fe-4d22-bc84-f1eead1a4f92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e3532b0b-76da-4a58-8d16-b8a50327b1a7 HTTP/1.1" status: 200 len: 898 time: 0.1439414 Apr 18 12:47:55.714875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:47:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:55.718689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54123e93-e367-472b-b10b-d788a8171635 None None] Checking router: 256258f0-3cd5-4e15-95c0-fcf026b56cb2 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:47:55.721764 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-cbfd89af-d4d5-4b85-87de-98666febd24e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f HTTP/1.1" status: 200 len: 217 time: 0.0645423 Apr 18 12:47:55.727197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:47:55.727842 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:47:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:55.792359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b40df-34cb-46df-b214-ed59f895c834 req-fa3d1cbe-f7e4-4fbe-843b-626b2eb1306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:55.794040 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-fa3d1cbe-f7e4-4fbe-843b-626b2eb1306a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=accc48b8-2a7c-4f2f-8d20-93e5a9bd189f HTTP/1.1" status: 200 len: 835 time: 0.0653021 Apr 18 12:47:55.860905 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99296c39-b460-4240-9c60-dd78b1d3247e req-ab4e5234-2aa4-455f-ae84-a256833bf560 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:55.863033 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-99296c39-b460-4240-9c60-dd78b1d3247e req-ab4e5234-2aa4-455f-ae84-a256833bf560 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0856769 Apr 18 12:47:55.876811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b40df-34cb-46df-b214-ed59f895c834 req-9787f54c-95ab-46fa-a115-32ed800fc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:55.878384 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-9787f54c-95ab-46fa-a115-32ed800fc6e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e3532b0b-76da-4a58-8d16-b8a50327b1a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756085 Apr 18 12:47:55.908656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:47:55.912173 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-99296c39-b460-4240-9c60-dd78b1d3247e req-bc9ca159-96eb-4161-b804-4b87fa842967 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422926 Apr 18 12:47:56.009822 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-38c66632-e209-4f3c-8308-7569ddefb03b service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236515 Apr 18 12:47:56.220315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54123e93-e367-472b-b10b-d788a8171635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:47:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:47:56.224280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54123e93-e367-472b-b10b-d788a8171635 None None] The sync data for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv is: [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:46:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c', 'name': '', 'network_id': 'e3532b0b-76da-4a58-8d16-b8a50327b1a7', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:99:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:55Z', 'updated_at': '2022-04-18T12:47:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'accc48b8-2a7c-4f2f-8d20-93e5a9bd189f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:47:56.252665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-203b40df-34cb-46df-b214-ed59f895c834 req-135f99d9-8e27-4d42-b027-1e6f7f55c8d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358630 Apr 18 12:47:56.433278 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06abd771-ff1b-4b56-9f8f-e74b5743acf5 None None] New status for floating IP 897d5b19-adea-4b97-8733-3612dfa1a23d: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:47:57.096850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf9a74-e0d5-4858-a347-a295e404ca7d req-64b22d7f-0ae2-455d-acc0-561e1346407f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:57.097526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0dbf9a74-e0d5-4858-a347-a295e404ca7d req-64b22d7f-0ae2-455d-acc0-561e1346407f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:47:57.180552 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0dbf9a74-e0d5-4858-a347-a295e404ca7d req-64b22d7f-0ae2-455d-acc0-561e1346407f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:47:57.181681 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0dbf9a74-e0d5-4858-a347-a295e404ca7d req-64b22d7f-0ae2-455d-acc0-561e1346407f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.1633213 Apr 18 12:47:57.225629 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0dbf9a74-e0d5-4858-a347-a295e404ca7d req-46b75bf0-869c-4892-9000-7de2520d7e90 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=64aaacc5-3ac6-4506-b8e4-f9021212d28c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381978 Apr 18 12:47:57.380436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-caa0134b-445c-4621-986c-b1dd9c896356 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:47:57.382490 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-caa0134b-445c-4621-986c-b1dd9c896356 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 945 time: 0.0812159 Apr 18 12:47:57.449297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 8e4b1441-ee93-4d3f-8457-0852bc78750f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:47:57.449633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:57.689408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 8e4b1441-ee93-4d3f-8457-0852bc78750f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=8e4b1441-ee93-4d3f-8457-0852bc78750f,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:47:57.689763 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:57.813003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 8e4b1441-ee93-4d3f-8457-0852bc78750f owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:47:58.026796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:58.079261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=8e4b1441-ee93-4d3f-8457-0852bc78750f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:47:58.152041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] No DVR routers for this DVR port 8e4b1441-ee93-4d3f-8457-0852bc78750f on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:47:58.154440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:47:58.156883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'name': 'network-vif-deleted', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:47:58.200664 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b266b7-0705-4bf0-be84-7b01b9ef00ce'] response: {'server_uuid': '0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e', 'name': 'network-vif-deleted', 'tag': '8e4b1441-ee93-4d3f-8457-0852bc78750f', 'status': 'completed', 'code': 200} Apr 18 12:47:58.221509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-83ce2a00-bfa3-4645-999f-a74dfe995251 req-a51e5009-852b-49b1-bff4-716f75ecceed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "DELETE /v2.0/ports/8e4b1441-ee93-4d3f-8457-0852bc78750f HTTP/1.1" status: 204 len: 173 time: 0.8339548 Apr 18 12:47:58.375629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-31187a04-ec15-48ff-99d4-e697e75bfde8 req-d8b7d613-778d-4fa3-ba8e-5e1a5efd8915 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:47:58.449908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-31187a04-ec15-48ff-99d4-e697e75bfde8 req-d8b7d613-778d-4fa3-ba8e-5e1a5efd8915 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:47:58.451267 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-31187a04-ec15-48ff-99d4-e697e75bfde8 req-d8b7d613-778d-4fa3-ba8e-5e1a5efd8915 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b6ace16-5ad1-41fd-8b1e-1ba84a7ce15e HTTP/1.1" status: 200 len: 210 time: 0.1196012 Apr 18 12:47:59.548916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43336) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:00.185394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:00.528262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:48:00.528507 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:00.572552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8e4b1441-ee93-4d3f-8457-0852bc78750f no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:48:00.606670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 8e4b1441-ee93-4d3f-8457-0852bc78750f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:48:00.607017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 8e4b1441-ee93-4d3f-8457-0852bc78750f not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:48:00.716529 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:00.717119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:00.835660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:48:01.081982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:01.129823 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:01.507826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:01.859687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:48:02.042439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:48:02.051976 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] Sync routers for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:48:02.061234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:02.061819 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:47:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:02.141645 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b3aae1f6-eabb-4d98-ba7f-c240997a65a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/256258f0-3cd5-4e15-95c0-fcf026b56cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915389 Apr 18 12:48:02.145012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43340) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:02.215113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting subnet accc48b8-2a7c-4f2f-8d20-93e5a9bd189f {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:48:02.217996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.240174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:02.271659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.358061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.488209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.528096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Subnet': ['ID=accc48b8-2a7c-4f2f-8d20-93e5a9bd189f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:02.531239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:48:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:02.531822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.536135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] Checking router: 256258f0-3cd5-4e15-95c0-fcf026b56cb2 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:48:02.540898 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6d918c89-d56e-4681-8a90-e5cb75f7b690 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/subnets/accc48b8-2a7c-4f2f-8d20-93e5a9bd189f HTTP/1.1" status: 204 len: 168 time: 0.3923268 Apr 18 12:48:02.541151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43344) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:02.541304 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09b98c0-89eb-44c9-ab17-5f7b75fe057c None None] Network e3532b0b-76da-4a58-8d16-b8a50327b1a7 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:48:02.573496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] Routers {'256258f0-3cd5-4e15-95c0-fcf026b56cb2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:02.574118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:47:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:02.723191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.901699 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:02.908266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] Set router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:02.992632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 9a1d5b03-d211-4f14-ba27-da18f76761f6 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:48:02.993255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.181813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] DHCP port deletion for e3532b0b-76da-4a58-8d16-b8a50327b1a7 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:48:03.188564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Deleting port 67d68d08-264f-439a-83fd-990f70a14f20 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:48:03.188931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.299519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 9a1d5b03-d211-4f14-ba27-da18f76761f6, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9a1d5b03-d211-4f14-ba27-da18f76761f6,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:03.299881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.341243 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:48:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:03.391610 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52eb67f-8f46-450e-9b82-804ba9a52434 None None] The sync data for ids ['256258f0-3cd5-4e15-95c0-fcf026b56cb2'] in dv-neutron-837089-1-hyperv is: [{'id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-562871959', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72'}], 'enable_snat': True}, 'gw_port_id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:46:50Z', 'updated_at': '2022-04-18T12:48:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': '9a1d5b03-d211-4f14-ba27-da18f76761f6', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256258f0-3cd5-4e15-95c0-fcf026b56cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1694, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:46:51Z', 'updated_at': '2022-04-18T12:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:48:03.416342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] For port 67d68d08-264f-439a-83fd-990f70a14f20, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=67d68d08-264f-439a-83fd-990f70a14f20,segment=NetworkSegment(4f76b107-4ed7-4b4b-9e3d-ac4145df5e90),segment_id=4f76b107-4ed7-4b4b-9e3d-ac4145df5e90)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:03.418498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.426960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 9a1d5b03-d211-4f14-ba27-da18f76761f6 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:48:03.553791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Calling delete_port for 67d68d08-264f-439a-83fd-990f70a14f20 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:48:03.670983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.706887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.753798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=9a1d5b03-d211-4f14-ba27-da18f76761f6,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:03.766383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] No DVR routers for this DVR port 67d68d08-264f-439a-83fd-990f70a14f20 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:48:03.768074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Pushing event deleted for resources: {'Port': ['ID=67d68d08-264f-439a-83fd-990f70a14f20,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:03.779816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.780168 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.780584 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.780872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.781234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.781526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.781857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.782181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.782527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.782853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.783175 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.783578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2b46-86ff-4302-938a-5254f7a9266a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:03.818189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.993971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:03.996154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.164577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.165248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Fanout notify agent at l3_agent the message router_deleted on router 256258f0-3cd5-4e15-95c0-fcf026b56cb2 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:48:04.181126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.184954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-5972ba12-84b9-44bd-a62c-c24116723bf5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/routers/256258f0-3cd5-4e15-95c0-fcf026b56cb2 HTTP/1.1" status: 204 len: 168 time: 1.6402898 Apr 18 12:48:04.185320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43348) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:04.215370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 67d68d08-264f-439a-83fd-990f70a14f20 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:48:04.253896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 67d68d08-264f-439a-83fd-990f70a14f20 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:48:04.254234 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 67d68d08-264f-439a-83fd-990f70a14f20 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:48:04.254949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:48:04.289662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:48:04.290006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 68b3ce8a-64ce-4ed1-ab1f-3f0b1d763a3c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:48:04.311819 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.445257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.469320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3532b0b-76da-4a58-8d16-b8a50327b1a7']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:04.481937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:04.482227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f76b107-4ed7-4b4b-9e3d-ac4145df5e90') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:04.493778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.509990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.517626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:48:04.519804 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:48:04.533566 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:48:04.687771 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.704962 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.717456 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Network': ['ID=e3532b0b-76da-4a58-8d16-b8a50327b1a7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:04.726011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.731614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:04.779650 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7cd42da0-563c-4192-91d4-b87df6655eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/networks/e3532b0b-76da-4a58-8d16-b8a50327b1a7 HTTP/1.1" status: 204 len: 168 time: 0.5932617 Apr 18 12:48:04.782198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43352) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:04.848356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e2201d19-efab-4e81-8d4e-ed46a7ace69c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:04.880985 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e2201d19-efab-4e81-8d4e-ed46a7ace69c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:05.099393 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e2201d19-efab-4e81-8d4e-ed46a7ace69c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:05.118420 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2201d19-efab-4e81-8d4e-ed46a7ace69c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64aaacc5-3ac6-4506-b8e4-f9021212d28c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:05.174374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e2201d19-efab-4e81-8d4e-ed46a7ace69c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:05.175520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e2201d19-efab-4e81-8d4e-ed46a7ace69c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/security-groups/64aaacc5-3ac6-4506-b8e4-f9021212d28c HTTP/1.1" status: 204 len: 168 time: 0.3923965 Apr 18 12:48:05.751923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43360) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:05.757671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120326876', 'description': 'tempest-secgroup-smoke-2120326876 description', 'project_id': '0fcdff98d96c479aa333c20f5328ab72'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:05.763535 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:05.767589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:05.770372 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:05.776424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:05.852707 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:05.872848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:05.876621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:05.879412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:05.884939 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:05.951753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.031759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.075261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202751cc-1233-46b7-be16-f38f5d3b7db4,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:06.127154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9a1d5b03-d211-4f14-ba27-da18f76761f6 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:48:06.160035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9a1d5b03-d211-4f14-ba27-da18f76761f6 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:48:06.161351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9a1d5b03-d211-4f14-ba27-da18f76761f6 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:48:06.180743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.184818 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ae23d9a5-e585-4243-a7da-0b8d47877663 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4290910 Apr 18 12:48:06.184818 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43364) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:06.189648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '202751cc-1233-46b7-be16-f38f5d3b7db4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:06.195726 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:06.199733 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:06.202692 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:06.208392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:06.283608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.343709 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.414849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.437227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f370a6-3886-46d0-91e2-6312f8a93bb9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:06.529345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.530559 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6a7b7957-1d1e-4143-b061-51f2c91ba906 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3447685 Apr 18 12:48:06.533279 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43368) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:06.538822 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '202751cc-1233-46b7-be16-f38f5d3b7db4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:06.544815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:06.548645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:06.551549 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:06.557182 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:06.619555 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.679047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.752054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.775200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7daec225-7a38-44d4-8c62-f8fa50d7a0c2,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:06.849335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:06.850619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e36ae9e0-6fa3-4ea3-bee7-2c09fa9d2b2a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164191 Apr 18 12:48:06.853346 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:06.858356 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '202751cc-1233-46b7-be16-f38f5d3b7db4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:06.864027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:06.867763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:06.870624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:06.876310 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:06.958089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.020382 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.087734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.109408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ff3dc4-d55e-4cae-be68-146e8b48f396,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:07.163430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.164722 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6c957444-938f-4e2d-8500-d8777ec9e1db tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101981 Apr 18 12:48:07.167352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43376) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:07.172252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '202751cc-1233-46b7-be16-f38f5d3b7db4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:07.178062 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:07.182341 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:07.185195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:07.190861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:07.244487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.305202 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.372873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.395084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2697c2d6-067d-479e-ba31-545e5caf2ad9,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:07.470168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.471387 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a7d6056d-fd8f-4f27-af8b-e750590e2521 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3031328 Apr 18 12:48:07.473937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43380) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:07.479515 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '202751cc-1233-46b7-be16-f38f5d3b7db4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:07.485170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:07.489020 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:07.491980 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:07.498077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:07.578538 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:48:07.584998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.647022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.721173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.743946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0132706-896b-4d66-9c7e-cb3df85bcbe0,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:07.812829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.814002 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-66aa63e6-ec75-45e4-b434-5d66ecadf298 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391533 Apr 18 12:48:07.816911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43384) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:07.821677 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '202751cc-1233-46b7-be16-f38f5d3b7db4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:07.827374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:07.831069 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:07.833865 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:07.839961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:07.916096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:48:07.922807 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:07.986132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.066271 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.076063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7947ae6b-f0a3-4a90-924e-637c3f01cc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.093105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381ddc28-f35d-416e-8982-22bea4fc1149,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:08.180936 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.182098 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-47167301-03a8-4282-8bcc-31f282fad94e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3643067 Apr 18 12:48:08.184862 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43388) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:08.190188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'network': {'name': 'tempest-network-smoke--846146738', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'port_security_enabled': True}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:08.195545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:08.199540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:network and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:08.202336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:08.208015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:08.281643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'network': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:48:08.285042 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.311315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=88783) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:48:08.319412 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.319687 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.segments_db [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Added segment 08eb1bbe-02b2-4291-84ad-e288799e4d82 of type vlan for network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 Apr 18 12:48:08.345084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.432606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.438734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:08.439317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.544908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Network': ['ID=749e5f0f-6c8a-4766-9d90-44fa228b1e94,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:08.555366 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:48:08.591723 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a3a17f17-a1e7-45c1-9cc4-36d93e175c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4057584 Apr 18 12:48:08.594130 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43392) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:08.599200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'admin_state_up': True, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:08.606721 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:08.610541 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:router and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:08.613445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:08.622540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:08.718441 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.719508 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:08.733920 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:09.071534 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:09.439295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:09.467607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:09.697267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.100 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/e85ae51d-b763-4a02-9e61-7c64e74c6312) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:48:09.839046 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:09.912561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:09.975120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:48:09.977719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:09.980418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:48:10.029195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=e85ae51d-b763-4a02-9e61-7c64e74c6312,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:10.281885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-85202278-da4b-4c11-a637-075854d35d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:10.483820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:10.833995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:11.083208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:48:11.357581 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:48:11.368042 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Sync routers for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:48:11.377675 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:11.378278 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:48:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:11.443752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:11.445015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b1f995b2-37dc-4dcc-819e-5899b20d59dc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8499067 Apr 18 12:48:11.448632 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43396) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:11.472215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:11.487892 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-74f9957a-fba3-48c8-bb5f-27408b6fbd50 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0fcdff98d96c479aa333c20f5328ab72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380375 Apr 18 12:48:11.490586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43400) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:11.551081 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:11.620747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c000a630-56d7-4988-9102-92527711c30e tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:11.622389 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c000a630-56d7-4988-9102-92527711c30e tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309173 Apr 18 12:48:11.625171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43404) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:11.664157 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d52f090f-f5a6-4e9f-b160-c2ae4c043f03 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379155 Apr 18 12:48:11.666705 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43408) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:11.671889 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1362716848', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:11.729857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:11.801959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:11.808022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:subnet and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:11.811961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:11.818473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:11.840580 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:10Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:11.844332 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Checking router: ab0d7ae9-47d4-42a8-9376-22874eaba0d2 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:48:11.844666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Updating router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 port e85ae51d-b763-4a02-9e61-7c64e74c6312 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:48:11.884138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:48:11.887670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:11.895906 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.193283 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:48:12.196612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.217952 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.230134 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Transition to ACTIVE for port object e85ae51d-b763-4a02-9e61-7c64e74c6312 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:12.274306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Subnet': ['ID=ba7cc5a5-9575-4a74-958f-07b66aaefe29,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:12.281579 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Checking segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:48:12.281934 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network hostable DHCP agents. Network: 749e5f0f-6c8a-4766-9d90-44fa228b1e94, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:48:12.301070 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.375098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:48:12.378977 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Attempting to bind port e85ae51d-b763-4a02-9e61-7c64e74c6312 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:48:12.379420 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Attempting to bind port e85ae51d-b763-4a02-9e61-7c64e74c6312 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:48:12.379679 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Attempting to bind port e85ae51d-b763-4a02-9e61-7c64e74c6312 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:48:12.387567 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Pushing event updated for resources: {'Port': ['ID=e85ae51d-b763-4a02-9e61-7c64e74c6312,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:12.391146 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:48:12.391289 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:48:12.391695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.392084 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:48:12.392533 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Bound port: e85ae51d-b763-4a02-9e61-7c64e74c6312, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:48:12.392892 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.424770 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.425110 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.425454 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.425785 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.426111 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.426435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.426781 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.427101 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.427419 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.427734 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.428049 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.428360 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:48:12.437921 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 749e5f0f-6c8a-4766-9d90-44fa228b1e94) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:12.441834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:12.442613 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.447968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29d5165-43df-45d6-a999-7496a8c1c82b None None] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:48:12.475393 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] For port e85ae51d-b763-4a02-9e61-7c64e74c6312, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:48:12.479354 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] For port e85ae51d-b763-4a02-9e61-7c64e74c6312, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e85ae51d-b763-4a02-9e61-7c64e74c6312,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:48:12.528313 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e8945ab3-16cb-4767-9df7-0e84dc8b8439 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8605862 Apr 18 12:48:12.531225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43412) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:12.565152 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.658335 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:12.658987 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:48:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:12.707160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:48:12.708093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:12.722180 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b20cd-017d-4b77-8681-efbf7fba0bf7 None None] Pushing event updated for resources: {'Port': ['ID=e85ae51d-b763-4a02-9e61-7c64e74c6312,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:12.843006 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:12.865147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Allocated IP 172.20.0.2 (749e5f0f-6c8a-4766-9d90-44fa228b1e94/ba7cc5a5-9575-4a74-958f-07b66aaefe29/6bf9383f-234c-4a52-872e-a4d2b1dbf795) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:48:13.061800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.093663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.103727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Transition to ACTIVE for port object 6bf9383f-234c-4a52-872e-a4d2b1dbf795 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:13.125811 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Transition to ACTIVE for port object 6bf9383f-234c-4a52-872e-a4d2b1dbf795 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:13.160686 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:10Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:13.166740 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700374ab-974f-4660-a39c-ae01b86d81a6 None None] The sync data for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv is: [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:10Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:48:13.197000 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.263632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:48:13.266311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:13.268740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:48:13.282954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Pushing event updated for resources: {'Port': ['ID=6bf9383f-234c-4a52-872e-a4d2b1dbf795,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:13.362437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.375621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Attempting to bind port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:48:13.379778 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Attempting to bind port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:48:13.379778 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Attempting to bind port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 on network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:48:13.381701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:48:13.382060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Checking segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:48:13.382480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.382876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Bound using segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:48:13.383324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Bound port: 6bf9383f-234c-4a52-872e-a4d2b1dbf795, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:48:13.383684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.494687 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] For port 6bf9383f-234c-4a52-872e-a4d2b1dbf795, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:48:13.498386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] For port 6bf9383f-234c-4a52-872e-a4d2b1dbf795, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6bf9383f-234c-4a52-872e-a4d2b1dbf795,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:48:13.576447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:13.690668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07bf7c-d00c-4318-a2ec-133978324595 None None] Pushing event updated for resources: {'Port': ['ID=6bf9383f-234c-4a52-872e-a4d2b1dbf795,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:13.805286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.1 (749e5f0f-6c8a-4766-9d90-44fa228b1e94/ba7cc5a5-9575-4a74-958f-07b66aaefe29/d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:48:13.993257 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.010145 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:14.107245 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.175727 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:48:14.178732 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:14.186935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:48:14.218211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:14.235741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6bf9383f-234c-4a52-872e-a4d2b1dbf795 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:14.249507 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.420934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:14.427419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e85ae51d-b763-4a02-9e61-7c64e74c6312 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:14.487897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.569410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e85ae51d-b763-4a02-9e61-7c64e74c6312 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:14.575061 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e85ae51d-b763-4a02-9e61-7c64e74c6312 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:14.575471 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.646559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefb19aa-b36b-4596-b719-7b012d5b262c None None] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:48:14.865851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.877312 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] Provisioning for port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:14.893030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] Provisioning complete for port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:14.893386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.915261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:14.933954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port e85ae51d-b763-4a02-9e61-7c64e74c6312, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e85ae51d-b763-4a02-9e61-7c64e74c6312,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:14.980812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.036252 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.094662 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.098874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:15.162522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.197380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=e85ae51d-b763-4a02-9e61-7c64e74c6312,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:15.213249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] For port 6bf9383f-234c-4a52-872e-a4d2b1dbf795, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6bf9383f-234c-4a52-872e-a4d2b1dbf795,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:15.284556 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.347762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:48:15.348954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:15.356477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a02c4-1591-475f-8b77-79be98a5bc4c None None] Pushing event updated for resources: {'Port': ['ID=6bf9383f-234c-4a52-872e-a4d2b1dbf795,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:15.404772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-db5866ee-90d1-4ec2-a64d-3e38ddb0c281 None None] Provisioning complete for port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:15.405136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db5866ee-90d1-4ec2-a64d-3e38ddb0c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.543867 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:48:15.597921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-db5866ee-90d1-4ec2-a64d-3e38ddb0c281 None None] Provisioning for port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:15.608216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-db5866ee-90d1-4ec2-a64d-3e38ddb0c281 None None] Provisioning complete for port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:15.608216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-db5866ee-90d1-4ec2-a64d-3e38ddb0c281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.660941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-db5866ee-90d1-4ec2-a64d-3e38ddb0c281 None None] Port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:48:15.744436 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:48:15.754144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Sync routers for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:48:15.756864 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3271df77-a44a-494c-b532-7139a40b4dd9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/ab0d7ae9-47d4-42a8-9376-22874eaba0d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2246654 Apr 18 12:48:15.763387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.766084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:15.766779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:48:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:15.848313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-2e953511-aa6d-42c7-bd0e-df1b6b357d4d None None] Provisioning complete for port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:15.848609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2e953511-aa6d-42c7-bd0e-df1b6b357d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:15.920762 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-2c08a843-12a1-42de-a8c0-916dc24e38f5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120326876&fields=id&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 267 time: 0.0425749 Apr 18 12:48:15.977239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-2e953511-aa6d-42c7-bd0e-df1b6b357d4d None None] Port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:48:16.000314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:16.071291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-7878286f-6539-40b6-89eb-aff0c99b347b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:16.072737 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-7878286f-6539-40b6-89eb-aff0c99b347b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/networks?id=749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 200 len: 796 time: 0.1453888 Apr 18 12:48:16.088568 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-52798716-8bb4-4d65-b0a4-fe06319be246 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/quotas/0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 375 time: 0.0102892 Apr 18 12:48:16.172883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-b0f019f1-539e-4e0f-96d8-ce44be1854bc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:48:16.208905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6bf9383f-234c-4a52-872e-a4d2b1dbf795 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:16.275924 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-b0f019f1-539e-4e0f-96d8-ce44be1854bc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:48:16.277580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-b0f019f1-539e-4e0f-96d8-ce44be1854bc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830223 Apr 18 12:48:16.337502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-97d2a15e-5043-492d-be9e-bf175b41fc27 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:48:16.338504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-97d2a15e-5043-492d-be9e-bf175b41fc27 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497353 Apr 18 12:48:16.345597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:16.346115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:16.458709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 2, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:16.466171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Checking router: ab0d7ae9-47d4-42a8-9376-22874eaba0d2 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:48:16.466538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Updating router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:48:16.470334 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-3529688e-0d8a-45a7-b7b7-f858f0645e00 service neutron] 10.222.0.24 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251898 Apr 18 12:48:16.519754 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e85ae51d-b763-4a02-9e61-7c64e74c6312 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:16.566925 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:16.608661 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-b0f88597-9794-468c-904e-0236a60a9a0a service neutron] 10.222.0.24 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324594 Apr 18 12:48:16.692225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e85ae51d-b763-4a02-9e61-7c64e74c6312 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:16.692590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:16.865929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-efdc6679-74f1-4aa0-ac90-9d0894f5b0f2 req-58baec24-d018-4c5e-abca-99b28bb13355 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:48:16.882161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-efdc6679-74f1-4aa0-ac90-9d0894f5b0f2 req-58baec24-d018-4c5e-abca-99b28bb13355 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:48:16.884092 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-efdc6679-74f1-4aa0-ac90-9d0894f5b0f2 req-58baec24-d018-4c5e-abca-99b28bb13355 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 210 time: 0.0600059 Apr 18 12:48:17.066283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:17.077050 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Transition to ACTIVE for port object d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:17.167517 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:17.316902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d26830-bbea-4172-9ee7-1fec65b9f66d None None] Pushing event updated for resources: {'Port': ['ID=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:17.382911 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Attempting to bind port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:48:17.383520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Attempting to bind port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:48:17.383640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Attempting to bind port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 on network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:48:17.390578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:48:17.390958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Checking segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:48:17.391333 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:17.391715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Bound using segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:48:17.392169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Bound port: d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:48:17.392536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:17.477305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] For port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:48:17.480427 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] For port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:48:17.556574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:17.636335 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:17.636972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:48:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:17.690537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d26830-bbea-4172-9ee7-1fec65b9f66d None None] Pushing event updated for resources: {'Port': ['ID=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:17.824649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:18.040890 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-db5039e2-feeb-40e5-a3b4-8753a4233c0e req-adcb28dc-4f36-459d-8fd4-efc0fe06e4e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 210 time: 0.0460398 Apr 18 12:48:18.155006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:17Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:18.159043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29bd323-0206-45fe-afbd-e52708f28060 None None] The sync data for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv is: [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:17Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:48:19.087321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-2879246a-7bea-4a7b-8dc5-512ab6aec7da tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:19.088786 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-2879246a-7bea-4a7b-8dc5-512ab6aec7da tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/networks?id=749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 200 len: 796 time: 0.2775507 Apr 18 12:48:19.149648 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-1c035c7b-5d46-4926-be17-cb4eaf35b0f2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 380 time: 0.0518377 Apr 18 12:48:19.158380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'port': {'device_id': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'admin_state_up': True, 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'security_groups': ['202751cc-1233-46b7-be16-f38f5d3b7db4']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:19.216525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d76eeadd-3d17-41f1-8c14-a3406309cb78 req-b3b76775-821d-4de5-8634-aaad93e8b299 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 210 time: 0.0497789 Apr 18 12:48:19.296620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:19.306639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:19.368980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:48:19.372422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:19.537940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.8 (749e5f0f-6c8a-4766-9d90-44fa228b1e94/ba7cc5a5-9575-4a74-958f-07b66aaefe29/b2b34a77-d61d-404e-b52f-d6535a45585f) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:48:19.729964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:19.746227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object b2b34a77-d61d-404e-b52f-d6535a45585f will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:19.838274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:19.900811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:48:19.903657 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:19.907285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:48:19.952015 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=b2b34a77-d61d-404e-b52f-d6535a45585f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:19.983241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:19.983897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.096016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-59b6d0b1-dd08-40e3-9f21-d4de7f3f14f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416220 Apr 18 12:48:20.108008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Request body: {'port': {'device_id': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:20.186286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9c784d1a-a29d-47e6-8778-37658ee0358b None None] Provisioning for port b2b34a77-d61d-404e-b52f-d6535a45585f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:20.194759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9c784d1a-a29d-47e6-8778-37658ee0358b None None] Provisioning complete for port b2b34a77-d61d-404e-b52f-d6535a45585f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:20.195141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c784d1a-a29d-47e6-8778-37658ee0358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.222281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.224810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:20.300091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9c784d1a-a29d-47e6-8778-37658ee0358b None None] Port b2b34a77-d61d-404e-b52f-d6535a45585f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:48:20.363471 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:20.369146 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:20.369604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.486724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.517326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:20.533257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d99a3-df22-4f8f-aa44-d54333635755 req-688a5a24-ad32-4394-9c73-51bc1a7da6b8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:20.533936 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-c41d99a3-df22-4f8f-aa44-d54333635755 req-688a5a24-ad32-4394-9c73-51bc1a7da6b8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:48:20.590588 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.619253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-c41d99a3-df22-4f8f-aa44-d54333635755 req-688a5a24-ad32-4394-9c73-51bc1a7da6b8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:48:20.620338 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c41d99a3-df22-4f8f-aa44-d54333635755 req-688a5a24-ad32-4394-9c73-51bc1a7da6b8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 931 time: 0.2817109 Apr 18 12:48:20.661512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:20.669897 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b34a77-d61d-404e-b52f-d6535a45585f {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:48:20.685303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.701941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c41d99a3-df22-4f8f-aa44-d54333635755 req-b527ea7b-4cc1-478c-bc77-11ce4dfcceca tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718360 Apr 18 12:48:20.707770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Transition to ACTIVE for port object b2b34a77-d61d-404e-b52f-d6535a45585f will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:48:20.767320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:20.922476 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b34a77-d61d-404e-b52f-d6535a45585f,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:21.002722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Attempting to bind port b2b34a77-d61d-404e-b52f-d6535a45585f on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:48:21.003048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Attempting to bind port b2b34a77-d61d-404e-b52f-d6535a45585f by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:48:21.003365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Attempting to bind port b2b34a77-d61d-404e-b52f-d6535a45585f on network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:48:21.008458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Port b2b34a77-d61d-404e-b52f-d6535a45585f on network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:48:21.008764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Attempting to bind port b2b34a77-d61d-404e-b52f-d6535a45585f on network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:48:21.014915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:48:21.015238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Checking segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:48:21.015609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Bound using segment: {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:48:21.016018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Bound port: b2b34a77-d61d-404e-b52f-d6535a45585f, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08eb1bbe-02b2-4291-84ad-e288799e4d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:48:21.016356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:21.103205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] For port b2b34a77-d61d-404e-b52f-d6535a45585f, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:48:21.106268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] For port b2b34a77-d61d-404e-b52f-d6535a45585f, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=b2b34a77-d61d-404e-b52f-d6535a45585f,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:48:21.162055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:21.324811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:21.325411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:21.327159 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 200 len: 1093 time: 1.2233675 Apr 18 12:48:21.329609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:48:21.358144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b48358-b193-4a1b-a862-81d92adb5c35 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b34a77-d61d-404e-b52f-d6535a45585f,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:21.377982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2069f1-8c91-4483-82ec-e636f74d01a9'] response: {'name': 'network-changed', 'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'status': 'completed', 'code': 200} Apr 18 12:48:21.470056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf0124-8bf7-4ccb-84ec-9f1239617e12 req-3fea06ac-2133-4c83-86a0-d2e4a36c1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:21.471539 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93cf0124-8bf7-4ccb-84ec-9f1239617e12 req-3fea06ac-2133-4c83-86a0-d2e4a36c1e3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1096 time: 0.0717554 Apr 18 12:48:21.611128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf0124-8bf7-4ccb-84ec-9f1239617e12 req-5591ddc1-e070-4e47-9214-ac5f4032905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:21.612546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93cf0124-8bf7-4ccb-84ec-9f1239617e12 req-5591ddc1-e070-4e47-9214-ac5f4032905b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fcdff98d96c479aa333c20f5328ab72&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1336071 Apr 18 12:48:21.746787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf0124-8bf7-4ccb-84ec-9f1239617e12 req-a82b83e8-6ad2-408a-b153-12995c49567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:21.748255 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93cf0124-8bf7-4ccb-84ec-9f1239617e12 req-a82b83e8-6ad2-408a-b153-12995c49567f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297207 Apr 18 12:48:21.912234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-d54cb3f8-4cbe-4b6f-bac7-441992338d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:21.914299 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-d54cb3f8-4cbe-4b6f-bac7-441992338d5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1096 time: 0.1327507 Apr 18 12:48:21.921547 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e78fd-2372-4d84-b32f-c79d4e0b587d req-176f4eb6-6ba8-468f-8140-885c0b7ae581 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:21.922853 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-371e78fd-2372-4d84-b32f-c79d4e0b587d req-176f4eb6-6ba8-468f-8140-885c0b7ae581 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 943 time: 0.1075037 Apr 18 12:48:21.999534 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-14fc4081-bf0c-4f11-9394-97bc41a44694 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 200 len: 217 time: 0.0757124 Apr 18 12:48:22.059988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-371e78fd-2372-4d84-b32f-c79d4e0b587d req-65f4e3db-fbe6-47f8-97cb-c6b8cb83e9ef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884397 Apr 18 12:48:22.072852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-a9df06cc-1809-4c65-afa4-3fd267651838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:22.074222 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-a9df06cc-1809-4c65-afa4-3fd267651838 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba7cc5a5-9575-4a74-958f-07b66aaefe29 HTTP/1.1" status: 200 len: 835 time: 0.0649254 Apr 18 12:48:22.152880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-b0a58e1b-7486-428e-aac9-7b17ed15260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:22.154332 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-b0a58e1b-7486-428e-aac9-7b17ed15260d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=749e5f0f-6c8a-4766-9d90-44fa228b1e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739813 Apr 18 12:48:22.178539 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:22.286933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:22.287204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:22.287336 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-d2b06176-e9bd-4817-a6a7-71909e0e2901 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267242 Apr 18 12:48:22.417744 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d77ccd3b-8355-4897-8b91-406fcc21e155 req-705752b5-9581-48c2-a931-f8f402d638c1 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246872 Apr 18 12:48:23.250118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e7108-aa50-4a35-8ed7-dac459446082 req-6a52de96-2a31-441c-99f7-aa719c3340d7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:23.251623 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b20e7108-aa50-4a35-8ed7-dac459446082 req-6a52de96-2a31-441c-99f7-aa719c3340d7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 943 time: 0.0815878 Apr 18 12:48:23.293837 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b20e7108-aa50-4a35-8ed7-dac459446082 req-05df28e7-c72d-4ce5-91ed-d16060e4281e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:48:23.361250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-b20e7108-aa50-4a35-8ed7-dac459446082 req-05df28e7-c72d-4ce5-91ed-d16060e4281e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:48:23.362438 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b20e7108-aa50-4a35-8ed7-dac459446082 req-05df28e7-c72d-4ce5-91ed-d16060e4281e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052299 Apr 18 12:48:24.552086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4c83-928a-4f99-b0a6-459648b6a466 req-2fb052ea-2656-4c51-a2c0-93fa195f99b5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:24.553633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-063c4c83-928a-4f99-b0a6-459648b6a466 req-2fb052ea-2656-4c51-a2c0-93fa195f99b5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 943 time: 0.0797935 Apr 18 12:48:24.599510 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-063c4c83-928a-4f99-b0a6-459648b6a466 req-4cc8d928-c7b6-4049-9804-ba204c982ed5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397553 Apr 18 12:48:24.665644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device b2b34a77-d61d-404e-b52f-d6535a45585f details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:48:24.794036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port b2b34a77-d61d-404e-b52f-d6535a45585f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=b2b34a77-d61d-404e-b52f-d6535a45585f,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:24.810208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'port_id': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'mac_address': 'fa:16:3e:4c:3a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:48:24.862590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:24.878906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b34a77-d61d-404e-b52f-d6535a45585f {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:48:24.893324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port b2b34a77-d61d-404e-b52f-d6535a45585f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=b2b34a77-d61d-404e-b52f-d6535a45585f,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:25.001265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:25.067392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=b2b34a77-d61d-404e-b52f-d6535a45585f,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:25.204994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['b2b34a77-d61d-404e-b52f-d6535a45585f'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:48:25.781198 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d61bd-39d5-4c6a-94d2-24028a407026 req-7257daa4-c795-4466-b426-dfa545fe5163 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:25.782655 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c89d61bd-39d5-4c6a-94d2-24028a407026 req-7257daa4-c795-4466-b426-dfa545fe5163 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 944 time: 0.0781496 Apr 18 12:48:25.825793 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c89d61bd-39d5-4c6a-94d2-24028a407026 req-f133f060-3101-4c26-a801-07ed4e0abaa1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Apr 18 12:48:26.680283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device b2b34a77-d61d-404e-b52f-d6535a45585f up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:48:26.814813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port b2b34a77-d61d-404e-b52f-d6535a45585f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:48:26.820983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port b2b34a77-d61d-404e-b52f-d6535a45585f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:48:26.821363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:26.938148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:26.965806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:48:26.975916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port b2b34a77-d61d-404e-b52f-d6535a45585f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=b2b34a77-d61d-404e-b52f-d6535a45585f,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:48:27.009356 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f60d3b8e-8d0a-45f1-9363-130982ad22a3'] response: {'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'code': 200} Apr 18 12:48:27.011331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e295f0-ca44-4cb8-830d-ba2131f2a344 req-64ed9162-135e-488c-a12c-89e02cdaa4c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:27.012797 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84e295f0-ca44-4cb8-830d-ba2131f2a344 req-64ed9162-135e-488c-a12c-89e02cdaa4c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 944 time: 0.0845249 Apr 18 12:48:27.041688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:27.057273 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84e295f0-ca44-4cb8-830d-ba2131f2a344 req-389991cb-f265-4118-a190-3d3556528c1d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388370 Apr 18 12:48:27.112386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=b2b34a77-d61d-404e-b52f-d6535a45585f,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:27.395956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242c90c-837b-4415-9a9a-b7abf81976a7 req-f3595b77-9f7e-40b2-ade9-06071d9e4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:27.397374 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d242c90c-837b-4415-9a9a-b7abf81976a7 req-f3595b77-9f7e-40b2-ade9-06071d9e4e07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1098 time: 0.0682871 Apr 18 12:48:27.440229 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d242c90c-837b-4415-9a9a-b7abf81976a7 req-de499c1e-99fc-4ed7-820f-75ca473e0db1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366988 Apr 18 12:48:28.244292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c04c44-a05f-4491-9c06-84e0f84caed6 req-d0ac6cf1-d351-44c2-a45c-a2aac6bc0c93 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:28.245703 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-14c04c44-a05f-4491-9c06-84e0f84caed6 req-d0ac6cf1-d351-44c2-a45c-a2aac6bc0c93 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0808551 Apr 18 12:48:28.288970 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-14c04c44-a05f-4491-9c06-84e0f84caed6 req-958432d9-1218-4eb2-869b-701220179ff1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370064 Apr 18 12:48:29.467710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab802f-d484-4ef4-9752-7df086092965 req-36e18505-3b3a-4afe-a504-8920b2e765f9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:29.469045 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-54ab802f-d484-4ef4-9752-7df086092965 req-36e18505-3b3a-4afe-a504-8920b2e765f9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0783939 Apr 18 12:48:29.512356 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-54ab802f-d484-4ef4-9752-7df086092965 req-55d26be1-c702-4837-808c-50321d6b5305 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Apr 18 12:48:29.697521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7101887-38a9-4b56-bb31-50faedb2a7a2 req-4904b88e-76fa-49ad-8aa5-5859e9287996 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:29.699014 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b7101887-38a9-4b56-bb31-50faedb2a7a2 req-4904b88e-76fa-49ad-8aa5-5859e9287996 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0799243 Apr 18 12:48:29.746427 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b7101887-38a9-4b56-bb31-50faedb2a7a2 req-fc7e2a9a-0f3e-4326-b878-724d437ca039 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Apr 18 12:48:29.767923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43470) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:29.837616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfd30b-1ad3-4e07-b4c8-2be2ba20d507 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:29.839115 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2edfd30b-1ad3-4e07-b4c8-2be2ba20d507 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1093 time: 0.0702720 Apr 18 12:48:29.841757 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43474) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:29.846651 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:48:29.852358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:48:29.856407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:floatingip and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:48:29.859180 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:48:29.864720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:48:29.917550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:30.052175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:30.189922 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.110 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/8baad32a-8f18-4b8b-8a3b-48dd499bd697) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:48:30.332298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:30.415250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:30.473423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:48:30.476117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:48:30.480572 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:48:30.630128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=8baad32a-8f18-4b8b-8a3b-48dd499bd697,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:30.994487 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:31.140522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:31.342268 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:31.386055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:31.489894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=8baad32a-8f18-4b8b-8a3b-48dd499bd697,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:48:31.499782 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:31.668993 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 93e4e37f-b786-46de-90c0-80bbbac12faf associated. External IP: 172.26.4.110, port: b2b34a77-d61d-404e-b52f-d6535a45585f. Apr 18 12:48:32.008719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:48:32.285594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:48:32.295360 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] Sync routers for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:48:32.305198 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:32.305872 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:48:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:32.398186 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:32.455056 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-745040ef-ab32-4438-9437-afa9fb6f295c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6123080 Apr 18 12:48:32.455738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:48:32.481161 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:32.501547 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09da166-8b67-4b15-84ff-cba097da6c27'] response: {'name': 'network-changed', 'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'status': 'completed', 'code': 200} Apr 18 12:48:32.648256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-897ecf44-e0d4-4fdd-b5a2-903e6029c427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:32.649864 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-897ecf44-e0d4-4fdd-b5a2-903e6029c427 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1098 time: 0.1262665 Apr 18 12:48:32.698837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13383f9-af27-4cdb-b98c-7279204840a0 req-966f37c1-cf8e-49f3-8b78-c184fa3f71b3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:32.700885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d13383f9-af27-4cdb-b98c-7279204840a0 req-966f37c1-cf8e-49f3-8b78-c184fa3f71b3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.1429267 Apr 18 12:48:32.830843 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '93e4e37f-b786-46de-90c0-80bbbac12faf', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'port_id': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'mac_address': 'fa:16:3e:4c:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:48:30Z', 'updated_at': '2022-04-18T12:48:30Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:20Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:32.834697 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] Checking router: ab0d7ae9-47d4-42a8-9376-22874eaba0d2 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:48:32.843654 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:48:32.844249 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:48:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:32.918052 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d13383f9-af27-4cdb-b98c-7279204840a0 req-eafbd81b-908e-4572-805c-e302e3050461 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080491 Apr 18 12:48:32.946916 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43482) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:32.950087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-c80a9b48-7d3a-4965-a60f-f7e35e38ff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:32.951693 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-c80a9b48-7d3a-4965-a60f-f7e35e38ff17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 200 len: 897 time: 0.2954967 Apr 18 12:48:33.021425 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:48:33.052980 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-260515e5-f6ac-43ea-86a7-7dadd213d3f4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/93e4e37f-b786-46de-90c0-80bbbac12faf HTTP/1.1" status: 200 len: 991 time: 0.1048036 Apr 18 12:48:33.058038 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-a2a4011a-4655-4e59-96cf-1239fdf14726 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 200 len: 999 time: 0.0993533 Apr 18 12:48:33.123321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-76d5bf67-5b98-4ba0-8284-fe2e0c8d02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:33.124738 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-76d5bf67-5b98-4ba0-8284-fe2e0c8d02ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba7cc5a5-9575-4a74-958f-07b66aaefe29 HTTP/1.1" status: 200 len: 835 time: 0.0607803 Apr 18 12:48:33.210182 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-8c0aa879-7f92-4a6a-8d27-66d8d9120d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:33.211588 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-8c0aa879-7f92-4a6a-8d27-66d8d9120d2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=749e5f0f-6c8a-4766-9d90-44fa228b1e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797548 Apr 18 12:48:33.342410 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-5b208de6-4f6e-4754-b30f-f8155126fade service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245489 Apr 18 12:48:33.396163 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '93e4e37f-b786-46de-90c0-80bbbac12faf', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'port_id': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'mac_address': 'fa:16:3e:4c:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:48:30Z', 'updated_at': '2022-04-18T12:48:30Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:20Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:48:33.400749 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4472ed82-d152-4d28-b1a4-1ab181b918f7 None None] The sync data for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv is: [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '93e4e37f-b786-46de-90c0-80bbbac12faf', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'port_id': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'mac_address': 'fa:16:3e:4c:3a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:48:30Z', 'updated_at': '2022-04-18T12:48:30Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:20Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:48:33.480826 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-68c48bd7-9bf9-45e0-b054-b8c1e4246e3c req-74a72925-485d-4880-b05b-629173ebb861 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325119 Apr 18 12:48:33.590943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fddb8c-2820-44d2-a99c-d0e863815527 None None] New status for floating IP 93e4e37f-b786-46de-90c0-80bbbac12faf: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:48:34.055337 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43486) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:48:34.165217 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-33013518-4284-430b-a4f7-792df831d1b7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/93e4e37f-b786-46de-90c0-80bbbac12faf HTTP/1.1" status: 200 len: 993 time: 0.1087499 Apr 18 12:48:38.081392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-da8f42b8-295c-4839-b51f-47c698df9411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:40.243436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73470973-41d3-46ec-aeec-3c0030eba304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:41.441463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:41.675823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:43.083428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:45.801448 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:48:49.163435 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:48:54.626220 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-dac8500a-4757-40cc-8fbe-2bd492f8582f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729163 Apr 18 12:48:54.762294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-ebee429c-17c2-4ea1-9bc3-79854098ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:54.763739 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-ebee429c-17c2-4ea1-9bc3-79854098ee15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1098 time: 0.0707884 Apr 18 12:48:54.910623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-01533765-01cf-46e8-954a-a400888b390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:54.911971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-01533765-01cf-46e8-954a-a400888b390a service neutron] 10.222.0.15 "GET /v2.0/networks?id=749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 200 len: 897 time: 0.1291869 Apr 18 12:48:55.012665 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-4fcb0a9e-7e60-4351-94a2-51423f6e1426 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 200 len: 1001 time: 0.0939827 Apr 18 12:48:55.072444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-39405153-5849-4aab-bec4-d6a507a9c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:55.073778 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-39405153-5849-4aab-bec4-d6a507a9c04d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba7cc5a5-9575-4a74-958f-07b66aaefe29 HTTP/1.1" status: 200 len: 835 time: 0.0556002 Apr 18 12:48:55.149486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-761ba98b-b26e-4c92-93fd-5cbd45e416b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:48:55.150911 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-761ba98b-b26e-4c92-93fd-5cbd45e416b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=749e5f0f-6c8a-4766-9d90-44fa228b1e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713959 Apr 18 12:48:55.283835 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-1441474d-0c44-4637-9d33-3777ddb7805e service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264014 Apr 18 12:48:55.411943 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb312d41-1185-4f5f-819d-369879a6fa81 req-d25510fa-bdef-4216-b62e-844238411789 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214831 Apr 18 12:49:01.282742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fa103-3946-44e3-be21-092c796ee0c9 req-4cfccccf-1e9d-4be0-9b61-c50b38228e6a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:01.284233 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-195fa103-3946-44e3-be21-092c796ee0c9 req-4cfccccf-1e9d-4be0-9b61-c50b38228e6a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0863326 Apr 18 12:49:01.311927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-e62cdadd-20b2-4c42-b709-86178146cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:01.313370 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-e62cdadd-20b2-4c42-b709-86178146cda8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1098 time: 0.0700667 Apr 18 12:49:01.328259 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-195fa103-3946-44e3-be21-092c796ee0c9 req-f5e09d9f-5fa4-4b3d-a6f6-0002d3833272 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381882 Apr 18 12:49:01.545731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-77001b25-5bf3-4707-95c3-275934554e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:01.547102 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-77001b25-5bf3-4707-95c3-275934554e90 service neutron] 10.222.0.15 "GET /v2.0/networks?id=749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 200 len: 897 time: 0.2266722 Apr 18 12:49:01.649291 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-970c9313-86e4-4986-aed3-305dfb08fa8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 200 len: 1001 time: 0.0952959 Apr 18 12:49:01.711412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-41f49e8a-d769-4f77-b266-76a5d0f1528c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:01.712766 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-41f49e8a-d769-4f77-b266-76a5d0f1528c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba7cc5a5-9575-4a74-958f-07b66aaefe29 HTTP/1.1" status: 200 len: 835 time: 0.0561280 Apr 18 12:49:01.790235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-97a79171-ca1b-4d6a-90cd-b247dec9120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:01.791686 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-97a79171-ca1b-4d6a-90cd-b247dec9120e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=749e5f0f-6c8a-4766-9d90-44fa228b1e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715814 Apr 18 12:49:01.919389 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-2cfd7a31-802f-488a-b0f6-d577feb4aeb2 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210055 Apr 18 12:49:02.047605 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bb913325-d88c-4dc3-83dd-06d0e41fa0bb req-4ebe5713-fd5d-4923-9ca7-e6e285c61f42 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217895 Apr 18 12:49:02.518686 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec88b88-7025-4f8f-a0b8-b2c60c3d9b9c req-056dd0bb-430f-4a92-854b-d26127d83714 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:02.520098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ec88b88-7025-4f8f-a0b8-b2c60c3d9b9c req-056dd0bb-430f-4a92-854b-d26127d83714 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0774794 Apr 18 12:49:02.563070 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ec88b88-7025-4f8f-a0b8-b2c60c3d9b9c req-1eeabf87-3530-4280-a7b3-0e31169491f5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368800 Apr 18 12:49:03.751997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6f6e4-7818-424f-a743-aadefd062d29 req-3faa7d5b-d4eb-4142-92ed-f5f941c0c0bd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:03.753422 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e9b6f6e4-7818-424f-a743-aadefd062d29 req-3faa7d5b-d4eb-4142-92ed-f5f941c0c0bd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0789726 Apr 18 12:49:03.796072 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e9b6f6e4-7818-424f-a743-aadefd062d29 req-b9284950-e82f-404d-8de1-0521cfa824c3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370564 Apr 18 12:49:04.984158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060730c-2008-427d-b356-5236bf5bd853 req-64b16f00-4497-4bae-9d5f-880ae8231541 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:04.985490 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2060730c-2008-427d-b356-5236bf5bd853 req-64b16f00-4497-4bae-9d5f-880ae8231541 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0809288 Apr 18 12:49:05.029545 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2060730c-2008-427d-b356-5236bf5bd853 req-74e269ec-c30b-459d-9e99-5fe86e700f57 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Apr 18 12:49:06.212379 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499d120-08f4-4908-96bc-6cc290004f84 req-fe3f2d56-f59e-4c19-a9b3-5d7dc7b90c6f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:06.213796 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f499d120-08f4-4908-96bc-6cc290004f84 req-fe3f2d56-f59e-4c19-a9b3-5d7dc7b90c6f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0801704 Apr 18 12:49:06.256820 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f499d120-08f4-4908-96bc-6cc290004f84 req-63e3cc67-ef9f-46d3-9ca0-110aff3a2747 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374031 Apr 18 12:49:07.437020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6622af-f827-450b-a47a-4d75587d8933 req-2af8fa17-c6b5-4e5e-882d-39b24ea2a2c2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:07.438427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4a6622af-f827-450b-a47a-4d75587d8933 req-2af8fa17-c6b5-4e5e-882d-39b24ea2a2c2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0766931 Apr 18 12:49:07.484517 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4a6622af-f827-450b-a47a-4d75587d8933 req-feac3f81-891b-4ca1-9ae5-73188f091e38 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405407 Apr 18 12:49:08.075415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d3d29b11-8e3a-4ccc-939d-027c259c6661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:08.668129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68808896-a63a-465e-874e-7420744623e5 req-2b78a67f-08db-4a8d-80e5-178b48840737 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:08.669534 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-68808896-a63a-465e-874e-7420744623e5 req-2b78a67f-08db-4a8d-80e5-178b48840737 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0829225 Apr 18 12:49:08.712673 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-68808896-a63a-465e-874e-7420744623e5 req-72bb528e-038b-4d28-94aa-d07570da633e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374880 Apr 18 12:49:09.904013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65ab48-7090-42b6-9f94-d72c3a216cfd req-8d26afea-c2de-4ead-8dd7-4bc92b25600f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:09.906007 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cb65ab48-7090-42b6-9f94-d72c3a216cfd req-8d26afea-c2de-4ead-8dd7-4bc92b25600f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0875340 Apr 18 12:49:09.949892 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cb65ab48-7090-42b6-9f94-d72c3a216cfd req-4aaa09be-7a32-4550-aac4-b1b73baa967d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382535 Apr 18 12:49:10.266350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-835dc0dd-c0d8-4eba-b6ac-5b0ebf862657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:11.132654 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80f593-a243-4daf-adaf-3b2f1cfe7b3f req-e7b51423-a23e-469a-bfcb-e36a388344ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:11.134079 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bf80f593-a243-4daf-adaf-3b2f1cfe7b3f req-e7b51423-a23e-469a-bfcb-e36a388344ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0780516 Apr 18 12:49:11.176499 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bf80f593-a243-4daf-adaf-3b2f1cfe7b3f req-efcea9dd-7c0d-47de-abf1-ccd523eac027 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368514 Apr 18 12:49:11.454401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:11.688838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:12.364493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aff42-16ef-482e-882b-6f431a9c54a8 req-1fac99ef-cc22-4118-acb3-270edafc5187 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:12.366062 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-771aff42-16ef-482e-882b-6f431a9c54a8 req-1fac99ef-cc22-4118-acb3-270edafc5187 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0850458 Apr 18 12:49:12.410449 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-771aff42-16ef-482e-882b-6f431a9c54a8 req-9f14b369-14c4-4781-aa46-427530921d72 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 Apr 18 12:49:13.064159 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:13.595199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6aad3d-afc0-4abc-8d99-565a2af47394 req-93b5888b-8525-4a03-b061-889c44cf4ea4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:13.596629 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9a6aad3d-afc0-4abc-8d99-565a2af47394 req-93b5888b-8525-4a03-b061-889c44cf4ea4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0821018 Apr 18 12:49:13.641050 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9a6aad3d-afc0-4abc-8d99-565a2af47394 req-4d4413e6-bc5d-4b78-9ecf-68c83521de93 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381589 Apr 18 12:49:13.665085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43526) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:13.770257 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2be2302e-b377-4a05-aa5c-4ad38227ae84 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/93e4e37f-b786-46de-90c0-80bbbac12faf HTTP/1.1" status: 200 len: 993 time: 0.1038570 Apr 18 12:49:15.791190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:26.162231 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:49:38.052725 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7b4a-76a9-4dc3-b829-dc864ee7fd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:40.259685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6f938509-898f-4d61-82f7-3bbcecfe39f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:41.453932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:41.693795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:43.076897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:44.165404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43542) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:44.375752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 8baad32a-8f18-4b8b-8a3b-48dd499bd697 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:49:44.379612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:44.540752 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:44.541077 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:44.768762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 8baad32a-8f18-4b8b-8a3b-48dd499bd697 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:49:44.983588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:45.030201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=8baad32a-8f18-4b8b-8a3b-48dd499bd697,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:45.063642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.063983 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.064312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.064640 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.064965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.065288 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.065607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.065927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.066245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.066584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.066902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.067223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:45.130766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:45.131134 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 93e4e37f-b786-46de-90c0-80bbbac12faf disassociated (deleted). External IP: 172.26.4.110, port: b2b34a77-d61d-404e-b52f-d6535a45585f. Apr 18 12:49:45.472729 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:49:45.646362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:49:45.656812 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] Sync routers for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:49:45.665654 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:49:45.666253 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:45.766404 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:45.783813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:45.823609 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cecac440-1084-4094-b95d-e84cf39f14a4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/floatingips/93e4e37f-b786-46de-90c0-80bbbac12faf HTTP/1.1" status: 204 len: 168 time: 1.6570618 Apr 18 12:49:45.824271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:49:45.840780 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:49:45.872346 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f78758f-2fcb-485f-a520-006a9492568e'] response: {'name': 'network-changed', 'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'status': 'completed', 'code': 200} Apr 18 12:49:45.963249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-502c376c-7991-4425-98ab-9a2a00288109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:45.964699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-502c376c-7991-4425-98ab-9a2a00288109 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 1098 time: 0.0700290 Apr 18 12:49:46.094034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-ea01ae02-fa35-4714-a36f-7d92d36ef867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:46.095444 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-ea01ae02-fa35-4714-a36f-7d92d36ef867 service neutron] 10.222.0.15 "GET /v2.0/networks?id=749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 200 len: 897 time: 0.1242402 Apr 18 12:49:46.151240 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:20Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:46.155041 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] Checking router: ab0d7ae9-47d4-42a8-9376-22874eaba0d2 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:49:46.163623 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:49:46.163883 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:46.166010 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-d31ee699-b0b7-4569-ac11-6d7d26910027 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 200 len: 217 time: 0.0649886 Apr 18 12:49:46.229498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-4fec07a4-a89b-4341-8374-cd14910cef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:46.231268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-4fec07a4-a89b-4341-8374-cd14910cef43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba7cc5a5-9575-4a74-958f-07b66aaefe29 HTTP/1.1" status: 200 len: 835 time: 0.0590489 Apr 18 12:49:46.310405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-ac44a146-61bb-4d5d-9a8d-3699e62ad2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:46.311897 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-ac44a146-61bb-4d5d-9a8d-3699e62ad2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=749e5f0f-6c8a-4766-9d90-44fa228b1e94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737607 Apr 18 12:49:46.341084 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:49:46.609608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf65b09-fa15-4774-9047-ea406b23cf93 req-00d1637f-86b6-4778-b7db-a64e4f100e36 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:46.610359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-eaf65b09-fa15-4774-9047-ea406b23cf93 req-00d1637f-86b6-4778-b7db-a64e4f100e36 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:49:46.617642 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-a68150e2-7d7c-4f40-bde9-a20b324aec8c service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635540 Apr 18 12:49:46.681404 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:20Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:46.685154 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04b34b-1fc6-4854-9fba-45452da0fe42 None None] The sync data for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv is: [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'd0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5', 'name': '', 'network_id': '749e5f0f-6c8a-4766-9d90-44fa228b1e94', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:b8:e2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:13Z', 'updated_at': '2022-04-18T12:48:20Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': 'ba7cc5a5-9575-4a74-958f-07b66aaefe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:49:46.729050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-eaf65b09-fa15-4774-9047-ea406b23cf93 req-00d1637f-86b6-4778-b7db-a64e4f100e36 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:49:46.737120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eaf65b09-fa15-4774-9047-ea406b23cf93 req-00d1637f-86b6-4778-b7db-a64e4f100e36 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.4174674 Apr 18 12:49:46.773468 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6d91f1d7-7a42-4a63-b12c-1fe3919def74 req-62c80510-629b-4176-9b9b-75013cbfe858 service neutron] 10.222.0.15 "GET /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479862 Apr 18 12:49:46.793418 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eaf65b09-fa15-4774-9047-ea406b23cf93 req-88514d43-5c0e-4b89-9a0c-6c20df6a27ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556505 Apr 18 12:49:46.895929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9b35aa-4b44-4bfb-91b5-a2251a9cdd43 None None] New status for floating IP 93e4e37f-b786-46de-90c0-80bbbac12faf: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:49:47.814556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-70933306-05b4-498f-9aa1-4ca1b953e3da tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:47.815971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-70933306-05b4-498f-9aa1-4ca1b953e3da tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.1004720 Apr 18 12:49:47.884747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port b2b34a77-d61d-404e-b52f-d6535a45585f {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:49:47.885000 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:47.976715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4d703-1cb7-4e46-85ca-949ad280bdfb req-6efa2b53-5e21-4e85-b084-996d207e88ed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:47.978162 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-51e4d703-1cb7-4e46-85ca-949ad280bdfb req-6efa2b53-5e21-4e85-b084-996d207e88ed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 945 time: 0.0787675 Apr 18 12:49:48.021493 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-51e4d703-1cb7-4e46-85ca-949ad280bdfb req-a7df3d5c-cc44-4d6b-b739-ca652b777e81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=202751cc-1233-46b7-be16-f38f5d3b7db4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Apr 18 12:49:48.127892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port b2b34a77-d61d-404e-b52f-d6535a45585f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=b2b34a77-d61d-404e-b52f-d6535a45585f,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:49:48.128241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:48.248436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for b2b34a77-d61d-404e-b52f-d6535a45585f owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:49:48.452234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:48.499965 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=b2b34a77-d61d-404e-b52f-d6535a45585f,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:48.576764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] No DVR routers for this DVR port b2b34a77-d61d-404e-b52f-d6535a45585f on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:49:48.579177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:48.581582 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'name': 'network-vif-deleted', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:49:48.625312 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-586d392f-1155-4537-8ea8-b6b09a2950d8'] response: {'server_uuid': 'b64c1e4f-9eba-44ab-82b0-17c5fbe71f70', 'name': 'network-vif-deleted', 'tag': 'b2b34a77-d61d-404e-b52f-d6535a45585f', 'status': 'completed', 'code': 200} Apr 18 12:49:48.683225 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-39276f99-d99d-493c-83a9-9dcaa6691779 req-6376f813-d0ce-47e1-8e2c-312a3a447b46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "DELETE /v2.0/ports/b2b34a77-d61d-404e-b52f-d6535a45585f HTTP/1.1" status: 204 len: 173 time: 0.8620460 Apr 18 12:49:49.182023 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d6fdbd56-1aff-4fe1-84d2-598fdae782d2 req-a1163ca2-8398-4016-b573-3122a3e0493a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=b64c1e4f-9eba-44ab-82b0-17c5fbe71f70 HTTP/1.1" status: 200 len: 210 time: 0.0433552 Apr 18 12:49:50.275704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43562) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:50.926974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:51.037644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device b2b34a77-d61d-404e-b52f-d6535a45585f no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:49:51.071499 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: b2b34a77-d61d-404e-b52f-d6535a45585f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:49:51.071839 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device b2b34a77-d61d-404e-b52f-d6535a45585f not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:49:51.277153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:49:51.277715 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:51.459560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:49:51.459911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:51.587599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:49:51.848349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:51.898011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:52.274799 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:52.625312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:49:52.801612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:49:52.811321 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] Sync routers for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:49:52.814986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e5abaad8-89d3-4785-abfa-a2a57ae1c1f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/ab0d7ae9-47d4-42a8-9376-22874eaba0d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5382421 Apr 18 12:49:52.817607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43566) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:52.820340 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:49:52.820933 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:52.882162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting subnet ba7cc5a5-9575-4a74-958f-07b66aaefe29 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:49:52.885021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:52.945573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:52.992069 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:49:53.027165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.179869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.225614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.228379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Subnet': ['ID=ba7cc5a5-9575-4a74-958f-07b66aaefe29,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:53.233092 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174f592f-ff62-4a25-8342-e7b9c95c690c None None] Network 749e5f0f-6c8a-4766-9d90-44fa228b1e94 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:49:53.235175 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c8e68344-3d58-426d-86f2-e54b83291162 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/subnets/ba7cc5a5-9575-4a74-958f-07b66aaefe29 HTTP/1.1" status: 204 len: 168 time: 0.4166129 Apr 18 12:49:53.237806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43570) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:53.268196 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:49:51Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:53.272040 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] Checking router: ab0d7ae9-47d4-42a8-9376-22874eaba0d2 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:49:53.281456 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] Routers {'ab0d7ae9-47d4-42a8-9376-22874eaba0d2'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:49:53.282118 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:53.414031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.458639 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] Set router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:49:53.487387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] DHCP port deletion for 749e5f0f-6c8a-4766-9d90-44fa228b1e94 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:49:53.491660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Deleting port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:49:53.492614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.609206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.694071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port e85ae51d-b763-4a02-9e61-7c64e74c6312 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:49:53.694775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.703665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] For port 6bf9383f-234c-4a52-872e-a4d2b1dbf795, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=6bf9383f-234c-4a52-872e-a4d2b1dbf795,segment=NetworkSegment(08eb1bbe-02b2-4291-84ad-e288799e4d82),segment_id=08eb1bbe-02b2-4291-84ad-e288799e4d82)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:49:53.704149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.751686 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:49:51Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:53.755422 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292142f0-147b-4c88-8354-c7d746d839d0 None None] The sync data for ids ['ab0d7ae9-47d4-42a8-9376-22874eaba0d2'] in dv-neutron-837089-1-hyperv is: [{'id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186933519', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:48:08Z', 'updated_at': '2022-04-18T12:49:51Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'e85ae51d-b763-4a02-9e61-7c64e74c6312', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:0a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0d7ae9-47d4-42a8-9376-22874eaba0d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:48:09Z', 'updated_at': '2022-04-18T12:48:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:49:53.836540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Calling delete_port for 6bf9383f-234c-4a52-872e-a4d2b1dbf795 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:49:53.974164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:53.989622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port e85ae51d-b763-4a02-9e61-7c64e74c6312, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e85ae51d-b763-4a02-9e61-7c64e74c6312,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:49:53.989971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.019355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Pushing event deleted for resources: {'Port': ['ID=6bf9383f-234c-4a52-872e-a4d2b1dbf795,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:54.028217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] No DVR routers for this DVR port 6bf9383f-234c-4a52-872e-a4d2b1dbf795 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:49:54.030233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.030598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.031007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.031274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.031580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.031903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.032224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.032541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.032859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.033172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.033491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.033802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d20738-ada0-4eaa-9e95-512c67ffe78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:49:54.115195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for e85ae51d-b763-4a02-9e61-7c64e74c6312 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:49:54.221740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6bf9383f-234c-4a52-872e-a4d2b1dbf795 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:49:54.260808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 6bf9383f-234c-4a52-872e-a4d2b1dbf795 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:49:54.262352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 6bf9383f-234c-4a52-872e-a4d2b1dbf795 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:49:54.262352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:49:54.294840 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:49:54.296814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d0b3cadb-e725-4eb2-a3dd-ebc75b2a82f5 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:49:54.338530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.384577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=e85ae51d-b763-4a02-9e61-7c64e74c6312,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:54.475071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.645139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.647301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.732159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.732791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Fanout notify agent at l3_agent the message router_deleted on router ab0d7ae9-47d4-42a8-9376-22874eaba0d2 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:49:54.747609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.748685 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-77a07ba5-d333-43f6-997a-444edd045e63 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/routers/ab0d7ae9-47d4-42a8-9376-22874eaba0d2 HTTP/1.1" status: 204 len: 168 time: 1.5097947 Apr 18 12:49:54.751631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43574) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:54.865716 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:54.994277 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.018299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749e5f0f-6c8a-4766-9d90-44fa228b1e94']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:55.029732 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08eb1bbe-02b2-4291-84ad-e288799e4d82') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:55.030024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08eb1bbe-02b2-4291-84ad-e288799e4d82') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:49:55.040855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.056578 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.062439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:49:55.066780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:49:55.077779 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:49:55.218772 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.222969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.250774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Network': ['ID=749e5f0f-6c8a-4766-9d90-44fa228b1e94,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:55.255999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c7d2ae22-6e98-441c-8a1c-05b448881817 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/networks/749e5f0f-6c8a-4766-9d90-44fa228b1e94 HTTP/1.1" status: 204 len: 168 time: 0.5017760 Apr 18 12:49:55.257003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43578) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:55.321846 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-011a0343-ed03-451b-84bb-b6041ba632e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.353598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-011a0343-ed03-451b-84bb-b6041ba632e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.487314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-011a0343-ed03-451b-84bb-b6041ba632e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.505962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a0343-ed03-451b-84bb-b6041ba632e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202751cc-1233-46b7-be16-f38f5d3b7db4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:55.590768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-011a0343-ed03-451b-84bb-b6041ba632e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:55.594425 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-011a0343-ed03-451b-84bb-b6041ba632e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/security-groups/202751cc-1233-46b7-be16-f38f5d3b7db4 HTTP/1.1" status: 204 len: 168 time: 0.3339727 Apr 18 12:49:56.058992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43586) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:56.064140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991882897', 'description': 'tempest-secgroup-smoke-991882897 description', 'project_id': '0fcdff98d96c479aa333c20f5328ab72'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:56.070564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:56.074545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:56.077276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:56.082756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:56.179553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.208500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:56.208730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:56.212269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:56.220220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e85ae51d-b763-4a02-9e61-7c64e74c6312 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:49:56.224853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:56.255609 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: e85ae51d-b763-4a02-9e61-7c64e74c6312 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:49:56.255942 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e85ae51d-b763-4a02-9e61-7c64e74c6312 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:49:56.294986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.362254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.406183 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c154600e-2def-4caa-bb83-6cae7763cf89,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:56.486513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.487730 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ebd4f69a-91a5-4891-a811-d77345b87327 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4278076 Apr 18 12:49:56.490532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43590) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:56.495991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': 'c154600e-2def-4caa-bb83-6cae7763cf89', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:56.502051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:56.506741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:56.511342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:56.517450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:56.590577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.751913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.825088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.847773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777440e4-251b-49ca-8e16-272eb927aba6,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:56.905410 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:56.906592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a78f856f-5f67-4d5d-831c-1b611cd6c871 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4151359 Apr 18 12:49:56.909267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43594) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:56.914652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': 'c154600e-2def-4caa-bb83-6cae7763cf89', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:56.920301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:56.924019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:56.927734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:56.932939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:57.007295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.065537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.149719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.173352 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbef51d-3fd9-4986-a8c9-e86aa215641e,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:57.219464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.220615 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f441b84c-2216-4929-a87e-c571d338a17a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104484 Apr 18 12:49:57.223269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43598) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:57.228717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': 'c154600e-2def-4caa-bb83-6cae7763cf89', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:57.238372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:57.238520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:57.241241 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:57.247023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:57.315129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.376921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.440548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.465308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c82309-ceb8-4600-9e6a-97036c31211d,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:57.537848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.539051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6aa8164f-7c5b-46b8-ad5f-e0afda14c76d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148417 Apr 18 12:49:57.541712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43602) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:57.546656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': 'c154600e-2def-4caa-bb83-6cae7763cf89', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:57.552467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:57.556308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:57.559090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:57.564890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:57.653492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.713501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.800806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.823950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f492d1e-3279-4c24-bdde-2b489ddd7a83,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:57.886393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:57.887568 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eab7aa48-5034-45b9-b029-294b02e5a168 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3448625 Apr 18 12:49:57.890228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43606) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:57.895186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': 'c154600e-2def-4caa-bb83-6cae7763cf89', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:57.900964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:57.904684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:57.907482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:57.912995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:58.008551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:49:58.014844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.076894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.144717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.167569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6acf232-e825-4078-ba82-f54448e07b60,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:58.253439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.254683 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b7aa9649-a04b-4a5a-a19a-8b803f8c45a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3634610 Apr 18 12:49:58.257297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43610) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:58.262242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': 'c154600e-2def-4caa-bb83-6cae7763cf89', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:58.267948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:58.271852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:58.274664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:58.280187 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:58.337690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:49:58.343900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.406147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.481907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.505123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e4f38d-9cd0-482f-acbc-e47894ce873c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:58.573833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.577622 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-db7ae927-c768-4175-b427-de927106c06f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3169181 Apr 18 12:49:58.577819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43614) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:58.583278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'network': {'name': 'tempest-network-smoke--940447847', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:58.588622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:58.592618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:network and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:58.595498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:58.601061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:58.663438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:49:58.666841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.693797 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:49:58.701792 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.702146 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Added segment f43f3778-ab3b-4b0d-8202-74ebd69ffe06 of type vlan for network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c Apr 18 12:49:58.729409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.819221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.825232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:49:58.825780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:58.935539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Network': ['ID=82cab45a-9037-4ab8-8e7a-ca98e9dd412c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:49:58.946053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:49:58.983076 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3014cd0b-3808-4a30-a24a-b71b025344d1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4014356 Apr 18 12:49:58.983299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43618) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:49:58.988173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'admin_state_up': True, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:49:58.995644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:49:58.999504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:router and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:49:59.002370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:49:59.009195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:49:59.071550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:59.072565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:59.087434 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:59.453802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:59.818500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:59.846134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:49:59.975753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.118 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/d469d464-f715-497a-89f4-f3b859a89668) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:50:00.213957 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:00.293999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:00.350817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:50:00.354057 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:00.357758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:50:00.399684 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=d469d464-f715-497a-89f4-f3b859a89668,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:00.819300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:01.151221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:01.418131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:50:01.588537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:50:01.597802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Sync routers for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:50:01.607694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:50:01.608299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:01.665131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:01.666339 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-30040a76-bfc6-4348-9255-4cb358b1b727 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.6821780 Apr 18 12:50:01.669512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43622) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:01.789714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:50:01.827404 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-62a1e9f5-4873-4950-b761-b6aac9e0cf19 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0fcdff98d96c479aa333c20f5328ab72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1568310 Apr 18 12:50:01.829923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43626) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:01.957724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465b743-2682-4544-8492-158e012beb3a tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:01.959133 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9465b743-2682-4544-8492-158e012beb3a tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283081 Apr 18 12:50:01.961910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43630) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:02.000965 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-03f554af-e611-4e65-b723-2af887e63bf9 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380313 Apr 18 12:50:02.003368 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43634) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:02.008620 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-645538095', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:50:02.102441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:00Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:02.106509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Checking router: 153d1a0f-c5a5-4f86-bc46-e228b08b0eab for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:50:02.106853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Updating router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab port d469d464-f715-497a-89f4-f3b859a89668 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:50:02.115523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:50:02.119961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:subnet and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:50:02.122759 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:50:02.128353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:50:02.157360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.196427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:50:02.199904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.469534 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.477183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.488806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Transition to ACTIVE for port object d469d464-f715-497a-89f4-f3b859a89668 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:02.545424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Subnet': ['ID=2ea35aef-7788-464e-82ea-dd833878e995,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:02.553822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Checking segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:50:02.554200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network hostable DHCP agents. Network: 82cab45a-9037-4ab8-8e7a-ca98e9dd412c, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:50:02.556586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.637233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Attempting to bind port d469d464-f715-497a-89f4-f3b859a89668 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:50:02.637789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Attempting to bind port d469d464-f715-497a-89f4-f3b859a89668 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:50:02.637927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Attempting to bind port d469d464-f715-497a-89f4-f3b859a89668 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:50:02.642265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:50:02.643930 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a57853-b31e-492e-92cd-73b582e2f896 None None] Pushing event updated for resources: {'Port': ['ID=d469d464-f715-497a-89f4-f3b859a89668,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:02.648683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:50:02.649048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:50:02.649454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.649802 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:50:02.650251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Bound port: d469d464-f715-497a-89f4-f3b859a89668, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:50:02.650641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.721045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] For port d469d464-f715-497a-89f4-f3b859a89668, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:50:02.723858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] For port d469d464-f715-497a-89f4-f3b859a89668, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d469d464-f715-497a-89f4-f3b859a89668,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:50:02.739676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 82cab45a-9037-4ab8-8e7a-ca98e9dd412c) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:02.747450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:02.747450 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.748008 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a34c35-19b3-41fc-8178-d3e0a1b0a9b3 None None] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:50:02.821958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:02.830435 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-37963b70-d9c8-43d4-9ca5-913140726b81 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8259697 Apr 18 12:50:02.833113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43638) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:02.931271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:50:02.931875 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:02.995365 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a57853-b31e-492e-92cd-73b582e2f896 None None] Pushing event updated for resources: {'Port': ['ID=d469d464-f715-497a-89f4-f3b859a89668,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:03.161763 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:50:03.172358 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:50:03.173162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:03.197855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:50:03.515492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:03.602771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Allocated IP 172.20.0.2 (82cab45a-9037-4ab8-8e7a-ca98e9dd412c/2ea35aef-7788-464e-82ea-dd833878e995/536feef1-d097-4d23-a138-133c9fc432cf) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:50:03.733590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:00Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:03.746817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899463f1-98c1-4f33-ae3f-7f8c86f7b15d None None] The sync data for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv is: [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:00Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:50:03.832714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:03.844084 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Transition to ACTIVE for port object 536feef1-d097-4d23-a138-133c9fc432cf will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:03.863624 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Transition to ACTIVE for port object 536feef1-d097-4d23-a138-133c9fc432cf will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:03.927446 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.002739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:50:04.005525 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:04.009071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:50:04.052929 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Pushing event updated for resources: {'Port': ['ID=536feef1-d097-4d23-a138-133c9fc432cf,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:04.056833 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.1 (82cab45a-9037-4ab8-8e7a-ca98e9dd412c/2ea35aef-7788-464e-82ea-dd833878e995/398cb00e-ad85-43b2-884e-fa1aaa925916) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:50:04.110621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Attempting to bind port 536feef1-d097-4d23-a138-133c9fc432cf on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:50:04.110985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Attempting to bind port 536feef1-d097-4d23-a138-133c9fc432cf by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:50:04.111343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Attempting to bind port 536feef1-d097-4d23-a138-133c9fc432cf on network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:50:04.117053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:50:04.119264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Checking segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:50:04.119264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.119264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Bound using segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:50:04.119264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Bound port: 536feef1-d097-4d23-a138-133c9fc432cf, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:50:04.119264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.242831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.243283 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] For port 536feef1-d097-4d23-a138-133c9fc432cf, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:50:04.245640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] For port 536feef1-d097-4d23-a138-133c9fc432cf, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=536feef1-d097-4d23-a138-133c9fc432cf,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:50:04.256270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d469d464-f715-497a-89f4-f3b859a89668 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:04.260652 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object 398cb00e-ad85-43b2-884e-fa1aaa925916 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:04.314341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.357742 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.408813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0b58-77ab-4cd3-ba26-d26cc62cd182 None None] Pushing event updated for resources: {'Port': ['ID=536feef1-d097-4d23-a138-133c9fc432cf,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:04.431887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:50:04.435239 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:04.439174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:50:04.454088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port d469d464-f715-497a-89f4-f3b859a89668 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:04.461046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d469d464-f715-497a-89f4-f3b859a89668 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:04.461435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.499040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=398cb00e-ad85-43b2-884e-fa1aaa925916,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:04.517432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.598625 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.644231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port d469d464-f715-497a-89f4-f3b859a89668, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d469d464-f715-497a-89f4-f3b859a89668,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:50:04.711563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:04.796936 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=d469d464-f715-497a-89f4-f3b859a89668,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:04.977063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:05.366497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44121c05-d623-44c0-9b7e-8af5aa674010 None None] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:50:05.399010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:05.482679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:05.533109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b2d011b8-153a-412a-b0ef-77f1941f9cd5 None None] Provisioning for port 536feef1-d097-4d23-a138-133c9fc432cf completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:05.607465 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=398cb00e-ad85-43b2-884e-fa1aaa925916,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:05.610064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:05.881713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:50:05.883866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:05.934201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cfdef1b4-6ad6-494b-b061-ee658574a801 None None] Provisioning for port 398cb00e-ad85-43b2-884e-fa1aaa925916 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:05.941888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cfdef1b4-6ad6-494b-b061-ee658574a801 None None] Provisioning complete for port 398cb00e-ad85-43b2-884e-fa1aaa925916 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:05.947760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cfdef1b4-6ad6-494b-b061-ee658574a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.005533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-cfdef1b4-6ad6-494b-b061-ee658574a801 None None] Port 398cb00e-ad85-43b2-884e-fa1aaa925916 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:50:06.078756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:50:06.133601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c47d2a0b-ffb9-4ed5-8262-67b7828ffe9d None None] Provisioning complete for port 398cb00e-ad85-43b2-884e-fa1aaa925916 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:06.133978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c47d2a0b-ffb9-4ed5-8262-67b7828ffe9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.193285 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c47d2a0b-ffb9-4ed5-8262-67b7828ffe9d None None] Port 398cb00e-ad85-43b2-884e-fa1aaa925916 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:50:06.276655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:50:06.285849 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Sync routers for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:50:06.290436 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-aaacf7a0-d265-4e65-bd6b-bc784dc70864 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/153d1a0f-c5a5-4f86-bc46-e228b08b0eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4562275 Apr 18 12:50:06.297189 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:50:06.297880 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:06.315660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d469d464-f715-497a-89f4-f3b859a89668 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:06.370275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-4bc628ee-efbe-4c9e-b3e1-445847d8d51a None None] Provisioning complete for port 398cb00e-ad85-43b2-884e-fa1aaa925916 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:06.370590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4bc628ee-efbe-4c9e-b3e1-445847d8d51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.465541 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-f7eac420-ad9f-4476-9c31-619abe967fe2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991882897&fields=id&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 267 time: 0.0430498 Apr 18 12:50:06.475253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4bc628ee-efbe-4c9e-b3e1-445847d8d51a None None] Port 398cb00e-ad85-43b2-884e-fa1aaa925916 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:50:06.483562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port d469d464-f715-497a-89f4-f3b859a89668 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:06.483736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.487661 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:50:06.609786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 536feef1-d097-4d23-a138-133c9fc432cf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:06.632158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-47434b1b-212c-46fb-ba18-f82d2273731a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:06.633105 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-0ed8883c-1b50-493a-8957-be08d16c611a req-47434b1b-212c-46fb-ba18-f82d2273731a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:50:06.727437 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-0ed8883c-1b50-493a-8957-be08d16c611a req-47434b1b-212c-46fb-ba18-f82d2273731a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:50:06.728727 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-47434b1b-212c-46fb-ba18-f82d2273731a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 796 time: 0.2560670 Apr 18 12:50:06.744754 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-385d7240-f38f-4130-a973-bb3343e3f7bb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/quotas/0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 375 time: 0.0101838 Apr 18 12:50:06.750782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 536feef1-d097-4d23-a138-133c9fc432cf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:06.758176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 536feef1-d097-4d23-a138-133c9fc432cf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:06.759865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.833279 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-40ec7d52-5a12-4dc9-b2ec-cda69078b62b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830832 Apr 18 12:50:06.853788 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:05Z', 'revision_number': 2, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:06.860142 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Checking router: 153d1a0f-c5a5-4f86-bc46-e228b08b0eab for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:50:06.860142 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Updating router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab port 398cb00e-ad85-43b2-884e-fa1aaa925916 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:50:06.887308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.914187 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:06.926489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 536feef1-d097-4d23-a138-133c9fc432cf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=536feef1-d097-4d23-a138-133c9fc432cf,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:50:07.007917 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:07.077698 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=536feef1-d097-4d23-a138-133c9fc432cf,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:07.089941 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-372db6f9-4ffb-42ac-a4d5-aa9139390c3d service neutron] 10.222.0.24 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445147 Apr 18 12:50:07.220103 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-dcb2c237-3f0c-4c9e-978b-511046ab0a8b service neutron] 10.222.0.24 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238968 Apr 18 12:50:07.259315 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:07.270646 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Transition to ACTIVE for port object 398cb00e-ad85-43b2-884e-fa1aaa925916 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:07.349170 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:07.475436 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Pushing event updated for resources: {'Port': ['ID=398cb00e-ad85-43b2-884e-fa1aaa925916,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:07.482840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-1f0dee8b-48d8-450b-a82f-f2967f898505 req-4d51989f-ad18-4567-85a8-3c72106cba6f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:50:07.489511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.489872 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.490176 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.490543 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.490867 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.491183 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.491581 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.492011 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.492201 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.492513 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.492821 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.493130 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:50:07.590222 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Attempting to bind port 398cb00e-ad85-43b2-884e-fa1aaa925916 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:50:07.590873 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Attempting to bind port 398cb00e-ad85-43b2-884e-fa1aaa925916 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:50:07.591525 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Attempting to bind port 398cb00e-ad85-43b2-884e-fa1aaa925916 on network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:50:07.597892 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:50:07.598563 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Checking segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:50:07.599114 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:07.599673 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Bound using segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:50:07.600362 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Bound port: 398cb00e-ad85-43b2-884e-fa1aaa925916, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:50:07.600965 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:07.602262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-1f0dee8b-48d8-450b-a82f-f2967f898505 req-4d51989f-ad18-4567-85a8-3c72106cba6f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:50:07.604023 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1f0dee8b-48d8-450b-a82f-f2967f898505 req-4d51989f-ad18-4567-85a8-3c72106cba6f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 210 time: 0.1730380 Apr 18 12:50:07.696009 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] For port 398cb00e-ad85-43b2-884e-fa1aaa925916, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:50:07.698963 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] For port 398cb00e-ad85-43b2-884e-fa1aaa925916, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=398cb00e-ad85-43b2-884e-fa1aaa925916,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:50:07.801294 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:07.876735 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:50:07.877336 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:49:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:07.947465 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c867c-c0ab-4693-8ed1-d8cf8cdf3a46 None None] Pushing event updated for resources: {'Port': ['ID=398cb00e-ad85-43b2-884e-fa1aaa925916,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:08.052279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cc9a2437-ed91-4317-af08-5c84e943f563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:08.062746 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:50:08.226554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 536feef1-d097-4d23-a138-133c9fc432cf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:08.299142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 536feef1-d097-4d23-a138-133c9fc432cf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:08.299415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:08.391593 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:07Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:08.395442 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0259fe-e9a8-4830-8418-fbe5ee8b1099 None None] The sync data for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv is: [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:07Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:50:08.759883 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-57dc5d0a-95f0-4e9a-a468-5616560c9ac9 req-227809e9-b9a7-46f6-b71e-52929dcdf4e5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 210 time: 0.0446997 Apr 18 12:50:09.461813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-1e2faf39-37ac-401c-b620-7b8c3764e59b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:09.462505 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0ed8883c-1b50-493a-8957-be08d16c611a req-1e2faf39-37ac-401c-b620-7b8c3764e59b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:50:09.474783 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0ed8883c-1b50-493a-8957-be08d16c611a req-1e2faf39-37ac-401c-b620-7b8c3764e59b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:50:09.476415 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-1e2faf39-37ac-401c-b620-7b8c3764e59b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 796 time: 0.1638441 Apr 18 12:50:09.525485 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0ed8883c-1b50-493a-8957-be08d16c611a req-ba7f8180-964e-48e3-abcc-75f107639971 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:50:09.590967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-0ed8883c-1b50-493a-8957-be08d16c611a req-ba7f8180-964e-48e3-abcc-75f107639971 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:50:09.592249 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-ba7f8180-964e-48e3-abcc-75f107639971 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 379 time: 0.1082246 Apr 18 12:50:09.600661 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'port': {'device_id': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'admin_state_up': True, 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'security_groups': ['c154600e-2def-4caa-bb83-6cae7763cf89']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:50:09.737234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:50:09.747146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:50:09.825490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:50:09.828989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:09.940398 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-daed2645-cbb1-4360-8113-1298301f3d1f req-efca5159-0d47-4728-9be2-8c3be9b11ed8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 210 time: 0.0551515 Apr 18 12:50:10.035107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.14 (82cab45a-9037-4ab8-8e7a-ca98e9dd412c/2ea35aef-7788-464e-82ea-dd833878e995/7686817f-2621-4118-a4f2-f498ccfc5ecd) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:50:10.223364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.241357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object 7686817f-2621-4118-a4f2-f498ccfc5ecd will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:10.248240 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 398cb00e-ad85-43b2-884e-fa1aaa925916 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:10.277260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ef1a10ef-1d4d-43ef-91c6-f21555511cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.322018 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.391001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:50:10.393944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:10.401077 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 398cb00e-ad85-43b2-884e-fa1aaa925916 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:10.403164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:50:10.406119 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 398cb00e-ad85-43b2-884e-fa1aaa925916 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:10.406593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.433651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:10.471971 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:10.472659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.529807 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.555043 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-46c44a5c-897f-421c-a4d2-5fb57b42c442 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9580715 Apr 18 12:50:10.564258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 398cb00e-ad85-43b2-884e-fa1aaa925916, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=398cb00e-ad85-43b2-884e-fa1aaa925916,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:50:10.567365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Request body: {'port': {'device_id': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:50:10.602109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.680507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=398cb00e-ad85-43b2-884e-fa1aaa925916,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:10.732407 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b0fac2e2-910f-4ce9-9f9c-9c5d4a1c1ffe None None] Provisioning for port 7686817f-2621-4118-a4f2-f498ccfc5ecd completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:10.737599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b0fac2e2-910f-4ce9-9f9c-9c5d4a1c1ffe None None] Provisioning complete for port 7686817f-2621-4118-a4f2-f498ccfc5ecd triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:10.740533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b0fac2e2-910f-4ce9-9f9c-9c5d4a1c1ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.789585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:10.790269 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b0fac2e2-910f-4ce9-9f9c-9c5d4a1c1ffe None None] Port 7686817f-2621-4118-a4f2-f498ccfc5ecd cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:50:11.118937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7686817f-2621-4118-a4f2-f498ccfc5ecd {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:50:11.126028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.139999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Transition to ACTIVE for port object 7686817f-2621-4118-a4f2-f498ccfc5ecd will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:50:11.142896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c03f49-e17b-4f79-9482-fd1069090c2b req-0c6b2ac5-52fc-4d26-9c0f-25d8c874a5d6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:11.144321 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-20c03f49-e17b-4f79-9482-fd1069090c2b req-0c6b2ac5-52fc-4d26-9c0f-25d8c874a5d6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 932 time: 0.0813704 Apr 18 12:50:11.187529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-20c03f49-e17b-4f79-9482-fd1069090c2b req-6819c653-f0eb-4ac1-9887-d8499436ac4a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374587 Apr 18 12:50:11.218158 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.376297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:11.456446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Attempting to bind port 7686817f-2621-4118-a4f2-f498ccfc5ecd on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:50:11.456887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Attempting to bind port 7686817f-2621-4118-a4f2-f498ccfc5ecd by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:50:11.457214 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Attempting to bind port 7686817f-2621-4118-a4f2-f498ccfc5ecd on network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:50:11.462360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Port 7686817f-2621-4118-a4f2-f498ccfc5ecd on network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:50:11.467977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Attempting to bind port 7686817f-2621-4118-a4f2-f498ccfc5ecd on network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:50:11.468093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.468549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:50:11.468549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Checking segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:50:11.468549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Bound using segment: {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:50:11.468942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Bound port: 7686817f-2621-4118-a4f2-f498ccfc5ecd, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:50:11.469279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.564822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:50:11.567827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:50:11.641382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.708035 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:11.708756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.710157 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] 10.222.0.15 "PUT /v2.0/ports/7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 1094 time: 1.1477249 Apr 18 12:50:11.719527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:50:11.728447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:11.753221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ed67a1-a5df-4ca1-a9c0-fbb0ef5e52c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:11.771243 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c286108-2981-467a-94da-0018151d8f4b'] response: {'name': 'network-changed', 'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'status': 'completed', 'code': 200} Apr 18 12:50:11.862923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab62f5-b685-44b4-bc02-1b09a3c2a4e9 req-dd1d98c5-318c-4696-b6d9-65604c094687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:11.864399 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84ab62f5-b685-44b4-bc02-1b09a3c2a4e9 req-dd1d98c5-318c-4696-b6d9-65604c094687 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1097 time: 0.0735245 Apr 18 12:50:12.005345 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab62f5-b685-44b4-bc02-1b09a3c2a4e9 req-91f8f09f-ebc5-40f4-906d-78838c663087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:12.006691 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84ab62f5-b685-44b4-bc02-1b09a3c2a4e9 req-91f8f09f-ebc5-40f4-906d-78838c663087 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fcdff98d96c479aa333c20f5328ab72&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1356947 Apr 18 12:50:12.138567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab62f5-b685-44b4-bc02-1b09a3c2a4e9 req-8892ef85-2796-4a22-82d9-ff38b9dc7099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:12.139958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-84ab62f5-b685-44b4-bc02-1b09a3c2a4e9 req-8892ef85-2796-4a22-82d9-ff38b9dc7099 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278629 Apr 18 12:50:12.231275 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 398cb00e-ad85-43b2-884e-fa1aaa925916 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:12.245898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-0a222460-59ca-4903-9be7-acdda99de7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:12.247466 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-0a222460-59ca-4903-9be7-acdda99de7cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1097 time: 0.0744026 Apr 18 12:50:12.301783 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 398cb00e-ad85-43b2-884e-fa1aaa925916 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:12.302109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:12.317825 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-f0362f29-a4fd-4d60-b900-52d40cbf33ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 217 time: 0.0641901 Apr 18 12:50:12.378219 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1102-3e95-424e-a9a3-1e2b93fb4318 req-08e85014-83ec-457c-a42d-ac0f5a8c64ed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:12.379713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-257b1102-3e95-424e-a9a3-1e2b93fb4318 req-08e85014-83ec-457c-a42d-ac0f5a8c64ed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 944 time: 0.0814588 Apr 18 12:50:12.383399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-317cd246-d73e-452c-a4d4-7461f37d09f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:12.385261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-317cd246-d73e-452c-a4d4-7461f37d09f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0617580 Apr 18 12:50:12.424784 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-257b1102-3e95-424e-a9a3-1e2b93fb4318 req-38875e71-961a-46b1-9bf1-e25b39ce4d26 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385346 Apr 18 12:50:12.463916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8883c-1b50-493a-8957-be08d16c611a req-bb9d84e8-d43d-4da2-b09b-2c86e0a06fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:12.465354 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-bb9d84e8-d43d-4da2-b09b-2c86e0a06fb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741065 Apr 18 12:50:12.695602 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-29fcd4ed-5b56-453f-a11c-9b8b6927afdd service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238603 Apr 18 12:50:12.822443 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0ed8883c-1b50-493a-8957-be08d16c611a req-5bc119b1-65df-46c7-b0df-33e7dbb03903 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203172 Apr 18 12:50:13.046255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:13.612069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf37d8-1c40-462f-88fd-41f395192705 req-439b48ef-e820-4ecb-9dec-39deae1e20ea tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:13.612751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-60bf37d8-1c40-462f-88fd-41f395192705 req-439b48ef-e820-4ecb-9dec-39deae1e20ea tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:50:13.711027 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-60bf37d8-1c40-462f-88fd-41f395192705 req-439b48ef-e820-4ecb-9dec-39deae1e20ea tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:50:13.712119 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-60bf37d8-1c40-462f-88fd-41f395192705 req-439b48ef-e820-4ecb-9dec-39deae1e20ea tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 944 time: 0.1784756 Apr 18 12:50:13.756105 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-60bf37d8-1c40-462f-88fd-41f395192705 req-7f3f5564-9c54-41c5-9a6e-9a5ce3a768ed tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383034 Apr 18 12:50:14.945833 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350f1d1-0df2-47f7-9a55-6d4a1a108e13 req-14505ab2-62fe-4fca-9c80-6c560c36e003 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:14.947228 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b350f1d1-0df2-47f7-9a55-6d4a1a108e13 req-14505ab2-62fe-4fca-9c80-6c560c36e003 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 944 time: 0.0842631 Apr 18 12:50:14.990739 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b350f1d1-0df2-47f7-9a55-6d4a1a108e13 req-82e859c6-0d34-4e5a-a1d5-15617e5daab8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378518 Apr 18 12:50:15.126337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:50:15.255573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:50:15.271253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'port_id': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'mac_address': 'fa:16:3e:82:81:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:50:15.324101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:15.340926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7686817f-2621-4118-a4f2-f498ccfc5ecd {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:50:15.356222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:50:15.451855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:15.516029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:15.656157 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7686817f-2621-4118-a4f2-f498ccfc5ecd'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:50:15.800323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:16.175140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99066714-358f-4299-9c9b-b00a21006bba req-aa08a6f1-011d-415e-a0a4-ca695fc61ccd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:16.176559 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99066714-358f-4299-9c9b-b00a21006bba req-aa08a6f1-011d-415e-a0a4-ca695fc61ccd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 945 time: 0.0806584 Apr 18 12:50:16.220009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-99066714-358f-4299-9c9b-b00a21006bba req-4cc8f2c2-140d-41fa-b0cb-a4f5983d3dc5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371201 Apr 18 12:50:17.142125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:50:17.276416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 7686817f-2621-4118-a4f2-f498ccfc5ecd completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:50:17.281540 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7686817f-2621-4118-a4f2-f498ccfc5ecd triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:50:17.286226 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:17.393315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:17.402969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27945314-6447-43be-9066-da21a801da4b req-e254ce5b-1a43-460a-8c26-42946cef23d0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:17.404582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-27945314-6447-43be-9066-da21a801da4b req-e254ce5b-1a43-460a-8c26-42946cef23d0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 945 time: 0.0795641 Apr 18 12:50:17.421198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:50:17.431192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:50:17.455225 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-27945314-6447-43be-9066-da21a801da4b req-2d5c9cb7-bfe4-4204-a4f2-ca77377b2419 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427563 Apr 18 12:50:17.469553 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ec1a1c-d651-46b3-8c4d-c1050c636843'] response: {'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'code': 200} Apr 18 12:50:17.516547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:17.585616 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:17.847741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbb14d-0b91-4279-a0fa-0579b6f145d1 req-2050e29a-9f0c-4b8a-aa64-9a6cc639a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:17.849135 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dbcbb14d-0b91-4279-a0fa-0579b6f145d1 req-2050e29a-9f0c-4b8a-aa64-9a6cc639a2fc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1099 time: 0.0679941 Apr 18 12:50:17.891736 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dbcbb14d-0b91-4279-a0fa-0579b6f145d1 req-ae1b07fa-1e30-4687-ae29-997c43b84fa0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367794 Apr 18 12:50:18.639250 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6451e68-854d-48a4-ac51-a612b8f875d4 req-db445179-e1b3-4ddf-b813-4c32f6518b07 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:18.640678 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b6451e68-854d-48a4-ac51-a612b8f875d4 req-db445179-e1b3-4ddf-b813-4c32f6518b07 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0788410 Apr 18 12:50:18.683533 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b6451e68-854d-48a4-ac51-a612b8f875d4 req-64138b45-dab4-49b4-8eb7-bc7ce7fbb64c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371962 Apr 18 12:50:19.863415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4dcb99-49d0-4d25-a86c-098654a86502 req-e33a4b31-170f-4989-8e83-1b46f372ad1b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:19.864823 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ed4dcb99-49d0-4d25-a86c-098654a86502 req-e33a4b31-170f-4989-8e83-1b46f372ad1b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0776184 Apr 18 12:50:19.906943 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ed4dcb99-49d0-4d25-a86c-098654a86502 req-416bca05-701f-468b-a738-ff8ebb43285c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366580 Apr 18 12:50:20.090225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb380-5f60-4f7b-bc78-a7b7e95858a8 req-d1a7ba95-5379-4823-8a77-13d40018e432 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:20.091670 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e0fb380-5f60-4f7b-bc78-a7b7e95858a8 req-d1a7ba95-5379-4823-8a77-13d40018e432 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0821712 Apr 18 12:50:20.136034 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7e0fb380-5f60-4f7b-bc78-a7b7e95858a8 req-1a9a8bef-3261-473e-9bb4-1dd65ec24fe2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387518 Apr 18 12:50:20.158119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43696) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:20.225911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664565d-6cbb-4171-af5a-ae0fd1a1453b tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:20.227439 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b664565d-6cbb-4171-af5a-ae0fd1a1453b tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1094 time: 0.0683665 Apr 18 12:50:20.230111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43700) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:20.235173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:50:20.240855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:50:20.244678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:floatingip and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:50:20.247381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:50:20.252830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:50:20.321721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:20.454490 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:20.587310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.205 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/3084e73b-d727-4d00-ab4b-a344108715fd) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:50:20.733830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:20.858085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:20.919121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:50:20.921736 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:50:20.925899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:50:20.964558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=3084e73b-d727-4d00-ab4b-a344108715fd,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:21.456515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:21.609134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:21.821122 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:21.886431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:21.997880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=3084e73b-d727-4d00-ab4b-a344108715fd,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:50:22.008577 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:22.174230 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 69e1d70c-23df-41d0-97c7-7bb3f5db22ad associated. External IP: 172.26.4.205, port: 7686817f-2621-4118-a4f2-f498ccfc5ecd. Apr 18 12:50:22.521966 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:50:22.702278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:50:22.712867 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] Sync routers for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:50:22.722171 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:50:22.722910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:50:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:22.802194 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:22.856414 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-28248fe3-14b1-4dfd-a9b7-2937c3c665c1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6249466 Apr 18 12:50:22.856989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:50:22.902132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:50:22.904365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f001640-0e7b-499e-9069-91ff7abe99a9'] response: {'name': 'network-changed', 'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'status': 'completed', 'code': 200} Apr 18 12:50:23.002148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-e8befbef-8916-4a62-8e73-b3f70bc22825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:23.003667 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-e8befbef-8916-4a62-8e73-b3f70bc22825 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1099 time: 0.0777447 Apr 18 12:50:23.033242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fe085-1f21-495f-ae04-45ba0ac8d35a req-62a9204e-43e5-48cf-98de-c8046afa789e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:23.034861 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e68fe085-1f21-495f-ae04-45ba0ac8d35a req-62a9204e-43e5-48cf-98de-c8046afa789e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0876417 Apr 18 12:50:23.083584 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e68fe085-1f21-495f-ae04-45ba0ac8d35a req-ffd2ff82-5bfc-4609-bebd-2f4133768db1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416365 Apr 18 12:50:23.109810 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43708) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:23.222540 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-bf13e465-a84f-4a08-8570-85ae4e290602 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/69e1d70c-23df-41d0-97c7-7bb3f5db22ad HTTP/1.1" status: 200 len: 992 time: 0.1100547 Apr 18 12:50:23.262810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '69e1d70c-23df-41d0-97c7-7bb3f5db22ad', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'port_id': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'mac_address': 'fa:16:3e:82:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:50:21Z', 'updated_at': '2022-04-18T12:50:21Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:23.264349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-65984999-19c3-455a-9077-e80886ea4423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:23.265785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-65984999-19c3-455a-9077-e80886ea4423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 897 time: 0.2565575 Apr 18 12:50:23.266893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] Checking router: 153d1a0f-c5a5-4f86-bc46-e228b08b0eab for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:50:23.275203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:50:23.275823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:50:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:23.368352 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-df943bdb-c40a-4571-8ac7-670f92b1594b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 1000 time: 0.0964553 Apr 18 12:50:23.429284 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-d00eb75d-5ca3-4d29-acf8-678ad4fde3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:23.430786 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-d00eb75d-5ca3-4d29-acf8-678ad4fde3ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0561087 Apr 18 12:50:23.448621 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:50:23.509825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-66825fec-6fb8-4add-b5fc-a174516ec040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:23.511365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-66825fec-6fb8-4add-b5fc-a174516ec040 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747371 Apr 18 12:50:23.645249 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-9cabffc3-072f-46bf-8f7a-0c573d884c30 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278861 Apr 18 12:50:23.779631 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d0532405-a3e0-4cbd-960e-b7e3a37b563e req-c95f5637-be70-479a-a539-0331fabc744c service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285143 Apr 18 12:50:23.833984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '69e1d70c-23df-41d0-97c7-7bb3f5db22ad', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'port_id': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'mac_address': 'fa:16:3e:82:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:50:21Z', 'updated_at': '2022-04-18T12:50:21Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:50:23.838496 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e4cc8f-5723-4a6f-bb89-fe63c377f4cc None None] The sync data for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv is: [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '69e1d70c-23df-41d0-97c7-7bb3f5db22ad', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.205', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'port_id': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'mac_address': 'fa:16:3e:82:81:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:50:21Z', 'updated_at': '2022-04-18T12:50:21Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:50:24.017112 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef1e8d-c33c-49fb-9e31-e1b34430352b None None] New status for floating IP 69e1d70c-23df-41d0-97c7-7bb3f5db22ad: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:50:24.224380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 43712) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:24.328119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1d337def-cce7-496b-8374-dbefa304fc07 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/69e1d70c-23df-41d0-97c7-7bb3f5db22ad HTTP/1.1" status: 200 len: 992 time: 0.1025774 Apr 18 12:50:25.332005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43716) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:50:25.435256 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b811d554-11d9-4474-af6e-39ac3d80b978 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/69e1d70c-23df-41d0-97c7-7bb3f5db22ad HTTP/1.1" status: 200 len: 994 time: 0.1022236 Apr 18 12:50:38.058757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-adb2d344-f109-4d99-b93e-6834ee544d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:40.160859 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:50:40.263149 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ce8839f2-5771-4a39-9ed2-f53f7bfa89df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:41.476080 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:41.693183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:43.074869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:45.813443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:50:50.580022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7fe94f-8b10-401e-8283-bdbcca95b36e req-3f01e05d-890d-4d08-81b9-d995202382eb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:50.581460 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3f7fe94f-8b10-401e-8283-bdbcca95b36e req-3f01e05d-890d-4d08-81b9-d995202382eb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0795710 Apr 18 12:50:50.625800 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3f7fe94f-8b10-401e-8283-bdbcca95b36e req-767512f9-c638-43d3-9a64-15ac89b5241d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385771 Apr 18 12:50:50.887669 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-8c78f94c-d298-4a38-b2cf-71df9cd33e51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109819 Apr 18 12:50:51.817015 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246dc65-fc57-45a0-97eb-694f9a405046 req-f21cf50c-105e-4082-a0b4-4eff118906fd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:51.818516 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d246dc65-fc57-45a0-97eb-694f9a405046 req-f21cf50c-105e-4082-a0b4-4eff118906fd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0797420 Apr 18 12:50:51.863483 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d246dc65-fc57-45a0-97eb-694f9a405046 req-a9044e2a-d6a3-429b-b5bb-78e9f3c6daf3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380478 Apr 18 12:50:52.812636 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-7f7b8485-0a57-449c-9a07-519675763f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:52.814070 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-7f7b8485-0a57-449c-9a07-519675763f68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1099 time: 0.0692205 Apr 18 12:50:52.943977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-f4f27e16-c66b-41b5-abc8-93bba1aa0f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:52.945407 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-f4f27e16-c66b-41b5-abc8-93bba1aa0f9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 897 time: 0.1252317 Apr 18 12:50:53.094296 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-a7111d97-03e2-445d-80a3-d4ef253348e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 1002 time: 0.1424739 Apr 18 12:50:53.166174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745829d-5e8c-46b0-a13b-79e16dfb8281 req-72336b3b-0a00-4732-8b49-ed9e626a3a46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:53.167559 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6745829d-5e8c-46b0-a13b-79e16dfb8281 req-72336b3b-0a00-4732-8b49-ed9e626a3a46 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.1610520 Apr 18 12:50:53.196408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-71407b45-4c38-40bb-aa97-457c0d28e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:53.198334 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-71407b45-4c38-40bb-aa97-457c0d28e525 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0965717 Apr 18 12:50:53.256461 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6745829d-5e8c-46b0-a13b-79e16dfb8281 req-91ce6468-ea96-42d3-8eaa-c1d19a65e157 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821078 Apr 18 12:50:53.286417 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-bac98ade-0a9e-4b34-8f6e-4e0c02bfec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:53.287878 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-bac98ade-0a9e-4b34-8f6e-4e0c02bfec22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796039 Apr 18 12:50:53.423046 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-3df0d1eb-3ffb-4e9f-96a1-48ee2347db2b service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279027 Apr 18 12:50:53.660892 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-545a1230-999b-4294-9b92-fea3269e8e8f service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318370 Apr 18 12:50:54.439836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c283414-acd1-438f-98ef-ef0f34b2ce87 req-64f5c8f5-5071-468b-b509-2854e2b36fca tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:54.441269 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c283414-acd1-438f-98ef-ef0f34b2ce87 req-64f5c8f5-5071-468b-b509-2854e2b36fca tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0804341 Apr 18 12:50:54.484683 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0c283414-acd1-438f-98ef-ef0f34b2ce87 req-f30c49b6-0ec2-438f-81d1-2863ecc8b9f8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375407 Apr 18 12:50:55.666391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df59e06-c17b-4440-bbe4-9119d7c4dc01 req-b311d811-ef9d-4a4e-a580-54ff00bc6d2f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:55.667828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6df59e06-c17b-4440-bbe4-9119d7c4dc01 req-b311d811-ef9d-4a4e-a580-54ff00bc6d2f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0773113 Apr 18 12:50:55.714004 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6df59e06-c17b-4440-bbe4-9119d7c4dc01 req-4569a3cc-e304-4a22-87a0-18b5dfafd740 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405376 Apr 18 12:50:56.892244 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095483da-7aa1-497b-95e7-8281772a658b req-3bb5491e-22b8-4348-9da8-2e430c7a2336 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:56.893569 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-095483da-7aa1-497b-95e7-8281772a658b req-3bb5491e-22b8-4348-9da8-2e430c7a2336 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0767989 Apr 18 12:50:56.939371 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-095483da-7aa1-497b-95e7-8281772a658b req-16b373b0-bbf2-49ef-8625-e8779c62e8f1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401607 Apr 18 12:50:58.125721 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6245-a2a5-412c-a4fa-a8e33a76cd77 req-5d261d3d-44d8-441c-a27d-d440946f442c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:58.127154 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d79e6245-a2a5-412c-a4fa-a8e33a76cd77 req-5d261d3d-44d8-441c-a27d-d440946f442c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0810680 Apr 18 12:50:58.169160 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d79e6245-a2a5-412c-a4fa-a8e33a76cd77 req-4ab4d35d-c8d3-4782-8290-fde99b8c0073 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364056 Apr 18 12:50:58.401580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5edd-b793-4747-8537-795a21044fa6 req-552e0aee-4807-4bc0-ac00-63d9a2e4dcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:58.403027 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-552e0aee-4807-4bc0-ac00-63d9a2e4dcb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1099 time: 0.0690801 Apr 18 12:50:58.545745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5edd-b793-4747-8537-795a21044fa6 req-539f1ecd-5716-4284-8552-b8561a7c8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:58.547172 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-539f1ecd-5716-4284-8552-b8561a7c8503 service neutron] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 897 time: 0.1261513 Apr 18 12:50:58.648945 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-b73fd8c6-414d-4b17-9818-fc8cac250877 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 1002 time: 0.0959110 Apr 18 12:50:58.711766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5edd-b793-4747-8537-795a21044fa6 req-15b2f24f-5bd2-4589-a78b-f7296ebc1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:58.713104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-15b2f24f-5bd2-4589-a78b-f7296ebc1a34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0584323 Apr 18 12:50:58.785533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea5edd-b793-4747-8537-795a21044fa6 req-c1622ca6-0340-4f84-887f-d2023d366483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:58.786974 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-c1622ca6-0340-4f84-887f-d2023d366483 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678151 Apr 18 12:50:58.913827 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-4d6dd530-8c25-4feb-b6ae-24dbf14c6965 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210976 Apr 18 12:50:59.040301 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fea5edd-b793-4747-8537-795a21044fa6 req-be240578-9a59-4ed3-9007-761802f47569 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205180 Apr 18 12:50:59.358028 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcddb65b-3676-4aa1-ba71-3656c0410e42 req-2eb6bccf-22bd-4a92-bafd-c9ad310796bd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:50:59.358028 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fcddb65b-3676-4aa1-ba71-3656c0410e42 req-2eb6bccf-22bd-4a92-bafd-c9ad310796bd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0782199 Apr 18 12:50:59.396147 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fcddb65b-3676-4aa1-ba71-3656c0410e42 req-baa4218a-93f2-4ab3-964a-2774654a6222 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378749 Apr 18 12:51:00.579615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2132689-8827-417d-bab9-90049093f597 req-ee5e59a4-a63b-4a48-a0be-9a66b718a475 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:00.580986 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a2132689-8827-417d-bab9-90049093f597 req-ee5e59a4-a63b-4a48-a0be-9a66b718a475 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0785344 Apr 18 12:51:00.627738 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a2132689-8827-417d-bab9-90049093f597 req-44116277-4834-4485-bdee-1781345d177f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411983 Apr 18 12:51:01.907329 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b4c5d-0288-4031-a641-a2bd0f249e4e req-8f82808d-71e1-4140-a29c-f2414070b940 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:01.908660 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3b0b4c5d-0288-4031-a641-a2bd0f249e4e req-8f82808d-71e1-4140-a29c-f2414070b940 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.1776204 Apr 18 12:51:01.951625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3b0b4c5d-0288-4031-a641-a2bd0f249e4e req-9eed8dab-29dc-4fd3-922c-da7e1bb24b04 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373006 Apr 18 12:51:03.131383 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbe4af-43d5-4fa4-a842-9c07fc73fa4d req-ea3670ce-7137-4ea2-b60b-579b3b987443 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:03.132815 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-76bbe4af-43d5-4fa4-a842-9c07fc73fa4d req-ea3670ce-7137-4ea2-b60b-579b3b987443 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0782180 Apr 18 12:51:03.175947 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-76bbe4af-43d5-4fa4-a842-9c07fc73fa4d req-3298478a-666a-4d83-8228-c33205b17d26 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367072 Apr 18 12:51:04.358588 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d76e-d733-4a54-a78e-a44be6ef79fa req-208975cb-0dd2-4802-bb00-133ca72d6837 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:04.359995 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4fb1d76e-d733-4a54-a78e-a44be6ef79fa req-208975cb-0dd2-4802-bb00-133ca72d6837 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0775824 Apr 18 12:51:04.404096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4fb1d76e-d733-4a54-a78e-a44be6ef79fa req-11321d11-c0a2-401a-b1a8-5c4a12e0d3ac tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382683 Apr 18 12:51:05.589743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0a0342-5de4-46ef-add6-2e054083aa86 req-6f4a1181-fcb1-47f1-a8df-090512db4ffc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:05.591191 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df0a0342-5de4-46ef-add6-2e054083aa86 req-6f4a1181-fcb1-47f1-a8df-090512db4ffc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0804513 Apr 18 12:51:05.635036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-df0a0342-5de4-46ef-add6-2e054083aa86 req-ae989bd6-558b-4992-b287-d0409e3cdea7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381932 Apr 18 12:51:06.824068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715f2ee-6de7-44a1-9a71-a8b3550385ee req-94da5cfc-ba44-473d-bb1d-d30f9b4b7f43 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:06.825511 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6715f2ee-6de7-44a1-9a71-a8b3550385ee req-94da5cfc-ba44-473d-bb1d-d30f9b4b7f43 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0838976 Apr 18 12:51:06.868593 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6715f2ee-6de7-44a1-9a71-a8b3550385ee req-2b1bff78-1227-40c3-9e2e-53797eaf83b5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 Apr 18 12:51:08.061367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccae7-9953-450b-8710-9d46ee6219dd req-b8a0b7db-ed16-4d8a-932f-a65b7946acb6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:08.062822 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-acbccae7-9953-450b-8710-9d46ee6219dd req-b8a0b7db-ed16-4d8a-932f-a65b7946acb6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0908031 Apr 18 12:51:08.081419 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ab806a7f-427d-45c0-a06c-871124e721fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:08.107878 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-acbccae7-9953-450b-8710-9d46ee6219dd req-35a36b82-fe0e-4897-bfb5-fda21bccdc30 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393043 Apr 18 12:51:09.295457 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28a4ac-b20f-4672-9778-3b881e6fc48d req-f3def12c-f3c4-4c4f-ae55-2f6a876ad54c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:09.296895 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af28a4ac-b20f-4672-9778-3b881e6fc48d req-f3def12c-f3c4-4c4f-ae55-2f6a876ad54c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0858238 Apr 18 12:51:09.340074 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-af28a4ac-b20f-4672-9778-3b881e6fc48d req-2bd3c719-26b0-4019-8046-64c10889bb90 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374386 Apr 18 12:51:10.258384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-69c6693b-5e3e-41cf-a294-0e6910663e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:10.526189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b31830-bf6d-423d-b971-289fdf97c7f6 req-7c516d7d-9f3c-4afc-89e1-4fcf224de094 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:10.527579 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d3b31830-bf6d-423d-b971-289fdf97c7f6 req-7c516d7d-9f3c-4afc-89e1-4fcf224de094 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0818138 Apr 18 12:51:10.610957 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d3b31830-bf6d-423d-b971-289fdf97c7f6 req-e721eee4-1aee-4312-8c36-08949b0f63d7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778756 Apr 18 12:51:10.641850 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-a4eee638-a5ea-46dc-a59a-c320251938ec service neutron] 10.222.0.15 "GET /v2.0/ports/7686817f-2621-4118-a4f2-f498ccfc5ecd/bindings/hv-neutron-8370 HTTP/1.1" status: 200 len: 384 time: 0.0800917 Apr 18 12:51:11.218727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-374a5e88-f601-47e7-970e-03eb98087706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:11.220185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-374a5e88-f601-47e7-970e-03eb98087706 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 1099 time: 0.1646976 Apr 18 12:51:11.308477 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-a33c4db6-b4cd-43fd-8cd8-f40ad7d74746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:11.309907 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-a33c4db6-b4cd-43fd-8cd8-f40ad7d74746 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1099 time: 0.0683496 Apr 18 12:51:11.436510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-b4fdb68f-4c0b-4b07-9cef-665eb8e124ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:11.437910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-b4fdb68f-4c0b-4b07-9cef-665eb8e124ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 897 time: 0.1217997 Apr 18 12:51:11.458324 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:11.539351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-67f7faf4-34d3-45bb-b809-dd421b56d561 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 1002 time: 0.0949726 Apr 18 12:51:11.602335 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-c3392585-da8e-4c0d-a10e-538792a5ae29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:11.603749 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-c3392585-da8e-4c0d-a10e-538792a5ae29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0585482 Apr 18 12:51:11.677341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-64d04e4e-6138-4584-a8aa-5915988b7a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:11.679839 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-64d04e4e-6138-4584-a8aa-5915988b7a03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696394 Apr 18 12:51:11.698415 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:11.796585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c714b3-5cb2-4e7d-9856-c512a8576e8f req-5201b489-b718-40e8-95d7-93ec1536448a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:11.797972 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-48c714b3-5cb2-4e7d-9856-c512a8576e8f req-5201b489-b718-40e8-95d7-93ec1536448a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0800068 Apr 18 12:51:11.810123 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-bb929c5f-2fb1-4de6-998a-f96194acc886 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255715 Apr 18 12:51:11.843223 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-48c714b3-5cb2-4e7d-9856-c512a8576e8f req-20f739e9-33c3-41f1-92d5-8521280e21bf tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394902 Apr 18 12:51:11.938658 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-a2eb496c-2980-4668-9367-91cd15720d28 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223104 Apr 18 12:51:13.032585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60987d-6bb6-4ede-a6da-5dc0fb6381e0 req-4557d613-7e59-46fd-aec9-bb76de837241 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:13.034039 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-db60987d-6bb6-4ede-a6da-5dc0fb6381e0 req-4557d613-7e59-46fd-aec9-bb76de837241 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0844669 Apr 18 12:51:13.075983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:13.083847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-db60987d-6bb6-4ede-a6da-5dc0fb6381e0 req-3f1a9516-bb54-4644-b5c4-522edd672ffc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Apr 18 12:51:13.458180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:51:13.461506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:51:13.669971 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:13.705682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:13.721776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:51:13.728845 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'port_id': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'mac_address': 'fa:16:3e:82:81:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:51:13.758649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:13.781248 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a055922-7699-4fc0-9edb-e705640c4f15'] response: {'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'code': 200} Apr 18 12:51:13.790532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:13.807315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7686817f-2621-4118-a4f2-f498ccfc5ecd {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:51:13.841634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:13.951394 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 12:51:13.951740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 12:51:13.954908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:13.961767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.962526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.962526 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.962768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.963094 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.963416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.963736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.964577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.964901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.965216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.965607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:13.965924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:14.266326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0abb0-85e8-4b7b-a24d-032e47e2a24e req-84933e32-68ba-4a1d-b1fa-e3485a33a46a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:14.267687 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5aa0abb0-85e8-4b7b-a24d-032e47e2a24e req-84933e32-68ba-4a1d-b1fa-e3485a33a46a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 944 time: 0.0783763 Apr 18 12:51:14.310277 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5aa0abb0-85e8-4b7b-a24d-032e47e2a24e req-65ca12d5-074e-4fee-ab23-2ba3bcfac4be tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370159 Apr 18 12:51:14.507696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:14.524364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7686817f-2621-4118-a4f2-f498ccfc5ecd {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:51:14.539700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:14.635993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:14.703749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['7686817f-2621-4118-a4f2-f498ccfc5ecd'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:51:14.750792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:14.855932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c498013-0175-43b7-bb7d-266c139e6ec7 req-ee2836aa-353c-4991-b227-602d305922a7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:14.857574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7c498013-0175-43b7-bb7d-266c139e6ec7 req-ee2836aa-353c-4991-b227-602d305922a7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 945 time: 0.1318977 Apr 18 12:51:14.921855 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7c498013-0175-43b7-bb7d-266c139e6ec7 req-c99ce05f-fbb6-415a-add5-23de4f9ce1bf tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571570 Apr 18 12:51:14.929297 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-bb237042-0167-45c2-9620-19f2762a6905 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:14.930708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-bb237042-0167-45c2-9620-19f2762a6905 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf&tenant_id=0fcdff98d96c479aa333c20f5328ab72&binding%3Ahost_id=hv-neutron-8370 HTTP/1.1" status: 200 len: 945 time: 0.1372788 Apr 18 12:51:15.067589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-900689e4-3b75-4969-962f-9cd7a32e20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:15.069037 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-900689e4-3b75-4969-962f-9cd7a32e20c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1098 time: 0.0705240 Apr 18 12:51:15.116427 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185a490-e8b8-4bba-b097-61db84035065 req-12421158-dadf-48fc-b2da-54725ea5838d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:15.118287 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d185a490-e8b8-4bba-b097-61db84035065 req-12421158-dadf-48fc-b2da-54725ea5838d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 945 time: 0.0831513 Apr 18 12:51:15.167881 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d185a490-e8b8-4bba-b097-61db84035065 req-0e18d1b7-61ba-4532-b93a-49fd357b15ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Apr 18 12:51:15.203019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-b40cdd4b-a39f-49c4-b756-d23645a5840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:15.204451 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-b40cdd4b-a39f-49c4-b756-d23645a5840d service neutron] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 897 time: 0.1291327 Apr 18 12:51:15.323755 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-93bb6159-b233-4ca1-9b21-20d90c1b299a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 1001 time: 0.1132746 Apr 18 12:51:15.387006 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-c3ced268-1a04-490e-9b8d-207ac815f66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:15.388360 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-c3ced268-1a04-490e-9b8d-207ac815f66d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0590231 Apr 18 12:51:15.474521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:51:15.546550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 7686817f-2621-4118-a4f2-f498ccfc5ecd triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:51:15.547266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:15.574307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-a6d9856c-da6c-4c4f-b70b-d4805271d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:15.575795 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-a6d9856c-da6c-4c4f-b70b-d4805271d9a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1821134 Apr 18 12:51:15.669436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:15.702660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:15.721798 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-61cca56a-93ac-436e-8278-4e6280b46e1a service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389239 Apr 18 12:51:15.762303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:15.794331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:51:15.811685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:15.839785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:15.860954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0e0399b6-9c20-46aa-a800-3a27546b35fc req-fb9f258d-8ba6-40b1-894a-3251d23427a2 service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333051 Apr 18 12:51:15.864204 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6048a6e9-fb84-4017-8a20-21d8586706d7'] response: {'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'code': 200} Apr 18 12:51:16.352282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bec646-0e2e-4511-a15f-17f30e395ca0 req-ddcb8eb5-45a7-4537-b92c-ead19849da6c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:16.353740 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-71bec646-0e2e-4511-a15f-17f30e395ca0 req-ddcb8eb5-45a7-4537-b92c-ead19849da6c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0781374 Apr 18 12:51:16.405952 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-71bec646-0e2e-4511-a15f-17f30e395ca0 req-58b06ade-b9b8-48a7-8239-cb7193f57b7d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460336 Apr 18 12:51:17.159254 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:51:17.592478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19327d-f261-49ae-ba55-82dd40a93d72 req-c78620b0-e307-44d1-b733-0a0d9682845c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:17.593900 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ca19327d-f261-49ae-ba55-82dd40a93d72 req-c78620b0-e307-44d1-b733-0a0d9682845c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0791440 Apr 18 12:51:17.637254 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ca19327d-f261-49ae-ba55-82dd40a93d72 req-5513b4d8-3007-45e1-8baf-adac429c8f2d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377936 Apr 18 12:51:17.659524 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43814) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:17.763497 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ecebe873-caaa-4ee9-9217-719938fc5b14 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/69e1d70c-23df-41d0-97c7-7bb3f5db22ad HTTP/1.1" status: 200 len: 994 time: 0.1028285 Apr 18 12:51:38.068327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4477afb1-2a59-4c74-8fc5-1d52b7c6107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:40.258408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-48059a86-d273-4010-8172-b24d3fd18883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:41.492254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:41.697968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:43.052263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:44.237913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43826) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:44.461821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 3084e73b-d727-4d00-ab4b-a344108715fd {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:51:44.462155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:44.628080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:44.628405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:44.759746 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 3084e73b-d727-4d00-ab4b-a344108715fd owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:51:44.954860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:45.033210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=3084e73b-d727-4d00-ab4b-a344108715fd,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:45.049232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.049580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.049921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.050255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.050630 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.050968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.051295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.051621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.051944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.052264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.052588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.052911 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:51:45.112329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:45.112643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 69e1d70c-23df-41d0-97c7-7bb3f5db22ad disassociated (deleted). External IP: 172.26.4.205, port: 7686817f-2621-4118-a4f2-f498ccfc5ecd. Apr 18 12:51:45.560954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:51:45.736709 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:51:45.746177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] Sync routers for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:51:45.755204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:51:45.757392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:45.801058 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:45.862229 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-93598db3-f447-4eb7-bbe7-0e08d4421476 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/floatingips/69e1d70c-23df-41d0-97c7-7bb3f5db22ad HTTP/1.1" status: 204 len: 168 time: 1.6209142 Apr 18 12:51:45.862229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:51:45.911237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55ff719d-417e-439c-845d-e702ccb4fe4a'] response: {'name': 'network-changed', 'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'status': 'completed', 'code': 200} Apr 18 12:51:45.933809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:45.974072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:51:46.005291 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-1b351a05-5d55-4961-8eab-399b24dd4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:46.006931 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-1b351a05-5d55-4961-8eab-399b24dd4e30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 1099 time: 0.0743499 Apr 18 12:51:46.158441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-867960ef-e5ed-4a6a-af98-bb424d2ab86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:46.159845 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-867960ef-e5ed-4a6a-af98-bb424d2ab86c service neutron] 10.222.0.15 "GET /v2.0/networks?id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 200 len: 897 time: 0.1465042 Apr 18 12:51:46.232435 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-ccb1478b-db5f-4cdf-9b4d-7c40fe067db8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 200 len: 217 time: 0.0647640 Apr 18 12:51:46.291472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:46.295339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] Checking router: 153d1a0f-c5a5-4f86-bc46-e228b08b0eab for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:51:46.300881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-76102b15-b413-415b-831f-321328815d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:46.302292 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-76102b15-b413-415b-831f-321328815d78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 200 len: 834 time: 0.0638762 Apr 18 12:51:46.303597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:51:46.304187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:46.384206 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-e23c2975-75f6-44d5-88ff-511538dd07e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:46.385944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-e23c2975-75f6-44d5-88ff-511538dd07e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=82cab45a-9037-4ab8-8e7a-ca98e9dd412c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777874 Apr 18 12:51:46.485853 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:51:46.521934 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-65d001fe-c6c6-42d0-bd5d-62c745b6c52b service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297841 Apr 18 12:51:46.525829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf3513-67a0-4647-934f-bb23d7127560 req-d6d11d41-6618-4586-8ba9-b6129c7d6c34 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:46.527314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7baf3513-67a0-4647-934f-bb23d7127560 req-d6d11d41-6618-4586-8ba9-b6129c7d6c34 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0811625 Apr 18 12:51:46.572673 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7baf3513-67a0-4647-934f-bb23d7127560 req-9afcdf56-0947-4458-8b97-7fcfe9a73e56 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392570 Apr 18 12:51:46.667131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f5230515-105b-4f61-86b0-d6fd17a940a2 req-f6142459-d16d-4260-b08e-c40389aa1b1f service neutron] 10.222.0.15 "GET /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381130 Apr 18 12:51:46.817176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:46.821486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de77d6-c811-4482-9c59-59a08ba2a43e None None] The sync data for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv is: [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '398cb00e-ad85-43b2-884e-fa1aaa925916', 'name': '', 'network_id': '82cab45a-9037-4ab8-8e7a-ca98e9dd412c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:7d:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2ea35aef-7788-464e-82ea-dd833878e995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:50:03Z', 'updated_at': '2022-04-18T12:50:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '2ea35aef-7788-464e-82ea-dd833878e995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:51:47.039665 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26058d2-3ea8-47f6-bd7f-7f2728a65af5 None None] New status for floating IP 69e1d70c-23df-41d0-97c7-7bb3f5db22ad: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:51:47.770227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3779fefe-8881-4dbb-90af-991e5cb3ce3e req-e0fbb4be-d068-4cd0-9bde-0c94358d3c20 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:47.770921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3779fefe-8881-4dbb-90af-991e5cb3ce3e req-e0fbb4be-d068-4cd0-9bde-0c94358d3c20 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:51:47.835391 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-3779fefe-8881-4dbb-90af-991e5cb3ce3e req-e0fbb4be-d068-4cd0-9bde-0c94358d3c20 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:51:47.836627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3779fefe-8881-4dbb-90af-991e5cb3ce3e req-e0fbb4be-d068-4cd0-9bde-0c94358d3c20 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.1437182 Apr 18 12:51:47.881159 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3779fefe-8881-4dbb-90af-991e5cb3ce3e req-d395dc1a-38bc-4005-8e99-1530adcd0f8f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=c154600e-2def-4caa-bb83-6cae7763cf89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 Apr 18 12:51:48.146054 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-fad27367-0611-4ed1-8120-1f508f5321e7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:48.147546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-fad27367-0611-4ed1-8120-1f508f5321e7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 946 time: 0.0848904 Apr 18 12:51:48.220701 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 7686817f-2621-4118-a4f2-f498ccfc5ecd {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:51:48.221034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:48.577528 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 7686817f-2621-4118-a4f2-f498ccfc5ecd, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=7686817f-2621-4118-a4f2-f498ccfc5ecd,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:48.577786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:48.697872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 7686817f-2621-4118-a4f2-f498ccfc5ecd owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:51:48.891501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:48.940753 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=7686817f-2621-4118-a4f2-f498ccfc5ecd,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:49.017455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] No DVR routers for this DVR port 7686817f-2621-4118-a4f2-f498ccfc5ecd on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:51:49.019875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:49.022357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-deleted', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:51:49.036255 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-675476c5-cd3a-44df-96be-1f7ccbfca52e req-d8d1a4c6-60d4-493b-8ae9-c33bd4017511 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d4b5530-87c3-42c9-bbf2-ea726f5024cf HTTP/1.1" status: 200 len: 210 time: 0.0458207 Apr 18 12:51:49.067094 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d775b7b4-34ec-48f5-b724-166b38bf0928'] response: {'server_uuid': '8d4b5530-87c3-42c9-bbf2-ea726f5024cf', 'name': 'network-vif-deleted', 'tag': '7686817f-2621-4118-a4f2-f498ccfc5ecd', 'status': 'completed', 'code': 200} Apr 18 12:51:49.081396 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-536a5296-33b5-4099-acf5-07fc713d00e2 req-258455dc-7a14-45a1-9c1f-92bfa6a5a501 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "DELETE /v2.0/ports/7686817f-2621-4118-a4f2-f498ccfc5ecd HTTP/1.1" status: 204 len: 173 time: 0.9290433 Apr 18 12:51:50.130748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43846) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:50.672748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:51.119088 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 398cb00e-ad85-43b2-884e-fa1aaa925916 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:51:51.119425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:51.301813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 398cb00e-ad85-43b2-884e-fa1aaa925916, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=398cb00e-ad85-43b2-884e-fa1aaa925916,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:51.302527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:51.426694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 398cb00e-ad85-43b2-884e-fa1aaa925916 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:51:51.681733 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:51:51.715272 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 7686817f-2621-4118-a4f2-f498ccfc5ecd {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:51:51.715613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 7686817f-2621-4118-a4f2-f498ccfc5ecd not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:51:51.817887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:51.864611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=398cb00e-ad85-43b2-884e-fa1aaa925916,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:52.138920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:52.595975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:51:52.774681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:51:52.784550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] Sync routers for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:51:52.787800 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b58ee328-abee-4e20-ac96-f20f59fb5e62 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/153d1a0f-c5a5-4f86-bc46-e228b08b0eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6551795 Apr 18 12:51:52.789545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43850) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:52.793583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:51:52.794177 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:52.856813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting subnet 2ea35aef-7788-464e-82ea-dd833878e995 {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:51:52.859908 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:52.913868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:52.973763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:51:53.003932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.149914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.190894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea35aef-7788-464e-82ea-dd833878e995,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:53.194279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.203643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4de43df1-838b-4098-a2f5-b2310eb46257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/subnets/2ea35aef-7788-464e-82ea-dd833878e995 HTTP/1.1" status: 204 len: 168 time: 0.4100132 Apr 18 12:51:53.203643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43854) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:53.213691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026f356-fb99-4772-9096-d867e23f87dd None None] Network 82cab45a-9037-4ab8-8e7a-ca98e9dd412c requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:51:53.400126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.516405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:51:51Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:53.525320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] Checking router: 153d1a0f-c5a5-4f86-bc46-e228b08b0eab for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:51:53.535053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] Routers {'153d1a0f-c5a5-4f86-bc46-e228b08b0eab'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:51:53.535745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:53.610999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.621534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] DHCP port deletion for 82cab45a-9037-4ab8-8e7a-ca98e9dd412c request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:51:53.629074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] Deleting port 536feef1-d097-4d23-a138-133c9fc432cf {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:51:53.641684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.715508 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port d469d464-f715-497a-89f4-f3b859a89668 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:51:53.715877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:53.834900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] Set router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:51:53.891156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port d469d464-f715-497a-89f4-f3b859a89668, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=d469d464-f715-497a-89f4-f3b859a89668,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:53.891513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.128257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] For port 536feef1-d097-4d23-a138-133c9fc432cf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=536feef1-d097-4d23-a138-133c9fc432cf,segment=NetworkSegment(f43f3778-ab3b-4b0d-8202-74ebd69ffe06),segment_id=f43f3778-ab3b-4b0d-8202-74ebd69ffe06)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:51:54.128639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.154947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for d469d464-f715-497a-89f4-f3b859a89668 owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:51:54.160711 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:51:54.256289 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] Calling delete_port for 536feef1-d097-4d23-a138-133c9fc432cf owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:51:54.288303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 536feef1-d097-4d23-a138-133c9fc432cf no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:51:54.412707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.468080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=d469d464-f715-497a-89f4-f3b859a89668,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:54.563713 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.566863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.575259 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:51:51Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:54.583453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.625904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5581792-357a-4b6f-a75a-467f79946d5c None None] The sync data for ids ['153d1a0f-c5a5-4f86-bc46-e228b08b0eab'] in dv-neutron-837089-1-hyperv is: [{'id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'name': 'tempest-TestNetworkAdvancedServerOps-router-30425240', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118'}], 'enable_snat': True}, 'gw_port_id': 'd469d464-f715-497a-89f4-f3b859a89668', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:51:51Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'd469d464-f715-497a-89f4-f3b859a89668', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '153d1a0f-c5a5-4f86-bc46-e228b08b0eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:49:59Z', 'updated_at': '2022-04-18T12:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:51:54.638311 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] Pushing event deleted for resources: {'Port': ['ID=536feef1-d097-4d23-a138-133c9fc432cf,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:54.643230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833cfa61-cf51-4f5c-9bad-c1ad25de5090 None None] No DVR routers for this DVR port 536feef1-d097-4d23-a138-133c9fc432cf on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:51:54.767065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.769240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.846609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.847135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Fanout notify agent at l3_agent the message router_deleted on router 153d1a0f-c5a5-4f86-bc46-e228b08b0eab {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:51:54.861825 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:54.862905 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e8a1d1c8-6ca3-483d-8013-04d24e24bc5c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/routers/153d1a0f-c5a5-4f86-bc46-e228b08b0eab HTTP/1.1" status: 204 len: 168 time: 1.6589859 Apr 18 12:51:54.865427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43858) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:54.975292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.114224 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.140160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cab45a-9037-4ab8-8e7a-ca98e9dd412c']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:55.151867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:55.152169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f43f3778-ab3b-4b0d-8202-74ebd69ffe06') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:51:55.163146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.178898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.184647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:51:55.185023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:51:55.200231 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:51:55.331211 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.350548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.364839 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Network': ['ID=82cab45a-9037-4ab8-8e7a-ca98e9dd412c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:55.429009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fd496c6-62b7-420a-958e-8da3cd61b5d2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/networks/82cab45a-9037-4ab8-8e7a-ca98e9dd412c HTTP/1.1" status: 204 len: 168 time: 0.5625408 Apr 18 12:51:55.431856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43862) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:55.502551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab49c82d-5cc8-47c8-8168-4f58dde9c35a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.531631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab49c82d-5cc8-47c8-8168-4f58dde9c35a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.675553 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab49c82d-5cc8-47c8-8168-4f58dde9c35a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.695441 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49c82d-5cc8-47c8-8168-4f58dde9c35a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c154600e-2def-4caa-bb83-6cae7763cf89,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:55.760126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ab49c82d-5cc8-47c8-8168-4f58dde9c35a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:55.761210 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ab49c82d-5cc8-47c8-8168-4f58dde9c35a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/security-groups/c154600e-2def-4caa-bb83-6cae7763cf89 HTTP/1.1" status: 204 len: 168 time: 0.3284428 Apr 18 12:51:56.213788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43870) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:56.218963 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616138659', 'description': 'tempest-secgroup-smoke-616138659 description', 'project_id': '0fcdff98d96c479aa333c20f5328ab72'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:56.224959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:56.229130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:56.232272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:56.237982 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:56.275072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 398cb00e-ad85-43b2-884e-fa1aaa925916 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:51:56.286972 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.306904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:56.307634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 398cb00e-ad85-43b2-884e-fa1aaa925916 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:51:56.307978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 398cb00e-ad85-43b2-884e-fa1aaa925916 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:51:56.308390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d469d464-f715-497a-89f4-f3b859a89668 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:51:56.311473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:56.314235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:56.319885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:56.340805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: d469d464-f715-497a-89f4-f3b859a89668 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:51:56.341154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device d469d464-f715-497a-89f4-f3b859a89668 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:51:56.389500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.434706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.482885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb76604-538f-4370-9d51-20918b0cdcc7,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:56.537955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.539208 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6a1e57a2-3dcb-44ff-8415-7e64cbd4bee3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3244538 Apr 18 12:51:56.542062 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43874) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:56.547638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '7fb76604-538f-4370-9d51-20918b0cdcc7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:56.553663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:56.557446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:56.560949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:56.566514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:56.675856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.734569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.822285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.845546 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3657966-2569-4d97-9bb2-6f61528882b2,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:56.903282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:56.904448 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e8645944-06de-4356-855a-cbdf9e35e304 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3614161 Apr 18 12:51:56.907749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43878) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:56.912559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '7fb76604-538f-4370-9d51-20918b0cdcc7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:56.918296 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:56.922181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:56.925069 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:56.930734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:56.994105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.053359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.113755 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.136785 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6019fce7-4c2d-46ca-9b38-ed7d29f83e52,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:57.211298 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.212470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6724e7a1-7200-4762-b174-60e8bff843ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3038068 Apr 18 12:51:57.215322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43882) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:57.220632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '7fb76604-538f-4370-9d51-20918b0cdcc7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:57.226374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:57.230082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:57.233669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:57.239986 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:57.320458 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.383374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.440679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.464664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71eeab80-6703-4157-8f2f-e6f340d8dec8,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:57.526697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.527879 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-39911299-5f7c-4f66-938c-720485d5a5e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116498 Apr 18 12:51:57.531344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43886) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:57.536255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '7fb76604-538f-4370-9d51-20918b0cdcc7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:57.542034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:57.545851 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:57.548706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:57.554357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:57.607694 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.668611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.715016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.737791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e2b2f0-4380-489c-b74e-a68cada55b66,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:57.795215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.796562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8c308197-2fe9-47ac-8a03-818a0c4054ff tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641954 Apr 18 12:51:57.799111 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43890) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:57.804146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '7fb76604-538f-4370-9d51-20918b0cdcc7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:57.810108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:57.814731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:57.817680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:57.823456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:57.880747 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:51:57.887584 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:57.953405 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.029198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.052573 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1264428a-2f1e-4879-bdf1-916dc130c363,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:58.120819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.122057 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2ceb02ea-5f5f-49c5-bde9-c44d26cb5928 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220110 Apr 18 12:51:58.124822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43894) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:58.129768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '7fb76604-538f-4370-9d51-20918b0cdcc7', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:58.135622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:58.139873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:58.142749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:58.148387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:58.218405 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:51:58.225083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.287898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.360533 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.381355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35338f93-07ab-47d7-bef9-d88ee3833134,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:58.428923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.430112 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-91bfe9d9-732d-4d3f-9692-2344475d8899 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3043628 Apr 18 12:51:58.432758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43898) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:58.438012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'network': {'name': 'tempest-network-smoke--2126079805', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:58.442648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:58.446619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:network and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:58.449381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:58.455026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:58.509205 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:51:58.512599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.539019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:51:58.547609 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.547941 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Added segment a9ff335f-361d-432d-bbe5-b63f619df380 of type vlan for network ef283264-2a64-4ed1-a60f-723478d347b4 Apr 18 12:51:58.572494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.669464 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.675424 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:51:58.675990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.785873 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Network': ['ID=ef283264-2a64-4ed1-a60f-723478d347b4,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:51:58.796258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network ef283264-2a64-4ed1-a60f-723478d347b4 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:51:58.806254 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3b514702-6f19-46a0-b4c8-a8deba7d1f71 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725450 Apr 18 12:51:58.809024 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43902) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:51:58.814090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'admin_state_up': True, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:51:58.821043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:51:58.824856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:router and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:51:58.828365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:51:58.834687 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:51:58.903259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.904311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:58.919209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:59.359087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:59.709557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:59.740919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:51:59.886278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.234 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/dfedf003-e515-4d25-b04c-3f81739e9e64) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:52:00.036969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:00.148811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:00.205644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:52:00.208406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:00.211922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:52:00.258939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=dfedf003-e515-4d25-b04c-3f81739e9e64,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:00.734928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:01.180360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:01.469200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 70e5dfba-933e-43b5-b92f-c7bf5c56000b is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:52:01.642199 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:52:01.651511 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Sync routers for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:52:01.664643 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:52:01.665249 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:01.715330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:01.716730 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-226f9751-954b-4f46-aebd-1cc38946b6c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9066498 Apr 18 12:52:01.720230 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43906) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:01.805809 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ad11084b-b4a4-4fb2-a562-4e7721a53337 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0fcdff98d96c479aa333c20f5328ab72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0845158 Apr 18 12:52:01.808341 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43912) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:01.839851 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:52:01.943837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe531b0-5bb2-482d-a9f2-9b6babc35f56 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:01.946259 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8fe531b0-5bb2-482d-a9f2-9b6babc35f56 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1368423 Apr 18 12:52:01.948788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43916) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:01.989635 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-482e6348-2975-458c-afe8-ee1be6969829 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397012 Apr 18 12:52:01.991960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43920) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:01.997038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-240258368', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:52:02.107857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:52:02.111778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:subnet and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:52:02.114564 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:52:02.119731 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:00Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:51:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:02.120155 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:52:02.123938 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Checking router: 70e5dfba-933e-43b5-b92f-c7bf5c56000b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:52:02.124274 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Updating router 70e5dfba-933e-43b5-b92f-c7bf5c56000b port dfedf003-e515-4d25-b04c-3f81739e9e64 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:52:02.193853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:52:02.197461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.200311 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.458119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.514916 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.526184 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Transition to ACTIVE for port object dfedf003-e515-4d25-b04c-3f81739e9e64 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:02.537679 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Subnet': ['ID=142063c1-30d0-48fc-8954-c7a500b2251c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:02.548229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Checking segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:52:02.548583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network hostable DHCP agents. Network: ef283264-2a64-4ed1-a60f-723478d347b4, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:52:02.595067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.623697 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network ef283264-2a64-4ed1-a60f-723478d347b4 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:52:02.676262 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Attempting to bind port dfedf003-e515-4d25-b04c-3f81739e9e64 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:52:02.680165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Attempting to bind port dfedf003-e515-4d25-b04c-3f81739e9e64 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:52:02.680165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Attempting to bind port dfedf003-e515-4d25-b04c-3f81739e9e64 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:52:02.680165 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Pushing event updated for resources: {'Port': ['ID=dfedf003-e515-4d25-b04c-3f81739e9e64,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:02.688145 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:52:02.688486 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:52:02.688868 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.689246 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:52:02.689683 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Bound port: dfedf003-e515-4d25-b04c-3f81739e9e64, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:52:02.690035 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.697915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, ef283264-2a64-4ed1-a60f-723478d347b4) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:02.702098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:02.702710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.707373 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08356c26-4e68-4878-8c00-3dd2f6319e98 None None] Network ef283264-2a64-4ed1-a60f-723478d347b4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.719320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:02.780299 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] For port dfedf003-e515-4d25-b04c-3f81739e9e64, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:52:02.784345 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] For port dfedf003-e515-4d25-b04c-3f81739e9e64, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=dfedf003-e515-4d25-b04c-3f81739e9e64,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:52:02.796541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-8c6a0a7e-94ed-4b21-9a6b-17d9345a67d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8035717 Apr 18 12:52:02.799245 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43924) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:02.846802 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:02.928878 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941070f8-169c-4eb8-bfbd-b3a503ad20e6 None None] Pushing event updated for resources: {'Port': ['ID=dfedf003-e515-4d25-b04c-3f81739e9e64,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:02.937395 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:52:02.938263 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:02.941015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-ef283264-2a64-4ed1-a60f-723478d347b4', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:52:02.941852 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.103393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Allocated IP 172.20.0.2 (ef283264-2a64-4ed1-a60f-723478d347b4/142063c1-30d0-48fc-8954-c7a500b2251c/18e32700-1cd9-461f-9b51-4c56f9550001) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:52:03.122241 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:52:03.316820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.327693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Transition to ACTIVE for port object 18e32700-1cd9-461f-9b51-4c56f9550001 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:03.347386 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Transition to ACTIVE for port object 18e32700-1cd9-461f-9b51-4c56f9550001 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:03.411886 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:00Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:03.415984 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83206a6-143a-4a48-a9d6-4f7d4428a066 None None] The sync data for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv is: [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:00Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:52:03.417468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.490182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Network ef283264-2a64-4ed1-a60f-723478d347b4 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:52:03.493967 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:03.498979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:52:03.514537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Pushing event updated for resources: {'Port': ['ID=18e32700-1cd9-461f-9b51-4c56f9550001,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:03.600393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Attempting to bind port 18e32700-1cd9-461f-9b51-4c56f9550001 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:52:03.600768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Attempting to bind port 18e32700-1cd9-461f-9b51-4c56f9550001 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:52:03.601128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Attempting to bind port 18e32700-1cd9-461f-9b51-4c56f9550001 on network ef283264-2a64-4ed1-a60f-723478d347b4 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:52:03.606746 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:52:03.607384 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Checking segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:52:03.607817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.608601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Bound using segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:52:03.608735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Bound port: 18e32700-1cd9-461f-9b51-4c56f9550001, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:52:03.609021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.702198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.714914 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] For port 18e32700-1cd9-461f-9b51-4c56f9550001, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:52:03.720190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] For port 18e32700-1cd9-461f-9b51-4c56f9550001, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=18e32700-1cd9-461f-9b51-4c56f9550001,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:52:03.784215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:03.879576 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc422bd2-ba54-4672-b0f7-c89a2fe58740 None None] Pushing event updated for resources: {'Port': ['ID=18e32700-1cd9-461f-9b51-4c56f9550001,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:04.152788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.1 (ef283264-2a64-4ed1-a60f-723478d347b4/142063c1-30d0-48fc-8954-c7a500b2251c/5a2fe0de-bd71-4d07-84f8-c8da480353c3) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:52:04.323975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:04.340659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object 5a2fe0de-bd71-4d07-84f8-c8da480353c3 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:04.345072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18e32700-1cd9-461f-9b51-4c56f9550001 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:04.430085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:04.486439 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 18e32700-1cd9-461f-9b51-4c56f9550001 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:04.489121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network ef283264-2a64-4ed1-a60f-723478d347b4 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:52:04.491533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device dfedf003-e515-4d25-b04c-3f81739e9e64 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:04.492096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:04.495864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:52:04.545084 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=5a2fe0de-bd71-4d07-84f8-c8da480353c3,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:04.569059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:04.606640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port dfedf003-e515-4d25-b04c-3f81739e9e64 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:04.613768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port dfedf003-e515-4d25-b04c-3f81739e9e64 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:04.614315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:04.785354 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:04.804356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port dfedf003-e515-4d25-b04c-3f81739e9e64, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=dfedf003-e515-4d25-b04c-3f81739e9e64,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:52:04.869432 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:04.918830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d50bb0-eee3-442b-aa6a-d7ee22c58834 None None] Network ef283264-2a64-4ed1-a60f-723478d347b4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:52:05.030831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.038784 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=dfedf003-e515-4d25-b04c-3f81739e9e64,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:05.063187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] Provisioning for port 18e32700-1cd9-461f-9b51-4c56f9550001 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:05.072574 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] Provisioning complete for port 18e32700-1cd9-461f-9b51-4c56f9550001 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:05.072934 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.275170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.322091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] For port 18e32700-1cd9-461f-9b51-4c56f9550001, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=18e32700-1cd9-461f-9b51-4c56f9550001,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:52:05.383701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.456097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc0f5b-e4f5-4133-a3a5-942f798d74f9 None None] Pushing event updated for resources: {'Port': ['ID=18e32700-1cd9-461f-9b51-4c56f9550001,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:05.458366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.503802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.620176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.623934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=5a2fe0de-bd71-4d07-84f8-c8da480353c3,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:05.708593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b23af733-d61a-4cd0-ab02-95a29c6bdd17 None None] Provisioning for port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:05.713896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b23af733-d61a-4cd0-ab02-95a29c6bdd17 None None] Provisioning complete for port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:05.714261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b23af733-d61a-4cd0-ab02-95a29c6bdd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.761835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network ef283264-2a64-4ed1-a60f-723478d347b4 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:52:05.763003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:05.767161 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b23af733-d61a-4cd0-ab02-95a29c6bdd17 None None] Port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:52:05.777781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b23af733-d61a-4cd0-ab02-95a29c6bdd17 None None] Provisioning complete for port 18e32700-1cd9-461f-9b51-4c56f9550001 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:05.778158 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b23af733-d61a-4cd0-ab02-95a29c6bdd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:05.952843 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 70e5dfba-933e-43b5-b92f-c7bf5c56000b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:52:06.026156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-0feac792-2515-4ae0-a4ce-9d46acf60b6e None None] Provisioning complete for port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:06.026779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0feac792-2515-4ae0-a4ce-9d46acf60b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:06.081466 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-0feac792-2515-4ae0-a4ce-9d46acf60b6e None None] Port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:52:06.131415 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:52:06.141019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Sync routers for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:52:06.144047 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c478e415-8458-407d-97a8-80d99dc76f0a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/70e5dfba-933e-43b5-b92f-c7bf5c56000b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3436263 Apr 18 12:52:06.150014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:52:06.150655 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:06.300288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18e32700-1cd9-461f-9b51-4c56f9550001 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:06.363654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-33143da9-468f-4ee0-9503-6aa94df620ef req-8b98ebf8-fc6a-4bbe-987b-99c24ba8a3e7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:52:06.379586 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:52:06.458093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-33143da9-468f-4ee0-9503-6aa94df620ef req-8b98ebf8-fc6a-4bbe-987b-99c24ba8a3e7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:52:06.459300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-8b98ebf8-fc6a-4bbe-987b-99c24ba8a3e7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616138659&fields=id&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 267 time: 0.1368351 Apr 18 12:52:06.523388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 18e32700-1cd9-461f-9b51-4c56f9550001 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:06.523749 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:06.723937 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-66ef4771-7ddd-46ef-bb90-4c76f4723ef0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:06.724678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-33143da9-468f-4ee0-9503-6aa94df620ef req-66ef4771-7ddd-46ef-bb90-4c76f4723ef0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:52:06.809542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device dfedf003-e515-4d25-b04c-3f81739e9e64 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:06.823315 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-33143da9-468f-4ee0-9503-6aa94df620ef req-66ef4771-7ddd-46ef-bb90-4c76f4723ef0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:52:06.824507 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-66ef4771-7ddd-46ef-bb90-4c76f4723ef0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/networks?id=ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 200 len: 797 time: 0.3586664 Apr 18 12:52:06.839365 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-17f5610c-d6be-411a-91b4-b02045b63a59 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/quotas/0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 375 time: 0.0092270 Apr 18 12:52:06.889568 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:05Z', 'revision_number': 2, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:06.896715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Checking router: 70e5dfba-933e-43b5-b92f-c7bf5c56000b for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:52:06.897064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Updating router 70e5dfba-933e-43b5-b92f-c7bf5c56000b port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:52:06.923021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b32088ff-2608-4d2d-84a1-e3ba4bc1aa5b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:52:06.925053 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port dfedf003-e515-4d25-b04c-3f81739e9e64 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:06.925429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:06.988961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b32088ff-2608-4d2d-84a1-e3ba4bc1aa5b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:52:06.990419 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b32088ff-2608-4d2d-84a1-e3ba4bc1aa5b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452758 Apr 18 12:52:06.995887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:07.126494 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-9929bf6e-b6d5-41d4-ac7e-63347e945a21 service neutron] 10.222.0.24 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243811 Apr 18 12:52:07.256662 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-932f389f-9d83-443d-b543-dc7978b5e0b9 service neutron] 10.222.0.24 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234229 Apr 18 12:52:07.383318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:07.395074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Transition to ACTIVE for port object 5a2fe0de-bd71-4d07-84f8-c8da480353c3 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:07.457879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:07.614848 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-979c6faf-64a9-413f-99c9-897de5946965 req-875a8ff0-316a-463d-affb-4cdd2266551c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 210 time: 0.1303570 Apr 18 12:52:07.707299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89824f42-b141-453a-9c83-367388a89184 None None] Pushing event updated for resources: {'Port': ['ID=5a2fe0de-bd71-4d07-84f8-c8da480353c3,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Attempting to bind port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Attempting to bind port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Attempting to bind port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 on network ef283264-2a64-4ed1-a60f-723478d347b4 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Checking segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Bound using segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Bound port: 5a2fe0de-bd71-4d07-84f8-c8da480353c3, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:52:07.781086 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:07.848639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] For port 5a2fe0de-bd71-4d07-84f8-c8da480353c3, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:52:07.852130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] For port 5a2fe0de-bd71-4d07-84f8-c8da480353c3, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5a2fe0de-bd71-4d07-84f8-c8da480353c3,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:52:07.986856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:08.068190 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:52:08.069504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:51:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:08.126662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b6eb07b-b7a1-465f-a65b-b98f240d5d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:08.135953 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89824f42-b141-453a-9c83-367388a89184 None None] Pushing event updated for resources: {'Port': ['ID=5a2fe0de-bd71-4d07-84f8-c8da480353c3,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:08.264683 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:52:08.617463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-029fddda-6805-4136-8507-a8899da77c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:07Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:08.621385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029fddda-6805-4136-8507-a8899da77c33 None None] The sync data for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv is: [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:07Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:52:08.798300 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b3cd1427-a545-41eb-8e2b-5db88b756f91 req-35b5dc38-c9b9-4c02-9456-8319b80b80b5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 210 time: 0.0438304 Apr 18 12:52:09.741663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-77f2c9eb-d08b-4981-aa63-78b3ce8d1760 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:09.743098 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-77f2c9eb-d08b-4981-aa63-78b3ce8d1760 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/networks?id=ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 200 len: 797 time: 0.1457355 Apr 18 12:52:09.793984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-6c3c0fed-8a77-4c33-a9be-1f135cdfbc50 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 379 time: 0.0432074 Apr 18 12:52:09.801826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'port': {'device_id': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'admin_state_up': True, 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'security_groups': ['7fb76604-538f-4370-9d51-20918b0cdcc7']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:52:09.940791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:52:09.948934 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cf3b4867-67e3-46ad-960f-5f6bc64047ee req-6d2769f8-9d90-4359-9557-6e440701c172 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 210 time: 0.0434675 Apr 18 12:52:09.950280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:52:10.011925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:52:10.016207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.176023 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.3 (ef283264-2a64-4ed1-a60f-723478d347b4/142063c1-30d0-48fc-8954-c7a500b2251c/df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:52:10.258562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e6cc58d4-a50b-478e-841a-009ce533792a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.303484 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5a2fe0de-bd71-4d07-84f8-c8da480353c3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:10.367442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.383440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:10.423330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:10.428306 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:10.428619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.492502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.545396 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.558009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network ef283264-2a64-4ed1-a60f-723478d347b4 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:52:10.561433 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:10.571548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:52:10.578883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 5a2fe0de-bd71-4d07-84f8-c8da480353c3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5a2fe0de-bd71-4d07-84f8-c8da480353c3,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:52:10.608037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:10.646873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.654940 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:10.661696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.735364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=5a2fe0de-bd71-4d07-84f8-c8da480353c3,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:10.761615 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-623db71a-093a-4fe4-96a3-d15fd092e659 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631612 Apr 18 12:52:10.772803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Request body: {'port': {'device_id': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:52:10.886816 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.914529 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b110cd77-50c6-4d2a-82e9-a33f28f77caf None None] Provisioning for port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:10.919532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b110cd77-50c6-4d2a-82e9-a33f28f77caf None None] Provisioning complete for port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:10.919943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b110cd77-50c6-4d2a-82e9-a33f28f77caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:10.972083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b110cd77-50c6-4d2a-82e9-a33f28f77caf None None] Port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:52:11.335735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3adda0-5f50-41e3-9f1c-33ea97c15cfb req-65e673b0-87bd-4def-b985-f39ac6d451ac tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:11.336314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-cc3adda0-5f50-41e3-9f1c-33ea97c15cfb req-65e673b0-87bd-4def-b985-f39ac6d451ac tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:52:11.407918 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:52:11.414973 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:11.429764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Transition to ACTIVE for port object df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:52:11.462811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-cc3adda0-5f50-41e3-9f1c-33ea97c15cfb req-65e673b0-87bd-4def-b985-f39ac6d451ac tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:52:11.464008 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cc3adda0-5f50-41e3-9f1c-33ea97c15cfb req-65e673b0-87bd-4def-b985-f39ac6d451ac tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 931 time: 0.4046876 Apr 18 12:52:11.491164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:11.512700 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cc3adda0-5f50-41e3-9f1c-33ea97c15cfb req-7d43982e-77f4-4280-b4e9-e929d9dfea5e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Apr 18 12:52:11.532256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:11.663527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:11.697790 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:11.770703 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Attempting to bind port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:52:11.771195 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Attempting to bind port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:52:11.771761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Attempting to bind port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c on network ef283264-2a64-4ed1-a60f-723478d347b4 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:52:11.777779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c on network ef283264-2a64-4ed1-a60f-723478d347b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:52:11.778095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Attempting to bind port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c on network ef283264-2a64-4ed1-a60f-723478d347b4 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:52:11.784644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:52:11.784976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Checking segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:52:11.785355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Bound using segment: {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:52:11.785775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Bound port: df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ff335f-361d-432d-bbe5-b63f619df380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:52:11.786118 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:11.875871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] For port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:52:11.878761 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] For port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:52:11.955240 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:12.009559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.010156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:12.011512 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] 10.222.0.15 "PUT /v2.0/ports/df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 200 len: 1093 time: 1.2429471 Apr 18 12:52:12.011944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:52:12.045722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5480851-3b0e-441d-ab78-c01d4b621456 service neutron] Pushing event updated for resources: {'Port': ['ID=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:12.057329 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d04254-fe7f-4497-b9cd-259affeca500'] response: {'name': 'network-changed', 'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'status': 'completed', 'code': 200} Apr 18 12:52:12.152707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160bca2-1c43-481e-bcd8-dea1ebd48ff4 req-92b0bf43-6d32-488a-af7c-19403b280c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.154856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2160bca2-1c43-481e-bcd8-dea1ebd48ff4 req-92b0bf43-6d32-488a-af7c-19403b280c3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1096 time: 0.0766571 Apr 18 12:52:12.285349 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5a2fe0de-bd71-4d07-84f8-c8da480353c3 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:12.297052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160bca2-1c43-481e-bcd8-dea1ebd48ff4 req-a58ecf07-7c44-45f6-ac96-54359aa7cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.298486 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2160bca2-1c43-481e-bcd8-dea1ebd48ff4 req-a58ecf07-7c44-45f6-ac96-54359aa7cd04 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fcdff98d96c479aa333c20f5328ab72&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1374643 Apr 18 12:52:12.355585 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:12.355955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:12.434225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160bca2-1c43-481e-bcd8-dea1ebd48ff4 req-38c9ff08-10be-4a4b-9090-ab49732a8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.436216 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2160bca2-1c43-481e-bcd8-dea1ebd48ff4 req-38c9ff08-10be-4a4b-9090-ab49732a8b2d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317704 Apr 18 12:52:12.539107 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-d07e2280-90dd-4cbc-b04d-e32996a01a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.540552 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-d07e2280-90dd-4cbc-b04d-e32996a01a53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1096 time: 0.0716770 Apr 18 12:52:12.612233 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-a7d5dbac-c495-4a2b-89d0-acbb3eb15bf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 200 len: 217 time: 0.0646975 Apr 18 12:52:12.722178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-d732153c-a70c-4453-9a5c-09e1d41f0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.723513 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-d732153c-a70c-4453-9a5c-09e1d41f0a1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=142063c1-30d0-48fc-8954-c7a500b2251c HTTP/1.1" status: 200 len: 834 time: 0.1044788 Apr 18 12:52:12.792916 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef9350-ffce-4570-a52b-7edfd7b0cf3a req-17366e67-41bc-43f8-a21c-fd315ea1c430 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.794323 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-daef9350-ffce-4570-a52b-7edfd7b0cf3a req-17366e67-41bc-43f8-a21c-fd315ea1c430 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 943 time: 0.1453247 Apr 18 12:52:12.853265 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-daef9350-ffce-4570-a52b-7edfd7b0cf3a req-246e848d-6766-4d6e-ae28-5c3049d79597 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525758 Apr 18 12:52:12.855178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33143da9-468f-4ee0-9503-6aa94df620ef req-5ab9f4d1-2a3e-4802-a9c5-c7d984fb6106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:12.856526 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-5ab9f4d1-2a3e-4802-a9c5-c7d984fb6106 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef283264-2a64-4ed1-a60f-723478d347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256859 Apr 18 12:52:12.986103 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-a0f23488-3181-450e-9557-5cdbcfef5438 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236444 Apr 18 12:52:13.057604 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:13.116568 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-33143da9-468f-4ee0-9503-6aa94df620ef req-c1463acd-65a8-446b-8e30-6975106e6a16 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239576 Apr 18 12:52:14.040621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae2ca2-1c82-4b59-aec3-fc778efc613b req-67fc6690-2108-4052-81a7-13cae7b6ada6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:14.042034 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-62ae2ca2-1c82-4b59-aec3-fc778efc613b req-67fc6690-2108-4052-81a7-13cae7b6ada6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 943 time: 0.0817158 Apr 18 12:52:14.085481 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-62ae2ca2-1c82-4b59-aec3-fc778efc613b req-c03e0412-e282-4742-bcae-a32d7ce4393c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372665 Apr 18 12:52:15.368879 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81823b4c-f204-44e3-bafd-3e7be05d1b6e req-b88fca47-54fc-46fb-b853-4819802480bd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:15.370214 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81823b4c-f204-44e3-bafd-3e7be05d1b6e req-b88fca47-54fc-46fb-b853-4819802480bd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 943 time: 0.1822891 Apr 18 12:52:15.414158 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81823b4c-f204-44e3-bafd-3e7be05d1b6e req-b013f84f-8f61-476f-9567-c29094225c48 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377140 Apr 18 12:52:15.839165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:52:15.888215 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:15.991649 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:52:16.008083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'port_id': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'mac_address': 'fa:16:3e:79:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:52:16.060717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:16.076597 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:52:16.091022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:52:16.160724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:16.235736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:16.242741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.243081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.243411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.243737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.244057 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.244380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.244700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.245015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.245332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.245838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.246337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.246808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:52:16.369357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:52:16.620744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8be2f-e245-4f6b-8c1d-726082a6f130 req-65506d5f-d62d-47c2-9f99-18dc316ff742 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:16.622902 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e6d8be2f-e245-4f6b-8c1d-726082a6f130 req-65506d5f-d62d-47c2-9f99-18dc316ff742 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 944 time: 0.0874524 Apr 18 12:52:16.671834 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e6d8be2f-e245-4f6b-8c1d-726082a6f130 req-8a4ddb64-bdc8-4ce6-9080-b2f0bb970317 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423262 Apr 18 12:52:17.845880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:52:17.856706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad871428-e4c6-46c5-9e4c-3598ec94aeeb req-c8ae1b12-a385-4c9e-b414-ff5ef4e6ba05 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:17.858789 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ad871428-e4c6-46c5-9e4c-3598ec94aeeb req-c8ae1b12-a385-4c9e-b414-ff5ef4e6ba05 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 944 time: 0.0814667 Apr 18 12:52:17.901564 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ad871428-e4c6-46c5-9e4c-3598ec94aeeb req-92a05f6a-8266-4513-8d25-d6656e86ec94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367668 Apr 18 12:52:17.977325 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:52:17.982773 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:52:17.983141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:18.095392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:18.121385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:52:18.131195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:52:18.207129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:18.210846 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0e1355-c79a-47ed-bd34-dd9e2fcf1213'] response: {'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'code': 200} Apr 18 12:52:18.279996 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:18.536730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378af71-3c81-4fe0-87e1-3aa6253c7dde req-806309c7-87ab-4dbb-a350-1dab4676be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:18.538066 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4378af71-3c81-4fe0-87e1-3aa6253c7dde req-806309c7-87ab-4dbb-a350-1dab4676be91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1098 time: 0.0682583 Apr 18 12:52:18.579792 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4378af71-3c81-4fe0-87e1-3aa6253c7dde req-bd4a26d0-3a41-45a6-b4f3-e725ee6c701d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357928 Apr 18 12:52:19.096208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cf86ca-76eb-4562-9c93-d7cf7394042b req-47577f19-0090-42f9-bc37-763f38730498 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:19.097627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-12cf86ca-76eb-4562-9c93-d7cf7394042b req-47577f19-0090-42f9-bc37-763f38730498 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0773158 Apr 18 12:52:19.140955 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-12cf86ca-76eb-4562-9c93-d7cf7394042b req-f7a1c9ae-4b1f-40da-a83b-327300840558 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377395 Apr 18 12:52:20.321944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed41f9-ea34-4c1c-a76d-ddd6f219b769 req-888a8cfb-0006-4720-a6d9-854668703825 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:20.328119 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-03ed41f9-ea34-4c1c-a76d-ddd6f219b769 req-888a8cfb-0006-4720-a6d9-854668703825 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0787418 Apr 18 12:52:20.367123 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-03ed41f9-ea34-4c1c-a76d-ddd6f219b769 req-d9e744a2-95c9-406b-80d1-9146ea4c6513 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373561 Apr 18 12:52:20.550740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5031ff2-17f4-454b-8b55-1f1171f65d23 req-4151e9a3-0d11-4087-b07d-3da7b5891f34 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:20.552120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5031ff2-17f4-454b-8b55-1f1171f65d23 req-4151e9a3-0d11-4087-b07d-3da7b5891f34 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0819871 Apr 18 12:52:20.595469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5031ff2-17f4-454b-8b55-1f1171f65d23 req-a23c1929-e44b-44a4-85f9-1c2970a22af3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377445 Apr 18 12:52:20.617692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43990) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:20.686200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9d6039-e7f5-4f54-a6e0-88d77cc623ac tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:20.687695 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3f9d6039-e7f5-4f54-a6e0-88d77cc623ac tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1093 time: 0.0691411 Apr 18 12:52:20.690365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 43994) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:20.695136 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:52:20.701409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:52:20.705257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:floatingip and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:52:20.708121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:52:20.713791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:52:20.823264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:20.958696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:21.090745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.50 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/5cf8f71b-e5ee-41d5-bbba-08a4adda3baf) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:52:21.231557 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:21.303653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:21.363347 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:52:21.366072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:52:21.368596 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:52:21.418299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=5cf8f71b-e5ee-41d5-bbba-08a4adda3baf,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:21.784208 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:21.905935 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:22.204706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:22.257242 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:22.366283 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=5cf8f71b-e5ee-41d5-bbba-08a4adda3baf,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:52:22.376645 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:22.544205 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 4ca877d7-2c42-451b-8c6a-83d0f2faa3dd associated. External IP: 172.26.4.50, port: df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c. Apr 18 12:52:22.885845 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 70e5dfba-933e-43b5-b92f-c7bf5c56000b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:52:23.059146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:52:23.069547 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] Sync routers for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:52:23.079648 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:52:23.080313 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:52:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:23.143221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:23.197574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e73d00c0-f41d-46b1-9605-dd054e6dcf08 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5062094 Apr 18 12:52:23.198152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:52:23.245218 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f101b02-8597-4416-a4c7-739d704b6d7b'] response: {'name': 'network-changed', 'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'status': 'completed', 'code': 200} Apr 18 12:52:23.256201 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:52:23.336333 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-796e0b49-68c9-4a48-84c0-9f45939e98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:23.337938 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-796e0b49-68c9-4a48-84c0-9f45939e98b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1098 time: 0.0704257 Apr 18 12:52:23.378986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b202e-6afa-4151-8f88-5479f3495f13 req-034c094f-95f0-48a0-a536-d64a0575535a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:23.380437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f7b202e-6afa-4151-8f88-5479f3495f13 req-034c094f-95f0-48a0-a536-d64a0575535a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0865519 Apr 18 12:52:23.425871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f7b202e-6afa-4151-8f88-5479f3495f13 req-d218a8c6-0153-4032-81ed-e4aa9beaa249 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385354 Apr 18 12:52:23.448040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44002) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:23.471852 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-81d4b6b0-c7a9-4eca-a9b5-24fcb8fafe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:23.473284 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-81d4b6b0-c7a9-4eca-a9b5-24fcb8fafe42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 200 len: 898 time: 0.1295061 Apr 18 12:52:23.560910 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-869a354c-82bd-4123-9ab4-8a613490b1ad tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/4ca877d7-2c42-451b-8c6a-83d0f2faa3dd HTTP/1.1" status: 200 len: 990 time: 0.1100495 Apr 18 12:52:23.642072 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '4ca877d7-2c42-451b-8c6a-83d0f2faa3dd', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'port_id': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'mac_address': 'fa:16:3e:79:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:52:21Z', 'updated_at': '2022-04-18T12:52:21Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:23.645823 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] Checking router: 70e5dfba-933e-43b5-b92f-c7bf5c56000b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:52:23.654391 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:52:23.655588 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:52:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:23.703290 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-c4e2abe7-02a0-42c8-815a-e99ed0c0ddc4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 200 len: 998 time: 0.2235768 Apr 18 12:52:23.768993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-19e360d0-0727-4aeb-b729-9998272892c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:23.770412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-19e360d0-0727-4aeb-b729-9998272892c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=142063c1-30d0-48fc-8954-c7a500b2251c HTTP/1.1" status: 200 len: 834 time: 0.0617957 Apr 18 12:52:23.831621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:52:23.846803 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-65f945d3-8f8e-4963-a251-a5a455a0a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:23.848255 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-65f945d3-8f8e-4963-a251-a5a455a0a947 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef283264-2a64-4ed1-a60f-723478d347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696280 Apr 18 12:52:23.985652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-e574b54a-4c9b-4831-a2aa-0766f037f31b service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302915 Apr 18 12:52:24.116469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e9227c17-998e-463a-8313-ce3d36a8f549 req-6a943fed-27d2-4b6d-9400-f4121ac631f2 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242824 Apr 18 12:52:24.179568 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '4ca877d7-2c42-451b-8c6a-83d0f2faa3dd', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'port_id': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'mac_address': 'fa:16:3e:79:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:52:21Z', 'updated_at': '2022-04-18T12:52:21Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:52:24.183370 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d5760f-a351-4612-a745-53a5ae042763 None None] The sync data for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv is: [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '4ca877d7-2c42-451b-8c6a-83d0f2faa3dd', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.50', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'port_id': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'mac_address': 'fa:16:3e:79:09:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:52:21Z', 'updated_at': '2022-04-18T12:52:21Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:52:24.372277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7825cb0-9c40-4e13-a3b4-7e00a6bc713e None None] New status for floating IP 4ca877d7-2c42-451b-8c6a-83d0f2faa3dd: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:52:24.563559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44006) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:24.671326 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6f08ee3a-2a71-4d65-b2f3-91043efed1c5 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/4ca877d7-2c42-451b-8c6a-83d0f2faa3dd HTTP/1.1" status: 200 len: 990 time: 0.1059027 Apr 18 12:52:25.674543 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44010) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:52:25.778916 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c0cce790-a0ff-4c75-bd4c-233133c4143b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/4ca877d7-2c42-451b-8c6a-83d0f2faa3dd HTTP/1.1" status: 200 len: 992 time: 0.1032465 Apr 18 12:52:31.159476 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:52:38.091267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-23011a4f-d6c5-4570-ad3f-f925ad69da87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:40.245877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a7e60fbd-0de0-456d-98e9-ec958bdb502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:41.485309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:41.685532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:43.085399 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:45.834372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:52:50.778572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b33966-bad0-4c18-a05d-b284fd493df7 req-293a741e-cfe2-4dce-a135-9bae5314942f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:50.780079 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e1b33966-bad0-4c18-a05d-b284fd493df7 req-293a741e-cfe2-4dce-a135-9bae5314942f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0867059 Apr 18 12:52:50.826336 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e1b33966-bad0-4c18-a05d-b284fd493df7 req-22e44862-b0e9-4291-a64d-566ca1414d76 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385399 Apr 18 12:52:52.104017 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5df30-cb82-4c9c-86bd-ab69a58118fd req-0f8e8490-fc11-4bac-acef-1f9f20a4899d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:52.105352 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-07b5df30-cb82-4c9c-86bd-ab69a58118fd req-0f8e8490-fc11-4bac-acef-1f9f20a4899d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.1702690 Apr 18 12:52:52.147520 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-07b5df30-cb82-4c9c-86bd-ab69a58118fd req-c8a57e52-6ffa-486a-a368-27d9852e08ea tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363393 Apr 18 12:52:53.328702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894afa0-fa36-4296-95f3-ec34aeed1763 req-8ceff792-cb6b-4174-9aa0-b1ad05149651 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:53.330220 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8894afa0-fa36-4296-95f3-ec34aeed1763 req-8ceff792-cb6b-4174-9aa0-b1ad05149651 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0792303 Apr 18 12:52:53.374037 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8894afa0-fa36-4296-95f3-ec34aeed1763 req-0c4d6274-7308-4798-b91a-a57baddde988 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382304 Apr 18 12:52:54.556482 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984cc4b-8a4a-491f-b414-c2ed9c2b359b req-8e446096-394e-4732-a607-7f649690f6ec tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:54.557821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f984cc4b-8a4a-491f-b414-c2ed9c2b359b req-8e446096-394e-4732-a607-7f649690f6ec tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0813425 Apr 18 12:52:54.601313 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f984cc4b-8a4a-491f-b414-c2ed9c2b359b req-7f79ddcf-3409-4843-a15f-e28e9168a93e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377402 Apr 18 12:52:55.796696 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb014b2-9f4b-434e-a007-61ae2f66d3e4 req-2eac8477-f26d-4185-bdb7-fb4980a52df1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:55.798118 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6eb014b2-9f4b-434e-a007-61ae2f66d3e4 req-2eac8477-f26d-4185-bdb7-fb4980a52df1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0839128 Apr 18 12:52:55.840889 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6eb014b2-9f4b-434e-a007-61ae2f66d3e4 req-2af26d67-3d72-4b2d-b2cf-badf8a7bf539 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366366 Apr 18 12:52:57.019364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cbc2f9-a8b4-4ffe-8ef7-7b28490b83e9 req-b440423a-c830-4af9-ae2b-79d23a3aeb47 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:57.020771 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-17cbc2f9-a8b4-4ffe-8ef7-7b28490b83e9 req-b440423a-c830-4af9-ae2b-79d23a3aeb47 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0776567 Apr 18 12:52:57.065390 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-17cbc2f9-a8b4-4ffe-8ef7-7b28490b83e9 req-22c49d5f-ee34-4804-a6d9-777fcb0fd47b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385909 Apr 18 12:52:58.396029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba82e-7587-4ba7-a9f0-19561e96b3ce req-4cd38d57-fc1e-4399-becd-88f11819be76 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:58.397431 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c8ba82e-7587-4ba7-a9f0-19561e96b3ce req-4cd38d57-fc1e-4399-becd-88f11819be76 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0795596 Apr 18 12:52:58.443506 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0c8ba82e-7587-4ba7-a9f0-19561e96b3ce req-24f146bf-7742-4676-805a-f317be0635fd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405474 Apr 18 12:52:59.625676 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f49308-31dd-4a82-a2ec-8ce2c072f637 req-2ffcfcbb-49ed-4bf8-be54-63b16543a1c2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:52:59.627179 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-16f49308-31dd-4a82-a2ec-8ce2c072f637 req-2ffcfcbb-49ed-4bf8-be54-63b16543a1c2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0780377 Apr 18 12:52:59.670505 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-16f49308-31dd-4a82-a2ec-8ce2c072f637 req-3e4b8eb6-03cc-4397-90ce-7f9cf4c057a7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Apr 18 12:53:00.853545 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37183ea8-eaa4-4f4d-beab-c072f6fb20ec req-8495aae6-3459-4b4c-b98a-578b5baad291 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:00.855011 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37183ea8-eaa4-4f4d-beab-c072f6fb20ec req-8495aae6-3459-4b4c-b98a-578b5baad291 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0797212 Apr 18 12:53:00.898652 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-37183ea8-eaa4-4f4d-beab-c072f6fb20ec req-e4e3f86f-d02c-4ef9-9b98-3b8de063d8ef tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376065 Apr 18 12:53:01.300288 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-da868213-43a8-477b-80ba-146f99e7b695 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1083717 Apr 18 12:53:01.433953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-5ba89b84-c912-4297-9b66-45e54a24449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:01.435425 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-5ba89b84-c912-4297-9b66-45e54a24449c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1098 time: 0.0696530 Apr 18 12:53:01.577356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-b3d123f9-78b5-4509-a7c8-97660f293f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:01.578722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-b3d123f9-78b5-4509-a7c8-97660f293f51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 200 len: 898 time: 0.1247935 Apr 18 12:53:01.679726 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-21a72873-bdab-4730-8961-09cd349125c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 200 len: 1000 time: 0.0952766 Apr 18 12:53:01.741091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-179b3b33-e37e-4233-8df0-1bdc6e5ad2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:01.742503 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-179b3b33-e37e-4233-8df0-1bdc6e5ad2e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=142063c1-30d0-48fc-8954-c7a500b2251c HTTP/1.1" status: 200 len: 834 time: 0.0567493 Apr 18 12:53:01.818734 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-e77567b1-1943-4523-b0a1-61ff9b40df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:01.820175 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-e77567b1-1943-4523-b0a1-61ff9b40df2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef283264-2a64-4ed1-a60f-723478d347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716550 Apr 18 12:53:01.829968 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-c1983bfb-31bf-419c-b61a-8419aa4d33eb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 12:53:01.830867 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-c1983bfb-31bf-419c-b61a-8419aa4d33eb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046310 Apr 18 12:53:01.958488 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-f29142b3-041d-42a2-8f8d-e5f7cb68e486 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221919 Apr 18 12:53:02.085882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752888a-9421-4fad-8884-a73b82dc3f64 req-11d85dfb-e959-4fc0-bb2d-83db85ecef16 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:02.087901 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0752888a-9421-4fad-8884-a73b82dc3f64 req-11d85dfb-e959-4fc0-bb2d-83db85ecef16 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0849020 Apr 18 12:53:02.135299 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0752888a-9421-4fad-8884-a73b82dc3f64 req-8c181c3b-c0c7-4d44-90f7-3fc15a55a05b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415969 Apr 18 12:53:02.158209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44046) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:02.203432 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-564d23fa-7ea4-4708-b818-bf765934d2a3 req-518e8793-7e0d-4c36-81f3-b404b2a3aeb2 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384229 Apr 18 12:53:02.263518 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4c3f49b2-a9b4-4b35-82c3-21b3f246eda9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/4ca877d7-2c42-451b-8c6a-83d0f2faa3dd HTTP/1.1" status: 200 len: 992 time: 0.1041565 Apr 18 12:53:03.855225 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10891d-16f3-475a-a263-cd89c20ef43c req-d219d2fb-bc33-4319-9e0b-0a16af574dcc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:03.856750 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9c10891d-16f3-475a-a263-cd89c20ef43c req-d219d2fb-bc33-4319-9e0b-0a16af574dcc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0835714 Apr 18 12:53:03.902546 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9c10891d-16f3-475a-a263-cd89c20ef43c req-6707e76e-25d2-42f3-ac84-0e6ca4bd2603 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396993 Apr 18 12:53:03.975316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-4170fd74-b01d-4031-8c4e-e8f2c26d5390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:03.976776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-4170fd74-b01d-4031-8c4e-e8f2c26d5390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1098 time: 0.0712955 Apr 18 12:53:04.105537 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-3a8f2d7c-d422-40ff-87df-f54dd632c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:04.107021 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-3a8f2d7c-d422-40ff-87df-f54dd632c051 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 200 len: 898 time: 0.1241460 Apr 18 12:53:04.208258 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-b87f9fcb-3503-4cac-a0d0-370d79bb0012 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 200 len: 1000 time: 0.0956700 Apr 18 12:53:04.268926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-533c6898-84ab-4b3c-84cd-e769bd7c4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:04.270346 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-533c6898-84ab-4b3c-84cd-e769bd7c4b0f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=142063c1-30d0-48fc-8954-c7a500b2251c HTTP/1.1" status: 200 len: 834 time: 0.0567715 Apr 18 12:53:04.346654 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-fc6cc9ac-08f6-4918-85d1-fe03fbc45453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:04.348624 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-fc6cc9ac-08f6-4918-85d1-fe03fbc45453 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef283264-2a64-4ed1-a60f-723478d347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727696 Apr 18 12:53:04.479191 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-438ea9c5-b20a-42b4-af77-0d47349f424d service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237628 Apr 18 12:53:04.607981 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9e51c4ef-6f4a-4b59-9fc7-6df26bc62934 req-74aaea0b-1e4c-44d7-8a83-3ecfc636606d service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225588 Apr 18 12:53:05.094434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e7668-c03c-410c-b5b3-34ad0fb95e9b req-ab321e10-d985-441d-abad-f5a66f6ea026 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:05.096015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b06e7668-c03c-410c-b5b3-34ad0fb95e9b req-ab321e10-d985-441d-abad-f5a66f6ea026 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0838175 Apr 18 12:53:05.140337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b06e7668-c03c-410c-b5b3-34ad0fb95e9b req-2c359f71-5a54-488f-9f06-2b13b2d15414 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383804 Apr 18 12:53:06.321488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c586b-5b9f-401c-bafc-3ab4965f771d req-c8a4d008-7b21-4a7f-a32a-17ba3ca6d36f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:06.322956 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c4c586b-5b9f-401c-bafc-3ab4965f771d req-c8a4d008-7b21-4a7f-a32a-17ba3ca6d36f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0788662 Apr 18 12:53:06.366313 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c4c586b-5b9f-401c-bafc-3ab4965f771d req-0cd2c424-e17a-46cb-95e6-7bb688dad025 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377328 Apr 18 12:53:06.389244 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44060) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:06.492484 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ae04b585-b238-4a09-8016-f4a40377323f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/4ca877d7-2c42-451b-8c6a-83d0f2faa3dd HTTP/1.1" status: 200 len: 992 time: 0.1020818 Apr 18 12:53:08.051016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-876ce3f6-a2c8-4ad6-a734-d7d7d0578fc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:08.157359 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:53:10.256507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c81fe519-c640-46fd-99c1-198cd9cf1a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:11.450985 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:11.696878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:13.079487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:15.868071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:34.893366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44072) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:35.091988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 5cf8f71b-e5ee-41d5-bbba-08a4adda3baf {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:53:35.092325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:35.253708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:35.253959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:35.481165 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 5cf8f71b-e5ee-41d5-bbba-08a4adda3baf owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:53:35.667930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:35.715837 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=5cf8f71b-e5ee-41d5-bbba-08a4adda3baf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:35.756893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.757237 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.757580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.757919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.758256 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.758618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.758954 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.759280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.759607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.759932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.760259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.760585 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:35.818672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:35.819001 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP 4ca877d7-2c42-451b-8c6a-83d0f2faa3dd disassociated (deleted). External IP: 172.26.4.50, port: df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c. Apr 18 12:53:36.163979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 70e5dfba-933e-43b5-b92f-c7bf5c56000b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:53:36.337979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:53:36.347257 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] Sync routers for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:53:36.357623 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:36.358505 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:36.399824 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:36.457606 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-541cc548-18c6-4ff5-b580-42502ed185a0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/floatingips/4ca877d7-2c42-451b-8c6a-83d0f2faa3dd HTTP/1.1" status: 204 len: 168 time: 1.5630329 Apr 18 12:53:36.458607 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:53:36.539486 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:36.579595 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-116b5774-3a0f-40f0-bc79-d7fc6b0e3612'] response: {'name': 'network-changed', 'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'status': 'completed', 'code': 200} Apr 18 12:53:36.676113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-e907a6f7-d95b-4c72-82ce-63cedc1f98e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:36.677622 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-e907a6f7-d95b-4c72-82ce-63cedc1f98e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 1098 time: 0.0755515 Apr 18 12:53:36.819351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-e9b03741-bf16-45ed-b8da-17d3321559dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:36.820698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-e9b03741-bf16-45ed-b8da-17d3321559dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 200 len: 898 time: 0.1355104 Apr 18 12:53:36.890476 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-78388b17-4747-46eb-914d-1977d8e88470 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 200 len: 217 time: 0.0632160 Apr 18 12:53:36.892899 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:36.896784 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] Checking router: 70e5dfba-933e-43b5-b92f-c7bf5c56000b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:53:36.904836 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:36.905414 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:36.953523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-c4e595c0-0053-4150-a8ac-94f3cac71ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:36.955202 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-c4e595c0-0053-4150-a8ac-94f3cac71ce4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=142063c1-30d0-48fc-8954-c7a500b2251c HTTP/1.1" status: 200 len: 834 time: 0.0588937 Apr 18 12:53:37.083725 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:37.103212 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50134d6-d35a-44ec-a703-b1b65163de82 req-9791e854-2979-4ce2-ae0d-be236662d694 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:37.104709 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a50134d6-d35a-44ec-a703-b1b65163de82 req-9791e854-2979-4ce2-ae0d-be236662d694 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.0877101 Apr 18 12:53:37.151473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-42d4f82d-12c9-4610-adf3-2b4057dd075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:37.152915 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-42d4f82d-12c9-4610-adf3-2b4057dd075a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ef283264-2a64-4ed1-a60f-723478d347b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907191 Apr 18 12:53:37.153735 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a50134d6-d35a-44ec-a703-b1b65163de82 req-d600ee32-f60d-43cc-91f1-6c75fc6aeb2e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425665 Apr 18 12:53:37.285013 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-0e0815d6-04de-4190-a4ca-88245d4e4312 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228809 Apr 18 12:53:37.394779 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:37.398727 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce79c14-02bf-4305-901f-94d8dbabcbd2 None None] The sync data for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv is: [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '5a2fe0de-bd71-4d07-84f8-c8da480353c3', 'name': '', 'network_id': 'ef283264-2a64-4ed1-a60f-723478d347b4', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e9:92:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:52:03Z', 'updated_at': '2022-04-18T12:52:10Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '142063c1-30d0-48fc-8954-c7a500b2251c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:53:37.417848 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d8ae256-fb65-417e-adfa-24a1d4d5102a req-e19bc031-0fe5-4b1d-beed-c128d9387845 service neutron] 10.222.0.15 "GET /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266775 Apr 18 12:53:37.606771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506b2d11-efc0-4872-b42a-5a2183190aea None None] New status for floating IP 4ca877d7-2c42-451b-8c6a-83d0f2faa3dd: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:53:38.073024 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-159dd9dc-949a-4ddb-b7f9-128daf6f49c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:38.431353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949b7bd-8e39-45a3-9ee9-03ed443f9130 req-e6c0858d-dc08-4822-8f82-52264eae410c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:38.432034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9949b7bd-8e39-45a3-9ee9-03ed443f9130 req-e6c0858d-dc08-4822-8f82-52264eae410c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:38.467857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-930658a9-3c3a-45ca-b57a-f377d5594e9d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:38.468523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-930658a9-3c3a-45ca-b57a-f377d5594e9d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:38.507863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-9949b7bd-8e39-45a3-9ee9-03ed443f9130 req-e6c0858d-dc08-4822-8f82-52264eae410c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:38.508960 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9949b7bd-8e39-45a3-9ee9-03ed443f9130 req-e6c0858d-dc08-4822-8f82-52264eae410c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.2491126 Apr 18 12:53:38.510055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-930658a9-3c3a-45ca-b57a-f377d5594e9d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:38.511024 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-930658a9-3c3a-45ca-b57a-f377d5594e9d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 945 time: 0.1564357 Apr 18 12:53:38.607069 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9949b7bd-8e39-45a3-9ee9-03ed443f9130 req-8af52bbf-bd19-4c90-8169-ef36cf75fddc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=7fb76604-538f-4370-9d51-20918b0cdcc7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924985 Apr 18 12:53:38.610718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:53:38.611051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:38.853034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:53:38.853301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:38.975549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:53:39.170479 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:39.220593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:39.295595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] No DVR routers for this DVR port df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:53:39.297881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:39.300320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'name': 'network-vif-deleted', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:53:39.347274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed387cb-7fbb-4adf-acaf-968c72d40e97'] response: {'server_uuid': '2276c299-75b5-43df-8289-1d41b0aac3ff', 'name': 'network-vif-deleted', 'tag': 'df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c', 'status': 'completed', 'code': 200} Apr 18 12:53:39.360110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e0deacfc-126d-4288-8eb7-d5eca34d207d req-5809da5e-91f7-4174-90b6-2e54630e388a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "DELETE /v2.0/ports/df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c HTTP/1.1" status: 204 len: 173 time: 0.8330514 Apr 18 12:53:39.773108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d90932b4-d9f9-45d7-987b-8d9d847ee9ac req-45045981-12d7-477f-9cd0-3515bfba69ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:39.827429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d90932b4-d9f9-45d7-987b-8d9d847ee9ac req-45045981-12d7-477f-9cd0-3515bfba69ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:39.828470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d90932b4-d9f9-45d7-987b-8d9d847ee9ac req-45045981-12d7-477f-9cd0-3515bfba69ce tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=2276c299-75b5-43df-8289-1d41b0aac3ff HTTP/1.1" status: 200 len: 210 time: 0.1001656 Apr 18 12:53:40.222131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ae53a7b4-6307-4a41-8c97-27df6c6f7149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:40.921659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44094) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:41.461639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:41.562967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:41.707421 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:41.914041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 5a2fe0de-bd71-4d07-84f8-c8da480353c3 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:53:41.914378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:42.100856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 5a2fe0de-bd71-4d07-84f8-c8da480353c3, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=5a2fe0de-bd71-4d07-84f8-c8da480353c3,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:53:42.101520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:42.191727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:53:42.224927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 5a2fe0de-bd71-4d07-84f8-c8da480353c3 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:53:42.231222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:53:42.231566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device df3d1b1a-6d9e-4a31-8adf-c3e5e69ff96c not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:53:42.587899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:42.749357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=5a2fe0de-bd71-4d07-84f8-c8da480353c3,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:43.021774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:43.084255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:43.376932 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router 70e5dfba-933e-43b5-b92f-c7bf5c56000b has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:53:43.546590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:53:43.556839 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] Sync routers for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:53:43.566101 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:43.566723 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:43.664218 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-28d12115-3c0e-4521-a597-ed34934b8dd7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/70e5dfba-933e-43b5-b92f-c7bf5c56000b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7414255 Apr 18 12:53:43.666811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44100) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:43.736804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting subnet 142063c1-30d0-48fc-8954-c7a500b2251c {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:53:43.739822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:43.745135 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:43.798213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:43.883731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.022372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.030656 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:53:42Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:44.033443 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] Checking router: 70e5dfba-933e-43b5-b92f-c7bf5c56000b for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:53:44.041967 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] Routers {'70e5dfba-933e-43b5-b92f-c7bf5c56000b'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:44.042615 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:44.062453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Subnet': ['ID=142063c1-30d0-48fc-8954-c7a500b2251c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:44.066121 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.074520 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-779c7f74-486d-49a3-928a-03e8046235c0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/subnets/142063c1-30d0-48fc-8954-c7a500b2251c HTTP/1.1" status: 204 len: 168 time: 0.4050992 Apr 18 12:53:44.076005 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44104) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:44.107305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8160e24-1dcb-4cfe-bc9c-8e59e41688c9 None None] Network ef283264-2a64-4ed1-a60f-723478d347b4 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:53:44.257705 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] Set router 70e5dfba-933e-43b5-b92f-c7bf5c56000b gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:44.264152 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.484742 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] DHCP port deletion for ef283264-2a64-4ed1-a60f-723478d347b4 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:53:44.496388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Deleting port 18e32700-1cd9-461f-9b51-4c56f9550001 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:53:44.496388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.499639 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.552307 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:53:42Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:44.556168 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6fffe1-624a-4a8d-aa09-29ef7546fd5c None None] The sync data for ids ['70e5dfba-933e-43b5-b92f-c7bf5c56000b'] in dv-neutron-837089-1-hyperv is: [{'id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1994769653', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234'}], 'enable_snat': True}, 'gw_port_id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:51:58Z', 'updated_at': '2022-04-18T12:53:42Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'dfedf003-e515-4d25-b04c-3f81739e9e64', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:77:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e5dfba-933e-43b5-b92f-c7bf5c56000b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:51:59Z', 'updated_at': '2022-04-18T12:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:53:44.599239 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port dfedf003-e515-4d25-b04c-3f81739e9e64 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:53:44.599584 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.702408 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] For port 18e32700-1cd9-461f-9b51-4c56f9550001, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=18e32700-1cd9-461f-9b51-4c56f9550001,segment=NetworkSegment(a9ff335f-361d-432d-bbe5-b63f619df380),segment_id=a9ff335f-361d-432d-bbe5-b63f619df380)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:53:44.702689 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.780300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port dfedf003-e515-4d25-b04c-3f81739e9e64, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=dfedf003-e515-4d25-b04c-3f81739e9e64,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:53:44.780649 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:44.823812 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Calling delete_port for 18e32700-1cd9-461f-9b51-4c56f9550001 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:53:44.965028 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.013361 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for dfedf003-e515-4d25-b04c-3f81739e9e64 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:53:45.062246 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Pushing event deleted for resources: {'Port': ['ID=18e32700-1cd9-461f-9b51-4c56f9550001,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:45.066224 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] No DVR routers for this DVR port 18e32700-1cd9-461f-9b51-4c56f9550001 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:53:45.072601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.072941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.076958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.079046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.079398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.079765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.080097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.080424 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.080765 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.081070 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.081383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.081708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a4170b-f57b-464d-9e24-6e1f22d7f773 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.156219 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:53:45.410770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.455144 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=dfedf003-e515-4d25-b04c-3f81739e9e64,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:45.495548 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.495894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.496235 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.496569 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.496896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.497225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.497551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.497874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.498196 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.498546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.498870 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.499190 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:45.560480 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.728026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.730103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.810287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.810815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Fanout notify agent at l3_agent the message router_deleted on router 70e5dfba-933e-43b5-b92f-c7bf5c56000b {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:53:45.825878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.827029 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-01dfd5ef-dff1-4cd2-87c0-be74c338b97e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/routers/70e5dfba-933e-43b5-b92f-c7bf5c56000b HTTP/1.1" status: 204 len: 168 time: 1.7472942 Apr 18 12:53:45.829841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44112) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:45.850947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:45.949850 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.179750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.206329 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef283264-2a64-4ed1-a60f-723478d347b4']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:46.218378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ff335f-361d-432d-bbe5-b63f619df380') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:46.218695 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ff335f-361d-432d-bbe5-b63f619df380') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:46.229472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.245033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.251234 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:53:46.251617 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:53:46.266599 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:53:46.332052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5a2fe0de-bd71-4d07-84f8-c8da480353c3 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:53:46.365878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 5a2fe0de-bd71-4d07-84f8-c8da480353c3 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:53:46.366216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 5a2fe0de-bd71-4d07-84f8-c8da480353c3 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:53:46.366643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18e32700-1cd9-461f-9b51-4c56f9550001 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:53:46.387719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.401583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 18e32700-1cd9-461f-9b51-4c56f9550001 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:53:46.401920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 18e32700-1cd9-461f-9b51-4c56f9550001 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:53:46.402326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device dfedf003-e515-4d25-b04c-3f81739e9e64 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:53:46.410159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.421463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Network': ['ID=ef283264-2a64-4ed1-a60f-723478d347b4,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:46.435141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: dfedf003-e515-4d25-b04c-3f81739e9e64 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:53:46.435425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device dfedf003-e515-4d25-b04c-3f81739e9e64 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:53:46.474086 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7ffb35db-070b-45d3-abae-b010c8529eb7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/networks/ef283264-2a64-4ed1-a60f-723478d347b4 HTTP/1.1" status: 204 len: 168 time: 0.6431615 Apr 18 12:53:46.476660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44116) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:46.542880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-742012f4-3e42-4ad8-9473-927698c0c028 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.572762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-742012f4-3e42-4ad8-9473-927698c0c028 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.724412 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-742012f4-3e42-4ad8-9473-927698c0c028 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.743818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742012f4-3e42-4ad8-9473-927698c0c028 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb76604-538f-4370-9d51-20918b0cdcc7,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:46.809056 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-742012f4-3e42-4ad8-9473-927698c0c028 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:46.810168 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-742012f4-3e42-4ad8-9473-927698c0c028 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/security-groups/7fb76604-538f-4370-9d51-20918b0cdcc7 HTTP/1.1" status: 204 len: 168 time: 0.3325682 Apr 18 12:53:47.149868 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44124) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:47.155156 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136482121', 'description': 'tempest-secgroup-smoke-136482121 description', 'project_id': '0fcdff98d96c479aa333c20f5328ab72'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:47.161030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:47.165565 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:47.168453 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:47.173944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:47.227443 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.247223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:47.250980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:47.253667 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:47.259308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:47.328769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.409576 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.455927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=709d523c-bf67-4da1-b7bd-fed540e797a9,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:47.547523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.549196 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4e9bd4b4-effd-4aa7-93d6-d44ae9478354 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3981028 Apr 18 12:53:47.552435 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44128) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:47.557818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '709d523c-bf67-4da1-b7bd-fed540e797a9', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:47.564238 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:47.568013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:47.570856 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:47.576422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:47.663086 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.722727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.781513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.804141 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50202743-9c19-4f0b-a4ee-cf59a8f33fe6,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:47.890200 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:47.891422 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-10385538-c365-4631-ae5c-f3158c2f7047 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380051 Apr 18 12:53:47.894583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44132) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:47.900085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '709d523c-bf67-4da1-b7bd-fed540e797a9', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:47.905944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:47.909669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:47.912488 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:47.918099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:47.999114 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.061322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.135660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.158964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb1a48b-c603-4a4a-ac8d-75a28e00debb,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:48.244299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.245440 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-099ffd68-6e37-42b4-974d-2260f06cc210 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3499677 Apr 18 12:53:48.248172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44136) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:48.252869 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '709d523c-bf67-4da1-b7bd-fed540e797a9', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:48.259210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:48.263050 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:48.265819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:48.271468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:48.359751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.420351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.490372 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.512984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b307d5f7-a3a0-49a5-89b8-19af3d508a53,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:48.576099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.577342 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6cc71a89-01e9-4ee2-9350-d2bbaee45b3a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281975 Apr 18 12:53:48.579988 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44140) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:48.584813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '709d523c-bf67-4da1-b7bd-fed540e797a9', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:48.590762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:48.594438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:48.597260 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:48.603375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:48.696519 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.756719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.833592 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.856622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc990f3-68e0-4a7f-85a6-3180d91d0361,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:48.930471 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:48.931630 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e3e7a3bb-2654-44dc-8f19-270e3604d1ee tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3507631 Apr 18 12:53:48.934320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44144) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:48.939152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '709d523c-bf67-4da1-b7bd-fed540e797a9', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:48.944751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:48.951235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:48.951235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:48.956683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:49.033067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:53:49.040085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.101664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.169896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.191960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ef1e27-f2c4-453c-adfa-5e8560c31f75,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:49.301586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.302727 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ca4658cd-f461-479d-9332-182fff6b49b6 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3674641 Apr 18 12:53:49.305374 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44148) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:49.310173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'security_group_rule': {'security_group_id': '709d523c-bf67-4da1-b7bd-fed540e797a9', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:49.315887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:49.320267 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:security_group_rule and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:49.323093 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:49.328769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:49.381789 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Project 0fcdff98d96c479aa333c20f5328ab72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:53:49.388235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.450867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.495958 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.519019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=565d44b7-da02-44ac-993b-d0d6d5d7040a,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:49.570340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.571863 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e315cb03-8e99-4b8c-b394-0a3520ecea73 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2654340 Apr 18 12:53:49.574855 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44152) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:49.580326 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'network': {'name': 'tempest-network-smoke--861066964', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'port_security_enabled': True}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:49.585213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:49.589387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:network and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:49.592302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:49.597860 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:49.661670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:53:49.665138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.693159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:53:49.701395 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.701730 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Added segment 0957dfa8-ddeb-4ab6-be97-135c61b3d62d of type vlan for network 9bad1c95-e4d1-4b71-8419-c05af7659d1f Apr 18 12:53:49.729120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.804830 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.810276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:49.810875 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:49.926951 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3510294 Apr 18 12:53:49.927798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439261d8-6ae9-43ca-b539-caf67cf2427b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Network': ['ID=9bad1c95-e4d1-4b71-8419-c05af7659d1f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:49.929756 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44156) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:49.934956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'admin_state_up': True, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:49.937992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:53:49.942170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:49.946628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:router and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:49.951274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:49.955731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:50.027735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:50.028743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:50.045324 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:50.358671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:50.794758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:50.822894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:50.954314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.78 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/f9a673e6-430f-4d5d-8cea-f773e5bfa95b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:53:51.099265 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:51.187220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:51.247708 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:53:51.250252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:53:51.258021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:53:51.291317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:51.725764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:52.062170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:52.444530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:53:52.624157 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:53:52.634320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Sync routers for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:53:52.644022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:52.644729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:52.702135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:52.703303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7d8bed75-85f0-4d88-b20e-c1db88212224 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7725661 Apr 18 12:53:52.706330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44160) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:52.749821 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c0d29b01-c648-42bb-85db-052784a6a794 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=0fcdff98d96c479aa333c20f5328ab72&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423675 Apr 18 12:53:52.752410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44164) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:52.817889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:52.896132 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e562b-ca3a-4003-9f2c-cadc403cf48f tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:52.897588 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8d1e562b-ca3a-4003-9f2c-cadc403cf48f tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443090 Apr 18 12:53:52.900472 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44168) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:52.938643 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c069173a-22db-4dc5-b6f6-0cf90743aa8e tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=4f77adaf-ba3d-45d2-b0f2-7487979c4618&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371141 Apr 18 12:53:52.941078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44172) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:52.946789 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2068936025', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:53:53.053768 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:53:53.057499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:subnet and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:53:53.060278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:53:53.066070 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:53:53.095479 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:51Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:53.099239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Checking router: b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:53:53.099578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Updating router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 port f9a673e6-430f-4d5d-8cea-f773e5bfa95b binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:53:53.131195 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:53:53.134725 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.154931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.415978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.470601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.481816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Transition to ACTIVE for port object f9a673e6-430f-4d5d-8cea-f773e5bfa95b will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:53:53.498488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Subnet': ['ID=12a20ca7-276d-46b4-9e6d-2992aa9367f7,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:53.507538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Checking segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:53:53.508938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network hostable DHCP agents. Network: 9bad1c95-e4d1-4b71-8419-c05af7659d1f, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:53:53.535830 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.569996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:53:53.604552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Attempting to bind port f9a673e6-430f-4d5d-8cea-f773e5bfa95b on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:53:53.604916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Attempting to bind port f9a673e6-430f-4d5d-8cea-f773e5bfa95b by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:53:53.605273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Attempting to bind port f9a673e6-430f-4d5d-8cea-f773e5bfa95b on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:53:53.619759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:53:53.620153 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:53:53.620523 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.620908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:53:53.621363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Bound port: f9a673e6-430f-4d5d-8cea-f773e5bfa95b, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:53:53.621545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 9bad1c95-e4d1-4b71-8419-c05af7659d1f) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:53:53.621723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.626282 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:53.626901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.644743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a01f-f811-4909-81f6-4c4b9132d196 None None] Pushing event updated for resources: {'Port': ['ID=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:53.655509 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d62a674-e7a7-4cae-a27b-30369fe51031 None None] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:53:53.708237 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-743c46b6-2d26-4445-9f1c-5c38c4866d94 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7659667 Apr 18 12:53:53.710660 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44176) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:53:53.822076 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] For port f9a673e6-430f-4d5d-8cea-f773e5bfa95b, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:53:53.827181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] For port f9a673e6-430f-4d5d-8cea-f773e5bfa95b, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:53:53.888273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:53.997391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:53:53.998191 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:54.028608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:54.029214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:54.092602 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a01f-f811-4909-81f6-4c4b9132d196 None None] Pushing event updated for resources: {'Port': ['ID=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:54.311495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:54.459886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Allocated IP 172.20.0.2 (9bad1c95-e4d1-4b71-8419-c05af7659d1f/12a20ca7-276d-46b4-9e6d-2992aa9367f7/a17aef63-1432-41c0-9a3b-c03481e5faa4) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:53:54.519812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:54.782172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:54.788261 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:51Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:54.796063 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Transition to ACTIVE for port object a17aef63-1432-41c0-9a3b-c03481e5faa4 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:53:54.798329 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6b9ca1-4c36-4f67-9a91-b9e1b9279f0f None None] The sync data for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv is: [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:51Z', 'revision_number': 3, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:53:54.816239 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Transition to ACTIVE for port object a17aef63-1432-41c0-9a3b-c03481e5faa4 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:53:54.867868 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:54.932451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:53:54.935184 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:53:54.937815 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:53:54.944087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.1 (9bad1c95-e4d1-4b71-8419-c05af7659d1f/12a20ca7-276d-46b4-9e6d-2992aa9367f7/7e2e1f24-44c7-4fda-b512-38f2f362a4cf) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:53:54.982926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Pushing event updated for resources: {'Port': ['ID=a17aef63-1432-41c0-9a3b-c03481e5faa4,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:55.065592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Attempting to bind port a17aef63-1432-41c0-9a3b-c03481e5faa4 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:53:55.065955 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Attempting to bind port a17aef63-1432-41c0-9a3b-c03481e5faa4 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:53:55.066313 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Attempting to bind port a17aef63-1432-41c0-9a3b-c03481e5faa4 on network 9bad1c95-e4d1-4b71-8419-c05af7659d1f {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:53:55.072298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:53:55.072663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Checking segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:53:55.073054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:55.073435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Bound using segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:53:55.073890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Bound port: a17aef63-1432-41c0-9a3b-c03481e5faa4, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:53:55.074254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:55.136695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:55.155163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object 7e2e1f24-44c7-4fda-b512-38f2f362a4cf will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:53:55.172049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] For port a17aef63-1432-41c0-9a3b-c03481e5faa4, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:53:55.177204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] For port a17aef63-1432-41c0-9a3b-c03481e5faa4, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a17aef63-1432-41c0-9a3b-c03481e5faa4,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:53:55.274073 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:55.291242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:55.360120 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b0608-e582-4298-9cbb-8b9ae51e2c2d None None] Pushing event updated for resources: {'Port': ['ID=a17aef63-1432-41c0-9a3b-c03481e5faa4,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:55.360435 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:53:55.363759 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:53:55.378225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:53:55.413205 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:55.447365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:55.793791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.305981 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d364b519-0359-4380-9123-8d54be4a683f None None] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:53:56.323869 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.389002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.447522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f9a673e6-430f-4d5d-8cea-f773e5bfa95b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:53:56.516314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:56.516314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.602195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-748a79ce-aae8-4409-b549-573a217b9bbf None None] Provisioning for port a17aef63-1432-41c0-9a3b-c03481e5faa4 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:53:56.654550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:53:56.655847 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:53:56.668452 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port f9a673e6-430f-4d5d-8cea-f773e5bfa95b completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:53:56.675628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f9a673e6-430f-4d5d-8cea-f773e5bfa95b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:53:56.676001 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.809775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.831251 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port f9a673e6-430f-4d5d-8cea-f773e5bfa95b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:53:56.859052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:53:56.907497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:56.908409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a17aef63-1432-41c0-9a3b-c03481e5faa4 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:53:57.032536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:57.050777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:53:57.061221 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Sync routers for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:53:57.070335 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:57.071009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-623d4cda-78fd-44ec-a2ee-f3c25ae79dd4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/b34f0bf2-1a2a-427c-855e-3ce0ffbbe237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3593118 Apr 18 12:53:57.071377 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:57.107821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port a17aef63-1432-41c0-9a3b-c03481e5faa4 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:53:57.113404 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a17aef63-1432-41c0-9a3b-c03481e5faa4 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:53:57.118694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.154728 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9dbd4c02-fa85-46e5-b93c-6b7d6bfa48aa None None] Provisioning for port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:53:57.171559 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-9dbd4c02-fa85-46e5-b93c-6b7d6bfa48aa None None] Provisioning complete for port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:53:57.171923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4c02-fa85-46e5-b93c-6b7d6bfa48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.246097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd4c02-fa85-46e5-b93c-6b7d6bfa48aa None None] Port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:53:57.269143 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:57.273639 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-1c44e6b3-f971-431d-9603-773bbe65e3d0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:57.320564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.348091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-1c44e6b3-f971-431d-9603-773bbe65e3d0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:57.351209 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-1c44e6b3-f971-431d-9603-773bbe65e3d0 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136482121&fields=id&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 267 time: 0.1233253 Apr 18 12:53:57.365445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port a17aef63-1432-41c0-9a3b-c03481e5faa4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a17aef63-1432-41c0-9a3b-c03481e5faa4,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:53:57.371887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-28a4031b-1a15-49e9-b7ba-670b970340f3 None None] Provisioning complete for port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:53:57.372258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-28a4031b-1a15-49e9-b7ba-670b970340f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.416885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.464601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-28a4031b-1a15-49e9-b7ba-670b970340f3 None None] Port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:53:57.498726 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=a17aef63-1432-41c0-9a3b-c03481e5faa4,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:57.506872 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-addb6f41-1a7a-4abf-b148-a563c8c43c4c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:53:57.507798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-addb6f41-1a7a-4abf-b148-a563c8c43c4c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:57.581530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-addb6f41-1a7a-4abf-b148-a563c8c43c4c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:57.583624 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-addb6f41-1a7a-4abf-b148-a563c8c43c4c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/networks?id=9bad1c95-e4d1-4b71-8419-c05af7659d1f HTTP/1.1" status: 200 len: 796 time: 0.2261968 Apr 18 12:53:57.592766 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 2, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:57.596961 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Checking router: b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:53:57.599533 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Updating router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:53:57.599676 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-01ed0498-e3ef-4371-9759-a19065fe09d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/quotas/0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 375 time: 0.0090735 Apr 18 12:53:57.650031 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.682248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-29c2fd14-9513-4340-afd8-c91834f3249e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:57.752878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-29c2fd14-9513-4340-afd8-c91834f3249e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:57.754248 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-29c2fd14-9513-4340-afd8-c91834f3249e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1498151 Apr 18 12:53:57.934277 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-0944e215-acde-497d-bfef-02e248b26027 service neutron] 10.222.0.24 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678486 Apr 18 12:53:57.983925 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:57.995463 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Transition to ACTIVE for port object 7e2e1f24-44c7-4fda-b512-38f2f362a4cf will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:53:58.062977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-7ba5cfea-085d-4b2a-b8be-50917b2cd675 service neutron] 10.222.0.24 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227684 Apr 18 12:53:58.079082 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:58.258501 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Pushing event updated for resources: {'Port': ['ID=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:58.270725 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.275173 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:53:58.342019 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Attempting to bind port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:53:58.342398 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Attempting to bind port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:53:58.342781 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Attempting to bind port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf on network 9bad1c95-e4d1-4b71-8419-c05af7659d1f {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:53:58.351885 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:53:58.352260 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Checking segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:53:58.352659 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:58.353051 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Bound using segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:53:58.353517 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Bound port: 7e2e1f24-44c7-4fda-b512-38f2f362a4cf, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:53:58.353888 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:58.367210 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f9a673e6-430f-4d5d-8cea-f773e5bfa95b up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:53:58.386521 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-0291afd3-5d78-49bb-b3d7-1cec4c7dbe27 req-fc09e8eb-b69d-4f91-80de-c7307a19effd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:53:58.398641 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-0291afd3-5d78-49bb-b3d7-1cec4c7dbe27 req-fc09e8eb-b69d-4f91-80de-c7307a19effd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:53:58.405748 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0291afd3-5d78-49bb-b3d7-1cec4c7dbe27 req-fc09e8eb-b69d-4f91-80de-c7307a19effd tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 210 time: 0.0900898 Apr 18 12:53:58.447487 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port f9a673e6-430f-4d5d-8cea-f773e5bfa95b triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:53:58.447864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:58.472021 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] For port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:53:58.474517 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] For port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:53:58.547856 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:58.580201 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a17aef63-1432-41c0-9a3b-c03481e5faa4 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:53:58.625693 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c66074-8924-4aee-90a0-b98429b3a75a None None] Pushing event updated for resources: {'Port': ['ID=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,revision_number=4']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:53:58.637010 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:53:58.642115 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:53:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:58.653767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port a17aef63-1432-41c0-9a3b-c03481e5faa4 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:53:58.654137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:53:58.840583 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:53:59.145567 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:53:58Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:53:59.149409 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38951bf1-a062-4dd2-b14a-3eb66a883526 None None] The sync data for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv is: [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:53:58Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:53:59.566820 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-59c49794-c19a-4a08-b507-cd1d9a1c538e req-37253a72-2b49-4612-a237-d727b72a5d23 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 210 time: 0.0543904 Apr 18 12:54:00.349968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7e2e1f24-44c7-4fda-b512-38f2f362a4cf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:54:00.507402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:54:00.512927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:54:00.513536 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:00.645440 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:00.678228 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-5a1c3c62-f539-47f9-9a1a-d3a1e7910166 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:00.679433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:54:00.680496 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-5a1c3c62-f539-47f9-9a1a-d3a1e7910166 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/networks?id=9bad1c95-e4d1-4b71-8419-c05af7659d1f HTTP/1.1" status: 200 len: 796 time: 0.2769930 Apr 18 12:54:00.729702 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-0fc9fb51-c642-4f83-a777-d9a298b2c9e1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fcdff98d96c479aa333c20f5328ab72 HTTP/1.1" status: 200 len: 379 time: 0.0398936 Apr 18 12:54:00.740551 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'port': {'device_id': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'admin_state_up': True, 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'security_groups': ['709d523c-bf67-4da1-b7bd-fed540e797a9']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:54:00.747599 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:00.774318 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f9614c24-da1b-46de-b5fc-1f7f73f994d9 req-868dc26f-0c30-47ed-a74b-0a4bae5ec858 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 210 time: 0.0459733 Apr 18 12:54:00.830999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:00.912482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:54:00.923720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:54:01.044579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Made reservation on behalf of 0fcdff98d96c479aa333c20f5328ab72 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:54:01.048154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:01.211083 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.20.0.3 (9bad1c95-e4d1-4b71-8419-c05af7659d1f/12a20ca7-276d-46b4-9e6d-2992aa9367f7/cb2100ee-30f2-482a-b933-89432cc7f641) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:54:01.394543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:01.409322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Transition to ACTIVE for port object cb2100ee-30f2-482a-b933-89432cc7f641 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:54:01.495994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:01.559319 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:54:01.562198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:54:01.564655 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:54:01.614586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=cb2100ee-30f2-482a-b933-89432cc7f641,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:01.730305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:01.730305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:01.828464 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-8829f4bc-5deb-4e97-b128-3bbbbdbbe2b4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0921550 Apr 18 12:54:01.839893 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Request body: {'port': {'device_id': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:54:01.855781 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-76687518-ba3d-4531-b6ad-c6bb9fb5d979 None None] Provisioning for port cb2100ee-30f2-482a-b933-89432cc7f641 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:54:01.861359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-76687518-ba3d-4531-b6ad-c6bb9fb5d979 None None] Provisioning complete for port cb2100ee-30f2-482a-b933-89432cc7f641 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:54:01.861857 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-76687518-ba3d-4531-b6ad-c6bb9fb5d979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:01.918142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-76687518-ba3d-4531-b6ad-c6bb9fb5d979 None None] Port cb2100ee-30f2-482a-b933-89432cc7f641 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:54:02.007152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.079133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13393378-398a-4c62-bdf3-58f75c594dec req-ecd19433-37a6-4f0d-af0d-e77373761825 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:02.079809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-13393378-398a-4c62-bdf3-58f75c594dec req-ecd19433-37a6-4f0d-af0d-e77373761825 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:54:02.206710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-13393378-398a-4c62-bdf3-58f75c594dec req-ecd19433-37a6-4f0d-af0d-e77373761825 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:54:02.208428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13393378-398a-4c62-bdf3-58f75c594dec req-ecd19433-37a6-4f0d-af0d-e77373761825 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 931 time: 0.3257434 Apr 18 12:54:02.326562 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-13393378-398a-4c62-bdf3-58f75c594dec req-9be66aba-b62b-49db-b43c-eecdbde9fce3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684056 Apr 18 12:54:02.338281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7e2e1f24-44c7-4fda-b512-38f2f362a4cf up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:54:02.404897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:54:02.405241 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.412806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2100ee-30f2-482a-b933-89432cc7f641 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:54:02.420017 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.434604 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Transition to ACTIVE for port object cb2100ee-30f2-482a-b933-89432cc7f641 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:54:02.490619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.622583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Pushing event updated for resources: {'Port': ['ID=cb2100ee-30f2-482a-b933-89432cc7f641,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:02.728642 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Attempting to bind port cb2100ee-30f2-482a-b933-89432cc7f641 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:54:02.728977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Attempting to bind port cb2100ee-30f2-482a-b933-89432cc7f641 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:54:02.729299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Attempting to bind port cb2100ee-30f2-482a-b933-89432cc7f641 on network 9bad1c95-e4d1-4b71-8419-c05af7659d1f {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:54:02.734175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Port cb2100ee-30f2-482a-b933-89432cc7f641 on network 9bad1c95-e4d1-4b71-8419-c05af7659d1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:54:02.734800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Attempting to bind port cb2100ee-30f2-482a-b933-89432cc7f641 on network 9bad1c95-e4d1-4b71-8419-c05af7659d1f {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:54:02.740457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:54:02.740790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Checking segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:54:02.741222 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Bound using segment: {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:54:02.741647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Bound port: cb2100ee-30f2-482a-b933-89432cc7f641, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0957dfa8-ddeb-4ab6-be97-135c61b3d62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:54:02.741985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.827381 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] For port cb2100ee-30f2-482a-b933-89432cc7f641, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:54:02.830142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] For port cb2100ee-30f2-482a-b933-89432cc7f641, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=cb2100ee-30f2-482a-b933-89432cc7f641,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:54:02.901996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.958751 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:02.959379 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:02.960702 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] 10.222.0.15 "PUT /v2.0/ports/cb2100ee-30f2-482a-b933-89432cc7f641 HTTP/1.1" status: 200 len: 1093 time: 1.1249833 Apr 18 12:54:02.961133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:54:03.106541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3e1ca4d-a1c4-4793-8f0d-194a64cc17b5'] response: {'name': 'network-changed', 'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'status': 'completed', 'code': 200} Apr 18 12:54:03.149144 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c52a6-0620-4c3d-bd31-1df0efff5fbd service neutron] Pushing event updated for resources: {'Port': ['ID=cb2100ee-30f2-482a-b933-89432cc7f641,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:03.181931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320626e9-cf0e-4516-b620-a035d8a862e0 req-bc3c1dbc-0d35-4b40-a941-abd324153118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.183392 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-320626e9-cf0e-4516-b620-a035d8a862e0 req-bc3c1dbc-0d35-4b40-a941-abd324153118 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1096 time: 0.0787778 Apr 18 12:54:03.320305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320626e9-cf0e-4516-b620-a035d8a862e0 req-808b74f1-a7b7-490f-ae27-dc4a15f2f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.321676 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-320626e9-cf0e-4516-b620-a035d8a862e0 req-808b74f1-a7b7-490f-ae27-dc4a15f2f073 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fcdff98d96c479aa333c20f5328ab72&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1314168 Apr 18 12:54:03.499919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320626e9-cf0e-4516-b620-a035d8a862e0 req-5bdc3b2a-9aa6-4a19-baee-018cd5358055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.501333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-320626e9-cf0e-4516-b620-a035d8a862e0 req-5bdc3b2a-9aa6-4a19-baee-018cd5358055 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741607 Apr 18 12:54:03.536399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9b0ee5-d34e-42f0-94fe-65a9dc869a21 req-a832a48b-2725-4a28-9f5d-272c7d0b468c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.537852 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f9b0ee5-d34e-42f0-94fe-65a9dc869a21 req-a832a48b-2725-4a28-9f5d-272c7d0b468c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 943 time: 0.0958986 Apr 18 12:54:03.623067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4f9b0ee5-d34e-42f0-94fe-65a9dc869a21 req-41c8e7dd-1ef6-4929-b53d-e5abace35a26 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547764 Apr 18 12:54:03.640337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-680181cf-c1b2-41d3-99fd-2c9485b7040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.641763 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-680181cf-c1b2-41d3-99fd-2c9485b7040b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1096 time: 0.1030698 Apr 18 12:54:03.711437 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-f236a67c-d301-4ea0-bdfb-5c47c54fce0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb2100ee-30f2-482a-b933-89432cc7f641 HTTP/1.1" status: 200 len: 217 time: 0.0629842 Apr 18 12:54:03.773160 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-c1839634-aebe-4ff6-bd0d-c380981fbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.774594 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-c1839634-aebe-4ff6-bd0d-c380981fbc08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12a20ca7-276d-46b4-9e6d-2992aa9367f7 HTTP/1.1" status: 200 len: 835 time: 0.0571661 Apr 18 12:54:03.853462 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-5f5d7c17-3ba8-47dd-bd77-b3f9d790fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:03.855232 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-5f5d7c17-3ba8-47dd-bd77-b3f9d790fa5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bad1c95-e4d1-4b71-8419-c05af7659d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750508 Apr 18 12:54:03.990811 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-fe5a9964-9005-4b83-ace5-0429a585ffc1 service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297863 Apr 18 12:54:04.121124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ec07c519-a89d-4999-b2fd-b274f51386c0 req-2d0923fc-7000-48e0-a0b9-07623d4fe4f3 service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236837 Apr 18 12:54:04.810469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e89332-9700-436c-8092-bce2ad149f21 req-4a53a6a9-90c6-4827-b4b8-0ec1dcd224a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:04.811895 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-58e89332-9700-436c-8092-bce2ad149f21 req-4a53a6a9-90c6-4827-b4b8-0ec1dcd224a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 943 time: 0.0810320 Apr 18 12:54:04.854916 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-58e89332-9700-436c-8092-bce2ad149f21 req-d3edbf97-f8c2-474a-a0b0-20c5d02b915d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368133 Apr 18 12:54:06.034866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c9912-9230-48fc-bc52-23475d3b96ad req-3a46e696-74b5-4e6c-ab8d-2d1a9f553b38 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:06.036325 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6b5c9912-9230-48fc-bc52-23475d3b96ad req-3a46e696-74b5-4e6c-ab8d-2d1a9f553b38 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 943 time: 0.0772765 Apr 18 12:54:06.079026 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6b5c9912-9230-48fc-bc52-23475d3b96ad req-17ffa740-b780-400c-b192-f962aa154939 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372112 Apr 18 12:54:06.310650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device cb2100ee-30f2-482a-b933-89432cc7f641 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:54:06.437895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port cb2100ee-30f2-482a-b933-89432cc7f641, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=cb2100ee-30f2-482a-b933-89432cc7f641,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:54:06.450280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'port_id': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'mac_address': 'fa:16:3e:df:5e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:54:06.504344 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:06.520331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2100ee-30f2-482a-b933-89432cc7f641 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:54:06.535180 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port cb2100ee-30f2-482a-b933-89432cc7f641, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=cb2100ee-30f2-482a-b933-89432cc7f641,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:54:06.621700 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:06.689827 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=cb2100ee-30f2-482a-b933-89432cc7f641,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:06.825538 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['cb2100ee-30f2-482a-b933-89432cc7f641'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:54:07.258786 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12dd70-3f78-4289-a5f0-1bb1c909237d req-e8523d6d-fb87-4f40-9bd2-3a090faaafb2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:07.260212 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ef12dd70-3f78-4289-a5f0-1bb1c909237d req-e8523d6d-fb87-4f40-9bd2-3a090faaafb2 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 944 time: 0.0781419 Apr 18 12:54:07.306845 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ef12dd70-3f78-4289-a5f0-1bb1c909237d req-57db57f3-e96e-4644-be6d-0ebab3975dda tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 Apr 18 12:54:08.061425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c26bb51-8f17-4ff6-8631-556310957290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:08.342056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device cb2100ee-30f2-482a-b933-89432cc7f641 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:54:08.467020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port cb2100ee-30f2-482a-b933-89432cc7f641 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:54:08.472041 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port cb2100ee-30f2-482a-b933-89432cc7f641 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:54:08.472492 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:08.492678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f909ce-0a4a-4452-aed8-61355a33ff9f req-9d9b6410-16da-40f6-a90b-890105f5aedc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:08.494105 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f9f909ce-0a4a-4452-aed8-61355a33ff9f req-9d9b6410-16da-40f6-a90b-890105f5aedc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 944 time: 0.0816574 Apr 18 12:54:08.544327 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f9f909ce-0a4a-4452-aed8-61355a33ff9f req-b86abd87-34e0-4a96-9cf2-6af34597eb56 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Apr 18 12:54:08.590231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:08.621785 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:54:08.647922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port cb2100ee-30f2-482a-b933-89432cc7f641, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=cb2100ee-30f2-482a-b933-89432cc7f641,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:54:08.665494 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65841423-dd9c-4103-a4d2-2050749f919f'] response: {'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'code': 200} Apr 18 12:54:08.729938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:08.797924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=cb2100ee-30f2-482a-b933-89432cc7f641,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:09.028090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0565e6-8b25-4bce-ba0c-524880e0b333 req-252bb652-990f-4680-9b4b-8cc37af239b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:09.029541 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa0565e6-8b25-4bce-ba0c-524880e0b333 req-252bb652-990f-4680-9b4b-8cc37af239b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0691729 Apr 18 12:54:09.072209 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa0565e6-8b25-4bce-ba0c-524880e0b333 req-f35ecf72-a532-42f4-a626-2c9f36ee3bdf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366235 Apr 18 12:54:09.730414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58ae1b-00fe-4fbd-bb45-2b8c0f1ba59b req-09858717-b844-43ca-99f7-45dacd310f05 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:09.731872 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee58ae1b-00fe-4fbd-bb45-2b8c0f1ba59b req-09858717-b844-43ca-99f7-45dacd310f05 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0797932 Apr 18 12:54:09.777797 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee58ae1b-00fe-4fbd-bb45-2b8c0f1ba59b req-5a365286-5ea5-46b6-a46e-bd2f38dc8107 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398819 Apr 18 12:54:10.227490 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-621cab3a-6b5b-4c58-8624-1fe3c474dfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:10.960897 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2611-a657-455f-9b9c-87bfbcbf145e req-67cfcc1f-3cd0-40e7-b502-5e6b0c13305c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:10.962370 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-485b2611-a657-455f-9b9c-87bfbcbf145e req-67cfcc1f-3cd0-40e7-b502-5e6b0c13305c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0801296 Apr 18 12:54:11.005377 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-485b2611-a657-455f-9b9c-87bfbcbf145e req-17838c9f-1bc1-422a-97d7-a036163c5c4c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373762 Apr 18 12:54:11.187360 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54091b-4685-47d7-bef1-c3abe018c32b req-977e5827-c0df-4862-8cc3-8378ea4e2700 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:11.188771 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cb54091b-4685-47d7-bef1-c3abe018c32b req-977e5827-c0df-4862-8cc3-8378ea4e2700 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0809696 Apr 18 12:54:11.231977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cb54091b-4685-47d7-bef1-c3abe018c32b req-1262d80f-d08b-481b-b7e2-a2b0595d2d38 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370524 Apr 18 12:54:11.253408 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44246) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:11.331733 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3cd47d-44b4-43b1-8f10-1a04b158fc40 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:11.333241 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-ca3cd47d-44b4-43b1-8f10-1a04b158fc40 tempest-TestNetworkAdvancedServerOps-803828792 tempest-TestNetworkAdvancedServerOps-803828792-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1093 time: 0.0782497 Apr 18 12:54:11.336038 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44250) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:11.340883 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:54:11.346774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:54:11.350658 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Usage tracker for resource:floatingip and tenant:0fcdff98d96c479aa333c20f5328ab72 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:54:11.353425 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:54:11.359301 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:54:11.427509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:11.472716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:11.665784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:11.718776 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:11.802001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Allocated IP 172.26.4.36 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/89ade17e-4fd2-4177-8ac1-ca1e8f425a7b) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:54:11.945356 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:12.016223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:12.078109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:54:12.080741 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:54:12.084942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:54:12.124321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=89ade17e-4fd2-4177-8ac1-ca1e8f425a7b,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:12.493790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:12.618890 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:12.817176 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:12.872386 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:12.978750 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event updated for resources: {'Port': ['ID=89ade17e-4fd2-4177-8ac1-ca1e8f425a7b,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:12.989316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:13.067841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:13.155657 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP d4b347b0-7eb9-441b-83ef-b12565de3652 associated. External IP: 172.26.4.36, port: cb2100ee-30f2-482a-b933-89432cc7f641. Apr 18 12:54:13.602071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:54:13.780535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:54:13.791489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] Sync routers for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:54:13.800369 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:54:13.800966 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:54:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:13.867866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:13.927172 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9edf3487-6358-4c52-8fa7-7918c4b4299e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5900908 Apr 18 12:54:13.927900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:54:13.980352 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed8edcd-6bfd-4907-9442-4bf1267b0d38'] response: {'name': 'network-changed', 'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'status': 'completed', 'code': 200} Apr 18 12:54:13.981036 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:54:14.080593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-3c22a1b3-8421-4b1e-b4e4-1d16ba6f141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:14.082860 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-3c22a1b3-8421-4b1e-b4e4-1d16ba6f141f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0767975 Apr 18 12:54:14.113797 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1016b-7544-4edf-a670-b39573151749 req-0fcd1500-c46e-442e-9c2d-591ef0e387a8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:14.115331 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0cc1016b-7544-4edf-a670-b39573151749 req-0fcd1500-c46e-442e-9c2d-591ef0e387a8 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0851917 Apr 18 12:54:14.160940 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0cc1016b-7544-4edf-a670-b39573151749 req-ccf988e0-6c2a-4ef3-93ea-30b99134e68b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 Apr 18 12:54:14.184799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44258) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:14.216082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-87847520-cd18-43b5-9d18-bcf317054444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:14.217584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-87847520-cd18-43b5-9d18-bcf317054444 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bad1c95-e4d1-4b71-8419-c05af7659d1f HTTP/1.1" status: 200 len: 897 time: 0.1294565 Apr 18 12:54:14.296278 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2c11235b-a9bc-47b5-8573-c7a068e6d61d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/d4b347b0-7eb9-441b-83ef-b12565de3652 HTTP/1.1" status: 200 len: 990 time: 0.1103301 Apr 18 12:54:14.324975 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-629c9a47-666e-4da5-a771-8a14b992337c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb2100ee-30f2-482a-b933-89432cc7f641 HTTP/1.1" status: 200 len: 998 time: 0.1014290 Apr 18 12:54:14.334221 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd4b347b0-7eb9-441b-83ef-b12565de3652', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'port_id': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'mac_address': 'fa:16:3e:df:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:54:12Z', 'updated_at': '2022-04-18T12:54:12Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:54:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:14.338043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] Checking router: b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:54:14.346068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:54:14.346670 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:54:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:14.390648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-e9c7ef72-0f84-485b-85bd-4e7009d5c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:14.392136 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-e9c7ef72-0f84-485b-85bd-4e7009d5c178 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12a20ca7-276d-46b4-9e6d-2992aa9367f7 HTTP/1.1" status: 200 len: 835 time: 0.0610905 Apr 18 12:54:14.468644 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-dabd9787-8a5c-4908-b162-d3e5f7fee25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:14.470029 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-dabd9787-8a5c-4908-b162-d3e5f7fee25d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bad1c95-e4d1-4b71-8419-c05af7659d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723586 Apr 18 12:54:14.563141 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:54:14.601059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-bd8a06f6-57c6-41ce-a77c-9c2aa4c65030 service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248903 Apr 18 12:54:14.732082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-56978bee-8b67-4b62-b091-4ee002a2cf8a req-6452c6f6-aa32-473d-930e-f96c180f47e3 service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248593 Apr 18 12:54:14.905737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd4b347b0-7eb9-441b-83ef-b12565de3652', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'port_id': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'mac_address': 'fa:16:3e:df:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:54:12Z', 'updated_at': '2022-04-18T12:54:12Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:54:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:14.909608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f7335-f1b6-4e58-9eec-def9836898f8 None None] The sync data for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv is: [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'd4b347b0-7eb9-441b-83ef-b12565de3652', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'port_id': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'mac_address': 'fa:16:3e:df:5e:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:54:12Z', 'updated_at': '2022-04-18T12:54:12Z', 'revision_number': 0, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:54:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:54:15.093164 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc672772-a940-4fb8-bc00-8fec14c778d3 None None] New status for floating IP d4b347b0-7eb9-441b-83ef-b12565de3652: ACTIVE {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:54:15.299347 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44262) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:15.402687 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-818b48d1-11f0-4eb5-afe6-2e670a6b76bb tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/d4b347b0-7eb9-441b-83ef-b12565de3652 HTTP/1.1" status: 200 len: 990 time: 0.1022558 Apr 18 12:54:15.832363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:16.406118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44266) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:16.607625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-b9bff951-610b-43b4-93f8-e8b750ea6c5e tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/d4b347b0-7eb9-441b-83ef-b12565de3652 HTTP/1.1" status: 200 len: 992 time: 0.2004380 Apr 18 12:54:22.154508 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:54:38.049485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0449-8333-4eed-a073-3f1d0feed3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:40.232411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-134d4269-b981-4b56-886b-1f58d37fbc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:41.455605 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:41.695511 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:43.054752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:45.872277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:46.415853 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90e62f-ab23-4145-bc6b-eb94becbc128 req-156f24fb-4083-4b9f-bae3-28921731a6f9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:46.417254 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2d90e62f-ab23-4145-bc6b-eb94becbc128 req-156f24fb-4083-4b9f-bae3-28921731a6f9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0845201 Apr 18 12:54:46.565511 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2d90e62f-ab23-4145-bc6b-eb94becbc128 req-52931cdd-b8c8-4380-85c7-f3302ba00565 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425114 Apr 18 12:54:47.755165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e7044-196d-4c27-8e75-ce435adb8c80 req-45013026-7fbe-4127-8883-aea739f3c9be tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:47.757110 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e42e7044-196d-4c27-8e75-ce435adb8c80 req-45013026-7fbe-4127-8883-aea739f3c9be tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0812759 Apr 18 12:54:47.805314 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e42e7044-196d-4c27-8e75-ce435adb8c80 req-8c28ceed-e512-4cb7-9947-03620f7c6f04 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425258 Apr 18 12:54:47.828978 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44286) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:47.932430 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8d96824e-20b8-47de-8808-130e937ad024 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/d4b347b0-7eb9-441b-83ef-b12565de3652 HTTP/1.1" status: 200 len: 992 time: 0.1023891 Apr 18 12:54:49.527595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88509d81-db0c-419c-b74d-ad8f36c9092d req-522a0bc9-18c7-498e-a431-5928f82775d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:49.529142 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88509d81-db0c-419c-b74d-ad8f36c9092d req-522a0bc9-18c7-498e-a431-5928f82775d9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0867066 Apr 18 12:54:49.618863 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88509d81-db0c-419c-b74d-ad8f36c9092d req-5bee93cb-f3be-48d4-9d3b-685222b38ba4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840497 Apr 18 12:54:49.643727 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-32e9188b-686c-43b6-b89b-1b5b9aa897b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:49.645133 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-32e9188b-686c-43b6-b89b-1b5b9aa897b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0961859 Apr 18 12:54:49.773348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-7e781bb8-42b1-4801-a228-34ef4026dc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:49.774819 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-7e781bb8-42b1-4801-a228-34ef4026dc09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bad1c95-e4d1-4b71-8419-c05af7659d1f HTTP/1.1" status: 200 len: 897 time: 0.1238766 Apr 18 12:54:49.881357 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-795ee5d0-6a94-47ba-b036-1e90a60316d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb2100ee-30f2-482a-b933-89432cc7f641 HTTP/1.1" status: 200 len: 1000 time: 0.1002765 Apr 18 12:54:49.941246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-f41adcff-c68d-4e31-9dc4-972c609d0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:49.942617 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-f41adcff-c68d-4e31-9dc4-972c609d0f55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12a20ca7-276d-46b4-9e6d-2992aa9367f7 HTTP/1.1" status: 200 len: 835 time: 0.0552747 Apr 18 12:54:50.016858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-14e514f1-3896-463e-bd98-a719e0ff2068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:50.018247 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-14e514f1-3896-463e-bd98-a719e0ff2068 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bad1c95-e4d1-4b71-8419-c05af7659d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701702 Apr 18 12:54:50.154816 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-da87a636-0da8-4be4-9005-f9807160e803 service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301665 Apr 18 12:54:50.280957 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b79e4dd4-22db-4c00-85ee-cf9fe6f7545b req-69df79c7-d5a5-445f-a363-d7d1c857710d service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203649 Apr 18 12:54:50.951522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48916-2bee-4a29-9a7b-dfe7076f51cf req-a6a75743-c9d5-4370-8f72-9f65645fbf9c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:50.952880 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24b48916-2bee-4a29-9a7b-dfe7076f51cf req-a6a75743-c9d5-4370-8f72-9f65645fbf9c tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0784059 Apr 18 12:54:51.000969 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24b48916-2bee-4a29-9a7b-dfe7076f51cf req-83cf4897-c3d9-4183-ac97-8ee7a77174a3 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Apr 18 12:54:52.187904 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a712-b75a-443e-be78-83302e507008 req-4cce2440-97a5-4596-99ca-7644e0c972af tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:52.189347 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0105a712-b75a-443e-be78-83302e507008 req-4cce2440-97a5-4596-99ca-7644e0c972af tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0825098 Apr 18 12:54:52.232922 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0105a712-b75a-443e-be78-83302e507008 req-f21ad58e-84de-450a-93ac-d6c877134afc tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374436 Apr 18 12:54:52.255322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44300) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:52.359540 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b4974cf0-baff-4480-b758-cc5e829e9f7f tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/floatingips/d4b347b0-7eb9-441b-83ef-b12565de3652 HTTP/1.1" status: 200 len: 992 time: 0.1023774 Apr 18 12:54:52.621432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44308) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:52.821006 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 89ade17e-4fd2-4177-8ac1-ca1e8f425a7b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:54:52.821336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:52.985875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:52.986111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:53.103030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 89ade17e-4fd2-4177-8ac1-ca1e8f425a7b owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:54:53.301228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:53.345931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=89ade17e-4fd2-4177-8ac1-ca1e8f425a7b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:53.382249 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.382616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.382950 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.383277 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.383601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.383925 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.384242 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.384558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.384871 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.385184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.385496 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.385806 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:53.447211 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:53.447855 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Floating IP d4b347b0-7eb9-441b-83ef-b12565de3652 disassociated (deleted). External IP: 172.26.4.36, port: cb2100ee-30f2-482a-b933-89432cc7f641. Apr 18 12:54:53.896041 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:54:54.070606 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:54:54.080405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] Sync routers for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:54:54.089467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:54:54.093922 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:54:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:54.146247 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:54.207956 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a1c83923-d49d-466e-a5d8-aea43eb4cc7b tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/floatingips/d4b347b0-7eb9-441b-83ef-b12565de3652 HTTP/1.1" status: 204 len: 168 time: 1.5854261 Apr 18 12:54:54.208842 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:54:54.270906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:54:54.305139 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56b45b8e-1b98-44e6-9335-815274c24326'] response: {'name': 'network-changed', 'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'status': 'completed', 'code': 200} Apr 18 12:54:54.401096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-cd660595-65da-44b6-bfc4-4e3f561e595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:54.402607 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-cd660595-65da-44b6-bfc4-4e3f561e595d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fcdff98d96c479aa333c20f5328ab72&device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 1098 time: 0.0754635 Apr 18 12:54:54.534951 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-0063e422-b30c-4b6d-ac91-a27c332d68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:54.536036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-0063e422-b30c-4b6d-ac91-a27c332d68c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9bad1c95-e4d1-4b71-8419-c05af7659d1f HTTP/1.1" status: 200 len: 897 time: 0.1280780 Apr 18 12:54:54.599864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:54:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:54.603990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] Checking router: b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:54:54.609424 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-b7c77cff-6230-4c5d-bf95-1471ce20ab1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb2100ee-30f2-482a-b933-89432cc7f641 HTTP/1.1" status: 200 len: 217 time: 0.0654953 Apr 18 12:54:54.612795 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:54:54.613468 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:54:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:54.681917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-c98f138f-03b1-4d01-b57f-d1312142ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:54.683785 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-c98f138f-03b1-4d01-b57f-d1312142ab7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=12a20ca7-276d-46b4-9e6d-2992aa9367f7 HTTP/1.1" status: 200 len: 835 time: 0.0686815 Apr 18 12:54:54.759302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-d596ddbc-adbb-43b8-b824-0df7b83937b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:54.760893 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-d596ddbc-adbb-43b8-b824-0df7b83937b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9bad1c95-e4d1-4b71-8419-c05af7659d1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701504 Apr 18 12:54:54.793866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:54:54.816374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b5754-3122-4cd5-96f3-11414fa35ec9 req-b240bd18-ae27-4b1b-a21f-884670781ec7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:54.817057 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-8a6b5754-3122-4cd5-96f3-11414fa35ec9 req-b240bd18-ae27-4b1b-a21f-884670781ec7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:54:54.889629 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-8a6b5754-3122-4cd5-96f3-11414fa35ec9 req-b240bd18-ae27-4b1b-a21f-884670781ec7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:54:54.890878 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8a6b5754-3122-4cd5-96f3-11414fa35ec9 req-b240bd18-ae27-4b1b-a21f-884670781ec7 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.1589515 Apr 18 12:54:54.941022 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8a6b5754-3122-4cd5-96f3-11414fa35ec9 req-b9f6cd3c-10f4-4e94-b3aa-d2a0928b6fc4 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429664 Apr 18 12:54:55.011465 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-7cfd8007-eee6-4aca-8f5a-4600798ec422 service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429914 Apr 18 12:54:55.142602 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a495be79-51ae-4cba-8f6e-cb4edd766179 req-bf744614-4d46-4d71-a7c1-eaeb914331ff service neutron] 10.222.0.15 "GET /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236367 Apr 18 12:54:55.155888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:54:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:54:55.159798 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1af754-f0de-45a9-8e80-9c3137104d48 None None] The sync data for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv is: [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:55Z', 'revision_number': 4, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '7e2e1f24-44c7-4fda-b512-38f2f362a4cf', 'name': '', 'network_id': '9bad1c95-e4d1-4b71-8419-c05af7659d1f', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'mac_address': 'fa:16:3e:e7:c2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:54Z', 'updated_at': '2022-04-18T12:54:00Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'subnets': [{'id': '12a20ca7-276d-46b4-9e6d-2992aa9367f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:54:55.364561 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c712448-6b61-4c49-83ef-42316fea843a None None] New status for floating IP d4b347b0-7eb9-441b-83ef-b12565de3652: DOWN {{(pid=88785) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:54:56.134481 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23365c5d-0f17-4dab-9a87-3876226c6ac5 req-d618b9fd-7dfa-4123-88c5-b1691a63b0a1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:56.135888 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23365c5d-0f17-4dab-9a87-3876226c6ac5 req-d618b9fd-7dfa-4123-88c5-b1691a63b0a1 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0817132 Apr 18 12:54:56.183992 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-23365c5d-0f17-4dab-9a87-3876226c6ac5 req-8d36f5bf-2c1d-4cb2-ae18-c355b3e8e375 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/security-groups?id=709d523c-bf67-4da1-b7bd-fed540e797a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425019 Apr 18 12:54:56.272629 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-555922c6-fb86-406a-93c8-d303f5ab8773 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:54:56.273937 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-555922c6-fb86-406a-93c8-d303f5ab8773 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 945 time: 0.0775881 Apr 18 12:54:56.344913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port cb2100ee-30f2-482a-b933-89432cc7f641 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:54:56.345249 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:56.582043 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port cb2100ee-30f2-482a-b933-89432cc7f641, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=cb2100ee-30f2-482a-b933-89432cc7f641,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:54:56.582317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:56.707282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for cb2100ee-30f2-482a-b933-89432cc7f641 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:54:56.883202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:56.937309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=cb2100ee-30f2-482a-b933-89432cc7f641,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:54:56.977832 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.978172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.978531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.978865 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.979192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.979514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.979834 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.980151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.980469 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.980784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.981098 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:56.981413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:54:57.017147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] No DVR routers for this DVR port cb2100ee-30f2-482a-b933-89432cc7f641 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:54:57.019359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:57.022274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'name': 'network-vif-deleted', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:54:57.066710 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98592c20-9b40-44f5-9dd8-ffc4c61e3172'] response: {'server_uuid': '78c762c5-171a-47cb-a6bd-d579f625fed2', 'name': 'network-vif-deleted', 'tag': 'cb2100ee-30f2-482a-b933-89432cc7f641', 'status': 'completed', 'code': 200} Apr 18 12:54:57.089827 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f36b6910-09bd-4f4c-999c-9b321014b0b9 req-f09638dc-a134-4bf8-b208-8b20163ef257 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.15 "DELETE /v2.0/ports/cb2100ee-30f2-482a-b933-89432cc7f641 HTTP/1.1" status: 204 len: 173 time: 0.8099093 Apr 18 12:54:57.338363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-f4ee8788-22ee-4188-9526-27947c7e5640 req-cd840216-33a3-4267-94ff-d2c1d4a3e82a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Synchronizing usage tracker for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:54:57.409532 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-f4ee8788-22ee-4188-9526-27947c7e5640 req-cd840216-33a3-4267-94ff-d2c1d4a3e82a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Unset dirty status for tenant:0fcdff98d96c479aa333c20f5328ab72 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:54:57.409532 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f4ee8788-22ee-4188-9526-27947c7e5640 req-cd840216-33a3-4267-94ff-d2c1d4a3e82a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "GET /v2.0/ports?device_id=78c762c5-171a-47cb-a6bd-d579f625fed2 HTTP/1.1" status: 200 len: 210 time: 0.1133811 Apr 18 12:54:58.501100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44328) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:54:59.041883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:59.153621 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:54:59.484502 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:54:59.484846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:59.665234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port 7e2e1f24-44c7-4fda-b512-38f2f362a4cf, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:54:59.665941 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:54:59.789037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for 7e2e1f24-44c7-4fda-b512-38f2f362a4cf owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:55:00.094904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:00.144673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=7e2e1f24-44c7-4fda-b512-38f2f362a4cf,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:00.423531 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:00.484757 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device cb2100ee-30f2-482a-b933-89432cc7f641 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:55:00.518279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: cb2100ee-30f2-482a-b933-89432cc7f641 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:55:00.518645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device cb2100ee-30f2-482a-b933-89432cc7f641 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:55:00.889688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:55:01.062532 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:55:01.072247 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] Sync routers for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:55:01.081197 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:01.081796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:54:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:01.113640 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ea2eeb0f-f952-49ad-ac5e-ccc797c13991 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "PUT /v2.0/routers/b34f0bf2-1a2a-427c-855e-3ce0ffbbe237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6113567 Apr 18 12:55:01.116763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44332) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:01.180883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting subnet 12a20ca7-276d-46b4-9e6d-2992aa9367f7 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 12:55:01.183734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.237625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.255108 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:01.322948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.437880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.481846 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Subnet': ['ID=12a20ca7-276d-46b4-9e6d-2992aa9367f7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:01.483840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.509162 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-927de7fb-c869-423b-9967-f76a5cb2b88d tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/subnets/12a20ca7-276d-46b4-9e6d-2992aa9367f7 HTTP/1.1" status: 204 len: 168 time: 0.3729172 Apr 18 12:55:01.509162 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44336) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:01.509368 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9939106d-70f1-4091-a8ee-01a68e91f46a None None] Network 9bad1c95-e4d1-4b71-8419-c05af7659d1f requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:55:01.670906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.692156 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:54:59Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:01.698410 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] Checking router: b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:55:01.711181 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] Routers {'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:01.711768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:54:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:01.854680 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.872994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] DHCP port deletion for 9bad1c95-e4d1-4b71-8419-c05af7659d1f request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 12:55:01.882342 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Deleting port a17aef63-1432-41c0-9a3b-c03481e5faa4 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:55:01.882799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.912309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Deleting port f9a673e6-430f-4d5d-8cea-f773e5bfa95b {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:55:01.912891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:01.938612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] Set router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:02.088583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] For port f9a673e6-430f-4d5d-8cea-f773e5bfa95b, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:02.088820 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.217619 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Calling delete_port for f9a673e6-430f-4d5d-8cea-f773e5bfa95b owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:55:02.390607 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device a17aef63-1432-41c0-9a3b-c03481e5faa4 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:55:02.426366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.437478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] For port a17aef63-1432-41c0-9a3b-c03481e5faa4, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=a17aef63-1432-41c0-9a3b-c03481e5faa4,segment=NetworkSegment(0957dfa8-ddeb-4ab6-be97-135c61b3d62d),segment_id=0957dfa8-ddeb-4ab6-be97-135c61b3d62d)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:02.437908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.582211 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Calling delete_port for a17aef63-1432-41c0-9a3b-c03481e5faa4 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:55:02.586784 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Port': ['ID=f9a673e6-430f-4d5d-8cea-f773e5bfa95b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:02.679423 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.745155 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:54:59Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:02.747187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.761132 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e095265f-53c6-41cc-97ad-d43386549b8f None None] The sync data for ids ['b34f0bf2-1a2a-427c-855e-3ce0ffbbe237'] in dv-neutron-837089-1-hyperv is: [{'id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'name': 'tempest-TestNetworkAdvancedServerOps-router-59542889', 'tenant_id': '0fcdff98d96c479aa333c20f5328ab72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78'}], 'enable_snat': True}, 'gw_port_id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:54:59Z', 'revision_number': 5, 'project_id': '0fcdff98d96c479aa333c20f5328ab72', 'gw_port': {'id': 'f9a673e6-430f-4d5d-8cea-f773e5bfa95b', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:71:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f0bf2-1a2a-427c-855e-3ce0ffbbe237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:53:50Z', 'updated_at': '2022-04-18T12:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:55:02.810183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202'] for port, after_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.858743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.861110 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.891020 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Pushing event deleted for resources: {'Port': ['ID=a17aef63-1432-41c0-9a3b-c03481e5faa4,revision_number=None']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:02.896007 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] No DVR routers for this DVR port a17aef63-1432-41c0-9a3b-c03481e5faa4 on host dv-neutron-837089-1-hyperv {{(pid=88784) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:55:02.902308 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.902674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.903010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.903339 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.903666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.903989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.904309 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.904628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.905799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.905799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.905799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.906033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f8deca-5eea-4261-97cd-ae813aad31b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:02.958240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.959528 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Fanout notify agent at l3_agent the message router_deleted on router b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 12:55:02.976223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:02.977272 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-1cf1b560-1781-4843-8017-b91ff3c9b0e9 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/routers/b34f0bf2-1a2a-427c-855e-3ce0ffbbe237 HTTP/1.1" status: 204 len: 168 time: 1.4832776 Apr 18 12:55:02.980030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44340) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:03.087743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.228392 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.254546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bad1c95-e4d1-4b71-8419-c05af7659d1f']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:03.267169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0957dfa8-ddeb-4ab6-be97-135c61b3d62d') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:03.267464 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0957dfa8-ddeb-4ab6-be97-135c61b3d62d') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:03.278908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.295052 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.301133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 12:55:03.301513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 12:55:03.315844 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 12:55:03.449301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.466594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.478559 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'Network': ['ID=9bad1c95-e4d1-4b71-8419-c05af7659d1f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:03.546994 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7b8a878a-f98a-40bc-b789-4d443747b829 tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/networks/9bad1c95-e4d1-4b71-8419-c05af7659d1f HTTP/1.1" status: 204 len: 168 time: 0.5660129 Apr 18 12:55:03.549598 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44344) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:03.616633 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-446e5cc1-8a54-4b95-848c-0e09772b047a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.645767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-446e5cc1-8a54-4b95-848c-0e09772b047a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.769187 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-446e5cc1-8a54-4b95-848c-0e09772b047a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.787609 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e5cc1-8a54-4b95-848c-0e09772b047a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=709d523c-bf67-4da1-b7bd-fed540e797a9,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:03.859731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-446e5cc1-8a54-4b95-848c-0e09772b047a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:03.860862 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-446e5cc1-8a54-4b95-848c-0e09772b047a tempest-TestNetworkAdvancedServerOps-875345079 tempest-TestNetworkAdvancedServerOps-875345079-project] 10.222.0.24 "DELETE /v2.0/security-groups/709d523c-bf67-4da1-b7bd-fed540e797a9 HTTP/1.1" status: 204 len: 168 time: 0.3103628 Apr 18 12:55:04.366288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f9a673e6-430f-4d5d-8cea-f773e5bfa95b no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:55:04.404103 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: f9a673e6-430f-4d5d-8cea-f773e5bfa95b {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:55:04.404436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device f9a673e6-430f-4d5d-8cea-f773e5bfa95b not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:55:04.404851 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7e2e1f24-44c7-4fda-b512-38f2f362a4cf no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:55:04.438144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 7e2e1f24-44c7-4fda-b512-38f2f362a4cf {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:55:04.438506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 7e2e1f24-44c7-4fda-b512-38f2f362a4cf not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:55:04.492229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44354) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:04.666851 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-8bb847df-563b-4306-9a9e-3dd3349a1833 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fcdff98d96c479aa333c20f5328ab72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734791 Apr 18 12:55:04.669314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44360) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:04.724700 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2949d0e7-4112-4234-ab66-a7ec8d99bfdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:04.750600 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2949d0e7-4112-4234-ab66-a7ec8d99bfdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:04.866628 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2949d0e7-4112-4234-ab66-a7ec8d99bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:04.883796 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949d0e7-4112-4234-ab66-a7ec8d99bfdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844be380-12d8-4cfc-bae5-a809e034acf0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:04.890021 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-2949d0e7-4112-4234-ab66-a7ec8d99bfdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:04.891149 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-2949d0e7-4112-4234-ab66-a7ec8d99bfdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/844be380-12d8-4cfc-bae5-a809e034acf0 HTTP/1.1" status: 204 len: 168 time: 0.2209799 Apr 18 12:55:05.481148 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44368) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:05.499028 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.513491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:05.517292 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Usage tracker for resource:security_group_rule and tenant:701ded93efc542e69e75d33aefc20a67 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:05.520014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:05.525622 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:05.604991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.683446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.731580 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=701ded93efc542e69e75d33aefc20a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2492690 Apr 18 12:55:05.732354 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc409860-b3e2-477d-a319-24d176f6b218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec454bf-7b88-4ba5-80e4-b0d30e2f5296,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:05.735222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44372) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:05.792309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-303ee736-1462-4197-a60f-1c28ca148d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.820303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-303ee736-1462-4197-a60f-1c28ca148d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.946364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-303ee736-1462-4197-a60f-1c28ca148d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.964051 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303ee736-1462-4197-a60f-1c28ca148d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec454bf-7b88-4ba5-80e4-b0d30e2f5296,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:05.968776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-303ee736-1462-4197-a60f-1c28ca148d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:05.969738 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-303ee736-1462-4197-a60f-1c28ca148d35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ec454bf-7b88-4ba5-80e4-b0d30e2f5296 HTTP/1.1" status: 204 len: 168 time: 0.2335167 Apr 18 12:55:07.071188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44396) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:07.172033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-195709508-network', 'tenant_id': '57211211e6a744ce90a6158771a05bb6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:07.176831 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:07.181204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Usage tracker for resource:network and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:07.184016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:07.190308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:07.260311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Made reservation on behalf of 57211211e6a744ce90a6158771a05bb6 for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:55:07.262633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.278113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.292580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:07.296331 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:07.299089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:07.305323 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:07.385097 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.426092 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.457233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:55:07.462912 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984e8e5f-ca50-41ff-96f6-2ab302458c95,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:07.469515 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.472186 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Added segment 6ec6297c-e1b9-413f-ad72-f191e63967d8 of type vlan for network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 Apr 18 12:55:07.495675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.586449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.587601 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:07.588173 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:07.693400 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] Pushing event updated for resources: {'Network': ['ID=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:07.705577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:55:07.735776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6a40acb7-0f16-4da7-9fea-c163b00e15b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6634948 Apr 18 12:55:07.738714 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44402) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:07.744475 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Request body: {'subnet': {'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-195709508-subnet', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:07.749308 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:07.753120 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Usage tracker for resource:subnet and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:07.756626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:07.762268 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:07.808905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Made reservation on behalf of 57211211e6a744ce90a6158771a05bb6 for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:55:07.811264 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.032406 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-edea28c9-eb52-444c-b660-774350166ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.049662 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.222442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2feab54-5fc7-4afe-92b9-638f7aca607b,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:08.230953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Checking segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:08.231303 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Network hostable DHCP agents. Network: 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:55:08.323740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:55:08.374571 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:08.378445 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:08.379041 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.390938 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f26724-8808-4843-9ed8-9bda185b8820 None None] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:55:08.449471 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fe683134-ad78-4483-948e-37fa78f17bbe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7097416 Apr 18 12:55:08.452232 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44406) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:08.457131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:08.461906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:08.465669 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Usage tracker for resource:router and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:08.468482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:08.474162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:08.517527 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.518637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.532813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.591414 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:55:08.592345 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.748772 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Allocated IP 172.20.0.2 (64c229f8-0f96-4ff5-96d6-0c42ba8bcc39/c2feab54-5fc7-4afe-92b9-638f7aca607b/ab368718-2bc1-4b85-8ddc-75c72cdc9131) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:08.839649 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.989923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:08.999564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Transition to ACTIVE for port object ab368718-2bc1-4b85-8ddc-75c72cdc9131 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:09.018139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Transition to ACTIVE for port object ab368718-2bc1-4b85-8ddc-75c72cdc9131 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:09.084257 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.142029 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:09.144690 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:09.148674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:09.185504 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Pushing event updated for resources: {'Port': ['ID=ab368718-2bc1-4b85-8ddc-75c72cdc9131,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:09.221959 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.247195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Attempting to bind port ab368718-2bc1-4b85-8ddc-75c72cdc9131 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:09.247558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Attempting to bind port ab368718-2bc1-4b85-8ddc-75c72cdc9131 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:09.247910 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Attempting to bind port ab368718-2bc1-4b85-8ddc-75c72cdc9131 on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:09.251638 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.253150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:09.253548 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Checking segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:09.253943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.254331 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Bound using segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:09.254841 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Bound port: ab368718-2bc1-4b85-8ddc-75c72cdc9131, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:09.255233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.346888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] For port ab368718-2bc1-4b85-8ddc-75c72cdc9131, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:09.349731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] For port ab368718-2bc1-4b85-8ddc-75c72cdc9131, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab368718-2bc1-4b85-8ddc-75c72cdc9131,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:09.386191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Allocated IP 172.26.4.109 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/c2b24960-a52a-4b12-9299-568a0ad1588c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:09.409553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.497392 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76ce31-fe95-422c-9703-c758aae66535 None None] Pushing event updated for resources: {'Port': ['ID=ab368718-2bc1-4b85-8ddc-75c72cdc9131,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:09.534991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.631821 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:09.697409 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:09.700539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:09.702952 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:09.766219 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b24960-a52a-4b12-9299-568a0ad1588c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:10.237856 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1f1f0330-3f95-418c-9f10-4305662c20db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:10.334014 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:10.405673 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab368718-2bc1-4b85-8ddc-75c72cdc9131 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:10.440023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf3398-e1d0-4c4f-b46b-668f4d76af77 None None] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:55:10.580533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-38bee5fd-7fd4-4cb8-b55f-158a7fec7c8d None None] Provisioning for port ab368718-2bc1-4b85-8ddc-75c72cdc9131 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:10.677757 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:10.678208 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ab368718-2bc1-4b85-8ddc-75c72cdc9131 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:10.689254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ab368718-2bc1-4b85-8ddc-75c72cdc9131 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:10.689626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:10.831650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:10.865611 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port ab368718-2bc1-4b85-8ddc-75c72cdc9131, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab368718-2bc1-4b85-8ddc-75c72cdc9131,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:10.963786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:10.992229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:55:11.039047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-e51600a4-7ec0-4ac6-8888-3abfafdeea80 None None] Provisioning complete for port ab368718-2bc1-4b85-8ddc-75c72cdc9131 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:11.039412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e51600a4-7ec0-4ac6-8888-3abfafdeea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:11.074514 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=ab368718-2bc1-4b85-8ddc-75c72cdc9131,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:11.171625 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:55:11.180457 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:55:11.189284 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:11.189881 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:11.243579 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:11.244808 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7e83faae-cab9-4c1a-acca-498dd5f196d8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7916114 Apr 18 12:55:11.247509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44410) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:11.363060 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:11.460823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:11.645676 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:09Z', 'revision_number': 3, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:11.649916 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:55:11.650252 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Updating router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c port c2b24960-a52a-4b12-9299-568a0ad1588c binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:55:11.689279 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:11.708067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.022375 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.033759 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Transition to ACTIVE for port object c2b24960-a52a-4b12-9299-568a0ad1588c will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:12.034555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.203755 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.244031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Allocated IP 172.20.0.1 (64c229f8-0f96-4ff5-96d6-0c42ba8bcc39/c2feab54-5fc7-4afe-92b9-638f7aca607b/9febc2ff-8afa-4587-a84c-cf9a22fb06d0) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:12.285809 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Attempting to bind port c2b24960-a52a-4b12-9299-568a0ad1588c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:12.286067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Attempting to bind port c2b24960-a52a-4b12-9299-568a0ad1588c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:12.286426 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Attempting to bind port c2b24960-a52a-4b12-9299-568a0ad1588c on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:12.293582 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Pushing event updated for resources: {'Port': ['ID=c2b24960-a52a-4b12-9299-568a0ad1588c,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:12.298321 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:12.298707 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:12.299094 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.299467 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:12.299912 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Bound port: c2b24960-a52a-4b12-9299-568a0ad1588c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:12.300262 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.333240 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.333576 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.333898 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.334222 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.335124 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.335440 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.336413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.336413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.336413 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.336682 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.336933 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.337237 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:55:12.373667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab368718-2bc1-4b85-8ddc-75c72cdc9131 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:12.385380 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] For port c2b24960-a52a-4b12-9299-568a0ad1588c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:12.388639 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] For port c2b24960-a52a-4b12-9299-568a0ad1588c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c2b24960-a52a-4b12-9299-568a0ad1588c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:12.403612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.418857 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Transition to ACTIVE for port object 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:12.440378 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ab368718-2bc1-4b85-8ddc-75c72cdc9131 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:12.442383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.477853 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.507089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.546109 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:12.546659 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:12.577731 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:12.580484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:12.584020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:12.626123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Pushing event updated for resources: {'Port': ['ID=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:12.628666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433875ed-7eeb-4e56-a425-5d6b1ee21eee None None] Pushing event updated for resources: {'Port': ['ID=c2b24960-a52a-4b12-9299-568a0ad1588c,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:12.649166 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.782548 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:12.951693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3f69e083-b2d1-40ea-b189-e1137602f444 None None] Provisioning for port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:12.957803 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3f69e083-b2d1-40ea-b189-e1137602f444 None None] Provisioning complete for port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:12.966193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3f69e083-b2d1-40ea-b189-e1137602f444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:12.993423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:13.013558 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3f69e083-b2d1-40ea-b189-e1137602f444 None None] Port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:55:13.068244 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:09Z', 'revision_number': 3, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:13.072666 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770a9b70-778b-44c4-bb00-564d76946978 None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:09Z', 'revision_number': 3, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:55:13.088926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:13.229016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:13.289223 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:13.409540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Pushing event updated for resources: {'Port': ['ID=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:13.411926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:13.679976 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:13.681096 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:13.882294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:55:13.938858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-1aec189e-24ea-4d89-9e3c-a69033d92092 None None] Provisioning complete for port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:13.939620 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1aec189e-24ea-4d89-9e3c-a69033d92092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:14.001274 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-1aec189e-24ea-4d89-9e3c-a69033d92092 None None] Port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:55:14.068157 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:55:14.077288 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a1076605-ce30-4a1b-9af9-92cfa7c14765 admin admin] 10.222.0.24 "PUT /v2.0/routers/f87b51dc-7dbd-4d70-9050-e9ae3aeded9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8287897 Apr 18 12:55:14.398528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c2b24960-a52a-4b12-9299-568a0ad1588c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:14.540618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port c2b24960-a52a-4b12-9299-568a0ad1588c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:14.545885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c2b24960-a52a-4b12-9299-568a0ad1588c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:14.546299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:14.615583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:55:14.641111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:14.641729 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:14.774749 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44428) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:14.780418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1996506247-network', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:14.786143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:14.789955 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Usage tracker for resource:network and tenant:e6db71a981814f2eb899e95ba33ac43d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:14.792980 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:14.798739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:14.847343 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:14.871707 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Made reservation on behalf of e6db71a981814f2eb899e95ba33ac43d for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:55:14.874119 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:14.879286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:14.886864 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:14.901504 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:14.905299 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Usage tracker for resource:security_group_rule and tenant:e6db71a981814f2eb899e95ba33ac43d is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:14.908049 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:14.913665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:14.931273 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port c2b24960-a52a-4b12-9299-568a0ad1588c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c2b24960-a52a-4b12-9299-568a0ad1588c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:15.000765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.009596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.037928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.065287 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 12:55:15.078189 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa39c76-ba2e-49fb-b2f7-71bff8b6a90c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:15.082782 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.083140 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Added segment a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade of type vlan for network eae23cc3-ad76-45c4-88b1-137bef107933 Apr 18 12:55:15.108562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.161901 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=c2b24960-a52a-4b12-9299-568a0ad1588c,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:15.192322 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.193420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:15.194675 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.249566 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:13Z', 'revision_number': 2, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:15.253400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:55:15.253810 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Updating router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:55:15.301151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] Pushing event updated for resources: {'Network': ['ID=eae23cc3-ad76-45c4-88b1-137bef107933,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:15.312832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network eae23cc3-ad76-45c4-88b1-137bef107933 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 12:55:15.329129 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.346999 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-fea1009a-031c-42ed-8067-af18eaf330ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5711749 Apr 18 12:55:15.350315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44432) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:15.356197 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Request body: {'subnet': {'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1996506247-subnet', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'ip_version': 4}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:15.361250 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:15.365050 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Usage tracker for resource:subnet and tenant:e6db71a981814f2eb899e95ba33ac43d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:15.368452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:15.373954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:15.449225 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Made reservation on behalf of e6db71a981814f2eb899e95ba33ac43d for: {'subnet': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:55:15.451614 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2155086'] for subnet, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.706161 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9896332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2155088'] for subnet, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.742249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.753640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Transition to ACTIVE for port object 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:15.780035 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=859bbaa4-7a44-4221-a934-125f5541e6cf,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:15.790557 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Checking segment: {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:15.790885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Network hostable DHCP agents. Network: eae23cc3-ad76-45c4-88b1-137bef107933, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88783) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 12:55:15.819999 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.923248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:15.927874 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Network eae23cc3-ad76-45c4-88b1-137bef107933 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88783) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 12:55:15.970316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90433-2364-4cc4-9b27-a74c8d5e9eaa None None] Pushing event updated for resources: {'Port': ['ID=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:16.003118 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, eae23cc3-ad76-45c4-88b1-137bef107933) {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:16.012485 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee53df1-2a9d-4ba4-8fdf-8aaab54daa8a None None] Network eae23cc3-ad76-45c4-88b1-137bef107933 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:55:16.014513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:16.015101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.112474 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-71316750-ca5e-4b40-81a9-64c693fd84a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7608280 Apr 18 12:55:16.114961 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44436) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:16.119830 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:16.124755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:16.128445 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Usage tracker for resource:router and tenant:e6db71a981814f2eb899e95ba33ac43d is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:16.131722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:16.137248 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:16.148622 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Attempting to bind port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:16.150669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Attempting to bind port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:16.150669 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Attempting to bind port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:16.166426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:16.166814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Checking segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:16.167204 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.167591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Bound using segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:16.168043 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Bound port: 9febc2ff-8afa-4587-a84c-cf9a22fb06d0, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:16.168409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.209875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.210969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.227053 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.352258 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] For port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:16.368883 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] For port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:16.376903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-eae23cc3-ad76-45c4-88b1-137bef107933', 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'fixed_ips': [{'subnet_id': '859bbaa4-7a44-4221-a934-125f5541e6cf'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 12:55:16.377663 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.388664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c2b24960-a52a-4b12-9299-568a0ad1588c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:16.474198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.645808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:16.646451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:16.672812 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.699467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f90433-2364-4cc4-9b27-a74c8d5e9eaa None None] Pushing event updated for resources: {'Port': ['ID=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:16.738035 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port c2b24960-a52a-4b12-9299-568a0ad1588c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:16.738398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:16.790097 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Allocated IP 172.20.0.2 (eae23cc3-ad76-45c4-88b1-137bef107933/859bbaa4-7a44-4221-a934-125f5541e6cf/e25d9734-e5ce-4710-8a7e-ca17b3c0e209) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:16.997874 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:17.042863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.076154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.207710 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Allocated IP 172.26.4.22 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/deb38400-8862-499b-9005-18fa287bdf1d) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:17.360107 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.380413 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.418478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Transition to ACTIVE for port object e25d9734-e5ce-4710-8a7e-ca17b3c0e209 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:17.445067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Transition to ACTIVE for port object e25d9734-e5ce-4710-8a7e-ca17b3c0e209 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:17.449470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.471287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:16Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:17.475647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89a236d-8daa-4632-a084-c6f867105ad3 None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:16Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:55:17.514358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:17.517470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:17.519831 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:17.520320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.582747 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Pushing event updated for resources: {'Port': ['ID=deb38400-8862-499b-9005-18fa287bdf1d,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:17.669125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Network eae23cc3-ad76-45c4-88b1-137bef107933 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:17.672081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:17.674530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:17.689734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Pushing event updated for resources: {'Port': ['ID=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:17.782305 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Attempting to bind port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:17.783791 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Attempting to bind port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:17.784150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Attempting to bind port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 on network eae23cc3-ad76-45c4-88b1-137bef107933 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:17.791387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:17.791387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Checking segment: {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:17.791734 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.792096 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Bound using segment: {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:17.792551 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Bound port: e25d9734-e5ce-4710-8a7e-ca17b3c0e209, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:17.792920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:17.887647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] For port e25d9734-e5ce-4710-8a7e-ca17b3c0e209, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:17.890918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] For port e25d9734-e5ce-4710-8a7e-ca17b3c0e209, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:17.946748 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:18.041987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229982d8-0a02-4230-8b6e-05f31dc7fd85 None None] Pushing event updated for resources: {'Port': ['ID=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:18.060689 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:18.458013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e25d9734-e5ce-4710-8a7e-ca17b3c0e209 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:18.580287 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:18.586347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:18.598880 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:18.706088 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:18.717623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:18.719310 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:18.861058 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:18.878434 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Router dab88629-0e20-460f-b19d-e7c89ad8fe30 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88783) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 12:55:18.894435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:18.958198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.038128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:19.065593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef006ade-7cc8-471f-bb48-4b87b207df6f None None] Network eae23cc3-ad76-45c4-88b1-137bef107933 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 12:55:19.077587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:55:19.087501 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Sync routers for ids ['dab88629-0e20-460f-b19d-e7c89ad8fe30'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:55:19.098849 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Routers {'dab88629-0e20-460f-b19d-e7c89ad8fe30'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:19.099588 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dab88629-0e20-460f-b19d-e7c89ad8fe30'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:19.180715 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.184548 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d54e8244-60ea-4d3b-992d-25c7c54e44cf admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0660565 Apr 18 12:55:19.184917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44440) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:19.229524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] Provisioning for port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:19.239907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] Provisioning complete for port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:19.240297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.283099 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Set router dab88629-0e20-460f-b19d-e7c89ad8fe30 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:19.415834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.454444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] For port e25d9734-e5ce-4710-8a7e-ca17b3c0e209, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:19.535592 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.602645 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T12:55:17Z', 'revision_number': 3, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:19.607605 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Checking router: dab88629-0e20-460f-b19d-e7c89ad8fe30 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:55:19.610044 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Updating router dab88629-0e20-460f-b19d-e7c89ad8fe30 port deb38400-8862-499b-9005-18fa287bdf1d binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:55:19.662282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bd8db-fcd8-4238-8a80-f71bfa92a957 None None] Pushing event updated for resources: {'Port': ['ID=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:19.671384 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.676173 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-36e021f1-b879-4848-bcb1-78c32309fb03 None None] Provisioning complete for port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:19.676554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-36e021f1-b879-4848-bcb1-78c32309fb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:19.897342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.007093 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.018878 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Transition to ACTIVE for port object deb38400-8862-499b-9005-18fa287bdf1d will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:20.071768 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.145630 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Attempting to bind port deb38400-8862-499b-9005-18fa287bdf1d on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:20.146300 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Attempting to bind port deb38400-8862-499b-9005-18fa287bdf1d by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:20.146300 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Attempting to bind port deb38400-8862-499b-9005-18fa287bdf1d on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:20.159936 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:20.160314 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:20.160695 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.161081 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:20.161531 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Bound port: deb38400-8862-499b-9005-18fa287bdf1d, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:20.161893 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.191643 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42e5a8-fb0c-48e1-8019-eb4a5402daea None None] Pushing event updated for resources: {'Port': ['ID=deb38400-8862-499b-9005-18fa287bdf1d,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:20.228248 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Allocated IP 172.20.0.1 (eae23cc3-ad76-45c4-88b1-137bef107933/859bbaa4-7a44-4221-a934-125f5541e6cf/ff8b937d-a5b5-4573-aff5-754d8e012514) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:20.237903 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] For port deb38400-8862-499b-9005-18fa287bdf1d, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:20.241069 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] For port deb38400-8862-499b-9005-18fa287bdf1d, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=deb38400-8862-499b-9005-18fa287bdf1d,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:20.283884 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.359976 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Routers {'dab88629-0e20-460f-b19d-e7c89ad8fe30'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:20.360588 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dab88629-0e20-460f-b19d-e7c89ad8fe30'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:20.377138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.386282 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e25d9734-e5ce-4710-8a7e-ca17b3c0e209 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:20.394289 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Transition to ACTIVE for port object ff8b937d-a5b5-4573-aff5-754d8e012514 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:20.455378 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.460291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:20.460794 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.470424 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42e5a8-fb0c-48e1-8019-eb4a5402daea None None] Pushing event updated for resources: {'Port': ['ID=deb38400-8862-499b-9005-18fa287bdf1d,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:20.517463 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Network eae23cc3-ad76-45c4-88b1-137bef107933 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:20.521145 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:20.524402 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:20.588101 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:20.589666 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.605378 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] Set router dab88629-0e20-460f-b19d-e7c89ad8fe30 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:20.612162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Pushing event updated for resources: {'Port': ['ID=ff8b937d-a5b5-4573-aff5-754d8e012514,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:20.689984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:20.690350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.833566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.906265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e8853ef-5ffe-4355-a07d-415f0307f438 None None] Provisioning for port ff8b937d-a5b5-4573-aff5-754d8e012514 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:20.912660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e8853ef-5ffe-4355-a07d-415f0307f438 None None] Provisioning complete for port ff8b937d-a5b5-4573-aff5-754d8e012514 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:20.915091 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e8853ef-5ffe-4355-a07d-415f0307f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:20.926641 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T12:55:17Z', 'revision_number': 3, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:20.931038 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919bcc1-83b6-4109-b111-cd6929b5b535 None None] The sync data for ids ['dab88629-0e20-460f-b19d-e7c89ad8fe30'] in dv-neutron-837089-1-hyperv is: [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T12:55:17Z', 'revision_number': 3, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:55:21.011834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-7e8853ef-5ffe-4355-a07d-415f0307f438 None None] Port ff8b937d-a5b5-4573-aff5-754d8e012514 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:55:21.069276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:21.135216 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:21.249719 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:21.253164 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Pushing event updated for resources: {'Port': ['ID=ff8b937d-a5b5-4573-aff5-754d8e012514,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:21.390304 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Network eae23cc3-ad76-45c4-88b1-137bef107933 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:21.391500 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:21.589933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Router dab88629-0e20-460f-b19d-e7c89ad8fe30 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:55:21.634677 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-dfa49f7a-d2c4-4102-9d94-864d6d9c1a15 None None] Provisioning complete for port ff8b937d-a5b5-4573-aff5-754d8e012514 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:21.635109 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-dfa49f7a-d2c4-4102-9d94-864d6d9c1a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:21.690327 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-dfa49f7a-d2c4-4102-9d94-864d6d9c1a15 None None] Port ff8b937d-a5b5-4573-aff5-754d8e012514 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:55:21.777589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:55:21.786179 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b1f9e5eb-1590-487d-8e08-1a13f31fef4c admin admin] 10.222.0.24 "PUT /v2.0/routers/dab88629-0e20-460f-b19d-e7c89ad8fe30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002610 Apr 18 12:55:22.381047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Sync routers for ids ['dab88629-0e20-460f-b19d-e7c89ad8fe30'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:55:22.389910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44450) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:22.395917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387922085', 'description': 'tempest-secgroup-smoke-1387922085 description', 'project_id': '57211211e6a744ce90a6158771a05bb6'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:22.400133 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device deb38400-8862-499b-9005-18fa287bdf1d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:22.402064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:22.405944 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:22.408844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:22.415080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:22.428805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Routers {'dab88629-0e20-460f-b19d-e7c89ad8fe30'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:22.428805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dab88629-0e20-460f-b19d-e7c89ad8fe30'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:22.489572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:22.509135 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:22.512888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:22.515650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:22.521276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:22.592357 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:22.628989 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Set router dab88629-0e20-460f-b19d-e7c89ad8fe30 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:22.631917 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:22.670198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port deb38400-8862-499b-9005-18fa287bdf1d completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:22.678512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f91086c-acba-41a1-966d-4a1ecc584c83,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:22.682752 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port deb38400-8862-499b-9005-18fa287bdf1d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:22.683045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:22.746325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:22.747729 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1f19789f-f47a-4577-be94-44d1eb000569 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3562686 Apr 18 12:55:22.750766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44454) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:22.755632 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '7f91086c-acba-41a1-966d-4a1ecc584c83', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:22.761877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:22.765728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:22.768828 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:22.775328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:22.958171 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:22.974198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.019827 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.026034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port deb38400-8862-499b-9005-18fa287bdf1d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=deb38400-8862-499b-9005-18fa287bdf1d,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:23.054823 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 4, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'ff8b937d-a5b5-4573-aff5-754d8e012514', 'name': '', 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'mac_address': 'fa:16:3e:01:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '859bbaa4-7a44-4221-a934-125f5541e6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:20Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 2, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'subnets': [{'id': '859bbaa4-7a44-4221-a934-125f5541e6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:23.058651 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Checking router: dab88629-0e20-460f-b19d-e7c89ad8fe30 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:55:23.059762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Updating router dab88629-0e20-460f-b19d-e7c89ad8fe30 port ff8b937d-a5b5-4573-aff5-754d8e012514 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 12:55:23.071835 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.095895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.096558 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8611813a-e43d-44cc-95fb-55b6f377ab1c,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:23.159443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.163212 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.164395 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3f2d020c-23f9-4ae8-a0a9-787c38a5250e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4127076 Apr 18 12:55:23.167175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44458) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:23.172254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '7f91086c-acba-41a1-966d-4a1ecc584c83', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:23.178550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:23.182418 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:23.185236 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:23.190811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:23.222195 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=deb38400-8862-499b-9005-18fa287bdf1d,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:23.244491 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.304439 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.345786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.370765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b40c61-b885-4f3f-9167-e1f3b5506193,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:23.426269 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.427633 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-1c94b1e5-f150-418d-bc64-b6a0abdd7a9f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2594144 Apr 18 12:55:23.430368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44462) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:23.435587 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '7f91086c-acba-41a1-966d-4a1ecc584c83', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:23.441522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:23.446081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:23.449067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:23.454743 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:23.512271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.523779 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Transition to ACTIVE for port object ff8b937d-a5b5-4573-aff5-754d8e012514 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:23.535690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.600861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.683571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.717783 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.747312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50324fad-ec2b-4db3-88e3-87bc6f646756,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:23.820492 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.824225 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-cb15d098-7af5-48d0-8d8a-61e857bcfe54 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3903136 Apr 18 12:55:23.824432 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44466) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:23.841463 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8731583-1647-4fbe-aa47-fc668b3342fd None None] Pushing event updated for resources: {'Port': ['ID=ff8b937d-a5b5-4573-aff5-754d8e012514,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:23.843114 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '7f91086c-acba-41a1-966d-4a1ecc584c83', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:23.850065 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:23.854938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:23.858123 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:23.864530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:23.943905 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Attempting to bind port ff8b937d-a5b5-4573-aff5-754d8e012514 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:23.944278 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Attempting to bind port ff8b937d-a5b5-4573-aff5-754d8e012514 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:23.944629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Attempting to bind port ff8b937d-a5b5-4573-aff5-754d8e012514 on network eae23cc3-ad76-45c4-88b1-137bef107933 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:23.953983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:23.954722 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Checking segment: {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:23.954843 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.954933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:23.955203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Bound using segment: {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:23.955661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Bound port: ff8b937d-a5b5-4573-aff5-754d8e012514, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:23.956023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.017251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.043632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] For port ff8b937d-a5b5-4573-aff5-754d8e012514, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:24.046530 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] For port ff8b937d-a5b5-4573-aff5-754d8e012514, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ff8b937d-a5b5-4573-aff5-754d8e012514,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:24.083133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.105590 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138a5086-9f15-4f2f-b2d8-951741a1c8d8,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:24.112608 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.188473 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.189811 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9aaadec1-4483-452c-8470-244bc7b1f249 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3582492 Apr 18 12:55:24.192470 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44470) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:24.193271 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Routers {'dab88629-0e20-460f-b19d-e7c89ad8fe30'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:24.194565 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dab88629-0e20-460f-b19d-e7c89ad8fe30'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:24.198274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '7f91086c-acba-41a1-966d-4a1ecc584c83', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:24.204585 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:24.208808 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:24.212002 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:24.218047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:24.260124 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8731583-1647-4fbe-aa47-fc668b3342fd None None] Pushing event updated for resources: {'Port': ['ID=ff8b937d-a5b5-4573-aff5-754d8e012514,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:24.277470 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Project 57211211e6a744ce90a6158771a05bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:55:24.285328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.363693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.390019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] Set router dab88629-0e20-460f-b19d-e7c89ad8fe30 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:24.425900 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.432528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device deb38400-8862-499b-9005-18fa287bdf1d up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:24.455895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ace091-cab4-4596-b3d0-a18521acb4d4,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:24.551695 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.556227 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-71cd3db0-39c4-4e75-a53e-3b1f69c623f0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3602490 Apr 18 12:55:24.556494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44474) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:24.562152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '7f91086c-acba-41a1-966d-4a1ecc584c83', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:24.568094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:24.571995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:24.574948 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:24.580548 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:24.648884 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Project 57211211e6a744ce90a6158771a05bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:55:24.655613 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.673801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port deb38400-8862-499b-9005-18fa287bdf1d triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:24.674169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.722302 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.774586 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.800153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f48cf6f-b5ea-453f-b933-a38a8484a5ca,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:24.849353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:24.851085 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-01d6473b-178a-43f6-bef1-5bed933d651f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2936234 Apr 18 12:55:24.871891 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 4, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'ff8b937d-a5b5-4573-aff5-754d8e012514', 'name': '', 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'mac_address': 'fa:16:3e:01:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '859bbaa4-7a44-4221-a934-125f5541e6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:20Z', 'updated_at': '2022-04-18T12:55:24Z', 'revision_number': 4, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'subnets': [{'id': '859bbaa4-7a44-4221-a934-125f5541e6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:24.876011 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b72f21-0c58-4b6e-a019-b23ec2bc58be None None] The sync data for ids ['dab88629-0e20-460f-b19d-e7c89ad8fe30'] in dv-neutron-837089-1-hyperv is: [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T12:55:20Z', 'revision_number': 4, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': 'ff8b937d-a5b5-4573-aff5-754d8e012514', 'name': '', 'network_id': 'eae23cc3-ad76-45c4-88b1-137bef107933', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'mac_address': 'fa:16:3e:01:11:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': '859bbaa4-7a44-4221-a934-125f5541e6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:20Z', 'updated_at': '2022-04-18T12:55:24Z', 'revision_number': 4, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'subnets': [{'id': '859bbaa4-7a44-4221-a934-125f5541e6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:55:25.041498 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-dff6205c-a3b0-4703-b38e-9b3f3321da9c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:55:25.123253 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-dff6205c-a3b0-4703-b38e-9b3f3321da9c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:55:25.124522 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-dff6205c-a3b0-4703-b38e-9b3f3321da9c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387922085&fields=id&tenant_id=57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 267 time: 0.1229508 Apr 18 12:55:25.282995 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22973931-2984-4ee5-a309-b2fd1466d6d5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:25.283670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22973931-2984-4ee5-a309-b2fd1466d6d5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:55:25.357672 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22973931-2984-4ee5-a309-b2fd1466d6d5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:55:25.358828 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22973931-2984-4ee5-a309-b2fd1466d6d5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 808 time: 0.2232771 Apr 18 12:55:25.374398 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-679e4463-d2ec-4eb4-a5a2-680841406af3 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/quotas/57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 375 time: 0.0096116 Apr 18 12:55:25.463877 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-45597d22-1d42-4239-9b1d-ab4d349699a9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:55:25.535392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-45597d22-1d42-4239-9b1d-ab4d349699a9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:55:25.547310 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-45597d22-1d42-4239-9b1d-ab4d349699a9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566834 Apr 18 12:55:25.681165 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-41aeae79-48bd-4c2f-be54-f3de6aa5a1d8 service neutron] 10.222.0.24 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323638 Apr 18 12:55:25.814427 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-19ad39e0-1c16-46fa-a440-89dbe32dcd91 service neutron] 10.222.0.24 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274509 Apr 18 12:55:26.049983 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a4d05991-f891-4499-8d79-63c69d56a5dd req-a94a293f-42ce-44a2-804d-8f92d97ef4f1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 210 time: 0.0416319 Apr 18 12:55:26.397316 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ff8b937d-a5b5-4573-aff5-754d8e012514 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:26.511495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port ff8b937d-a5b5-4573-aff5-754d8e012514 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:26.516467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ff8b937d-a5b5-4573-aff5-754d8e012514 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:26.516816 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:26.635782 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:26.667375 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port ff8b937d-a5b5-4573-aff5-754d8e012514, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ff8b937d-a5b5-4573-aff5-754d8e012514,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:26.728849 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:26.794350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=ff8b937d-a5b5-4573-aff5-754d8e012514,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:27.198704 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-aa004f05-0746-4c46-add7-3ca60861e5b5 req-4bfbdf45-b791-4f1c-940d-e72dfd5a2e63 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 210 time: 0.0424106 Apr 18 12:55:28.096708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-9b4a68a4-8dda-40e6-88e6-a2a0426b19bc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:28.098018 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-9b4a68a4-8dda-40e6-88e6-a2a0426b19bc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 808 time: 0.1443601 Apr 18 12:55:28.145570 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-81fa4e7b-6a64-4d54-922b-5ac81ff18cad tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 380 time: 0.0388367 Apr 18 12:55:28.154569 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'port': {'device_id': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'admin_state_up': True, 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'security_groups': ['7f91086c-acba-41a1-966d-4a1ecc584c83']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:28.296055 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:28.305805 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:28.354034 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8f40d007-62b6-4dfa-874b-9f9d53b74e80 req-53dae0da-864d-415e-8174-9676de801822 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 210 time: 0.0466058 Apr 18 12:55:28.386213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Made reservation on behalf of 57211211e6a744ce90a6158771a05bb6 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 12:55:28.386383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ff8b937d-a5b5-4573-aff5-754d8e012514 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:28.389838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:28.461471 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port ff8b937d-a5b5-4573-aff5-754d8e012514 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:28.461838 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:28.558003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Allocated IP 172.20.0.10 (64c229f8-0f96-4ff5-96d6-0c42ba8bcc39/c2feab54-5fc7-4afe-92b9-638f7aca607b/32ae6e3c-06db-4fed-9b2e-44aba3bd7413) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:28.752348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:28.768758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Transition to ACTIVE for port object 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:28.854773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:28.923030 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:28.926076 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:28.934906 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:28.966019 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:29.002101 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:29.002747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:29.124087 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-616ec2c3-f427-4212-b6f0-248489beff9e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9735894 Apr 18 12:55:29.135791 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Request body: {'port': {'device_id': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:29.214912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f539f1cd-a023-4619-9e6d-7c1103202781 None None] Provisioning for port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:29.220142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f539f1cd-a023-4619-9e6d-7c1103202781 None None] Provisioning complete for port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:29.220507 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f539f1cd-a023-4619-9e6d-7c1103202781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:29.275876 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f539f1cd-a023-4619-9e6d-7c1103202781 None None] Port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 12:55:29.352421 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:29.665321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b09913-df35-470d-9ab8-81a6ce4aeaa1 req-f0fdca37-d220-4b54-ba5e-fb2f1983a93f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:29.666001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-57b09913-df35-470d-9ab8-81a6ce4aeaa1 req-f0fdca37-d220-4b54-ba5e-fb2f1983a93f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:55:29.744990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-57b09913-df35-470d-9ab8-81a6ce4aeaa1 req-f0fdca37-d220-4b54-ba5e-fb2f1983a93f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:55:29.746149 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-57b09913-df35-470d-9ab8-81a6ce4aeaa1 req-f0fdca37-d220-4b54-ba5e-fb2f1983a93f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 932 time: 0.2795711 Apr 18 12:55:29.794561 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:55:29.805217 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:29.817203 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-57b09913-df35-470d-9ab8-81a6ce4aeaa1 req-0e426a28-9c06-4fd6-a449-30b1e1104c85 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645311 Apr 18 12:55:29.826033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Transition to ACTIVE for port object 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 12:55:29.871909 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:30.029599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:30.109008 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Attempting to bind port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 12:55:30.109595 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Attempting to bind port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 12:55:30.109907 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Attempting to bind port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:30.114615 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 12:55:30.114930 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Attempting to bind port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 12:55:30.120385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 12, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 12:55:30.120710 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Checking segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 12:55:30.121078 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Bound using segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 12:55:30.121484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Bound port: 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 12:55:30.121815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:30.213152 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 12:55:30.215999 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 12:55:30.317740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:30.376888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:30.377610 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:30.379333 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 1094 time: 1.2481134 Apr 18 12:55:30.381844 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:55:30.415363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b821f9-1dbd-4e18-bab2-fab79e46d6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:30.434776 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2ae810-7ad7-483e-9d11-1f5dc867b154'] response: {'name': 'network-changed', 'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'status': 'completed', 'code': 200} Apr 18 12:55:30.534403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24bea-5dcc-4ded-8d46-c139539de307 req-28e816b2-6280-4db1-a87d-8749ce5a4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:30.535919 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9fe24bea-5dcc-4ded-8d46-c139539de307 req-28e816b2-6280-4db1-a87d-8749ce5a4809 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1097 time: 0.0825045 Apr 18 12:55:30.686876 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24bea-5dcc-4ded-8d46-c139539de307 req-4dbefb7d-e4af-45c8-8591-acd36e4bd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:30.688216 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9fe24bea-5dcc-4ded-8d46-c139539de307 req-4dbefb7d-e4af-45c8-8591-acd36e4bd834 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=57211211e6a744ce90a6158771a05bb6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1456909 Apr 18 12:55:30.821431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe24bea-5dcc-4ded-8d46-c139539de307 req-c65c55e0-f209-4134-b491-a472f0a7fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:30.822771 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9fe24bea-5dcc-4ded-8d46-c139539de307 req-c65c55e0-f209-4134-b491-a472f0a7fe11 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292088 Apr 18 12:55:30.927174 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-221f0288-30d9-4ed7-a873-3116d5e61755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:30.929193 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-221f0288-30d9-4ed7-a873-3116d5e61755 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1097 time: 0.0710378 Apr 18 12:55:31.029933 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-210de459-9122-427a-bf59-74284e5db1dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 217 time: 0.0700336 Apr 18 12:55:31.105717 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-e60ab936-b41e-4663-8c6e-8468407f447b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:31.106988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-e60ab936-b41e-4663-8c6e-8468407f447b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0695610 Apr 18 12:55:31.118563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e803528-06c1-4c64-ac41-956c2631a75e req-d52ca8df-0852-4381-aefe-fe7db80f41b2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:31.119869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1e803528-06c1-4c64-ac41-956c2631a75e req-d52ca8df-0852-4381-aefe-fe7db80f41b2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.1898601 Apr 18 12:55:31.304932 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1e803528-06c1-4c64-ac41-956c2631a75e req-d9e6a4fa-e88c-48c9-bfa7-e782f660eeda tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535438 Apr 18 12:55:31.322513 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-c670e4e0-c1dd-4689-9f9b-950dba2f11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:31.323949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-c670e4e0-c1dd-4689-9f9b-950dba2f11f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2032835 Apr 18 12:55:31.449830 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-7e01d615-cabd-4284-b89b-3496f40e9d3e service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200583 Apr 18 12:55:31.577409 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-6dee2552-03f8-4783-a5dc-97fd18b84b15 req-f4b3b0fc-cab3-486f-ade4-bd931406f2c4 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218436 Apr 18 12:55:32.493688 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12beab29-bdc5-440b-b23e-8a24ef5206a9 req-aab2a184-af87-42de-a6a0-ada7e2dc70db tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:32.502591 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-12beab29-bdc5-440b-b23e-8a24ef5206a9 req-aab2a184-af87-42de-a6a0-ada7e2dc70db tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0831263 Apr 18 12:55:32.539488 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-12beab29-bdc5-440b-b23e-8a24ef5206a9 req-64d3e5db-7c8b-4d3c-b23d-f295af72a2dc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380759 Apr 18 12:55:32.608298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:55:32.772900 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:32.789364 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'mac_address': 'fa:16:3e:b6:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:55:32.856337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:32.873770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:55:32.889021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:32.951056 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:33.015199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:33.154637 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['32ae6e3c-06db-4fed-9b2e-44aba3bd7413'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:55:33.723274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0245466-5a6d-4adc-b469-9705f4a6caa5 req-a1f6c75b-7458-4e8a-9840-6a1ee84ba83a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:33.724696 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e0245466-5a6d-4adc-b469-9705f4a6caa5 req-a1f6c75b-7458-4e8a-9840-6a1ee84ba83a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 945 time: 0.0825484 Apr 18 12:55:33.768009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e0245466-5a6d-4adc-b469-9705f4a6caa5 req-9dbe6871-05b2-43d6-bbee-bc87f3c23010 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371842 Apr 18 12:55:34.636034 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:55:34.745545 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 12:55:34.750176 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:55:34.750632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:34.864762 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:34.892631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:55:34.902880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:55:34.938946 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866ebb98-36a8-459b-bf9d-a19a0b15b778'] response: {'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'code': 200} Apr 18 12:55:34.952407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030e9c8-c6ec-487a-b7ef-1c7828f78f52 req-f9bc0add-0358-4d37-8b4f-d2110d29aec8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:34.953903 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f030e9c8-c6ec-487a-b7ef-1c7828f78f52 req-f9bc0add-0358-4d37-8b4f-d2110d29aec8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 945 time: 0.0818219 Apr 18 12:55:34.968756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:35.000712 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f030e9c8-c6ec-487a-b7ef-1c7828f78f52 req-4b339d49-2ed8-439f-aa90-dcc3c32c1517 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401008 Apr 18 12:55:35.038323 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:35.315720 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da950f5-7170-463d-95e6-69ab7a6779e0 req-ebc7df7f-e9ed-41d0-97b1-03c45b4ffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:35.317064 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7da950f5-7170-463d-95e6-69ab7a6779e0 req-ebc7df7f-e9ed-41d0-97b1-03c45b4ffad5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1099 time: 0.0675261 Apr 18 12:55:35.355782 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7da950f5-7170-463d-95e6-69ab7a6779e0 req-4bce05f2-9f58-417f-972d-8eee9626645e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323827 Apr 18 12:55:36.153278 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:55:36.185929 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e9317-af6f-43e8-b341-7181d9d6aff1 req-7793bddc-216a-4786-84f1-012aa46df08b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:36.187391 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-048e9317-af6f-43e8-b341-7181d9d6aff1 req-7793bddc-216a-4786-84f1-012aa46df08b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0812101 Apr 18 12:55:36.231000 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-048e9317-af6f-43e8-b341-7181d9d6aff1 req-fb15860b-00e9-4814-936b-6cf7f5a52c38 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379817 Apr 18 12:55:37.414994 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a0cdd-f18d-413a-8573-f2aa5ce1388f req-9d152196-cc9a-46a8-a3b2-029c909c321f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:37.416399 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-280a0cdd-f18d-413a-8573-f2aa5ce1388f req-9d152196-cc9a-46a8-a3b2-029c909c321f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0820041 Apr 18 12:55:37.461926 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-280a0cdd-f18d-413a-8573-f2aa5ce1388f req-b7907651-f265-4e41-806e-d94a754e8a56 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399277 Apr 18 12:55:37.647862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657adae-b9d9-4eb8-9f86-a3da3d07dbf8 req-9e831204-718b-4da7-ba95-533cba25e9cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:37.649328 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b657adae-b9d9-4eb8-9f86-a3da3d07dbf8 req-9e831204-718b-4da7-ba95-533cba25e9cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0837755 Apr 18 12:55:37.692030 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b657adae-b9d9-4eb8-9f86-a3da3d07dbf8 req-360b4550-1d0e-4f67-a9fb-9f46eb90e719 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369868 Apr 18 12:55:37.714312 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:37.872447 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a654fbb9-062d-44e3-9a76-027266969639 tempest-TestShelveInstance-1092576739 tempest-TestShelveInstance-1092576739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:37.873045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a654fbb9-062d-44e3-9a76-027266969639 tempest-TestShelveInstance-1092576739 tempest-TestShelveInstance-1092576739-project-admin] Synchronizing usage tracker for tenant:e6db71a981814f2eb899e95ba33ac43d on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:55:37.928416 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a654fbb9-062d-44e3-9a76-027266969639 tempest-TestShelveInstance-1092576739 tempest-TestShelveInstance-1092576739-project-admin] Unset dirty status for tenant:e6db71a981814f2eb899e95ba33ac43d on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:55:37.929599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a654fbb9-062d-44e3-9a76-027266969639 tempest-TestShelveInstance-1092576739 tempest-TestShelveInstance-1092576739-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1094 time: 0.2142932 Apr 18 12:55:37.933011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44534) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:55:37.937702 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:55:37.943567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:55:37.947306 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:floatingip and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:55:37.950021 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:55:37.956681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:55:38.043075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:38.071477 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6efc3502-03aa-4820-b1f3-829fdd3c4efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:38.177786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:38.310380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Allocated IP 172.26.4.89 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/d81fa2b2-f4ae-4f43-9d04-9d5cba7ef050) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 12:55:38.457442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:38.546151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:38.602560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 12:55:38.605278 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 12:55:38.608767 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 12:55:38.654762 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'Port': ['ID=d81fa2b2-f4ae-4f43-9d04-9d5cba7ef050,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:39.122328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:39.243031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:39.442764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:39.494327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:39.603689 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'Port': ['ID=d81fa2b2-f4ae-4f43-9d04-9d5cba7ef050,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:55:39.616085 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:39.784526 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Floating IP e393d5b9-93ca-43b4-ab9f-6fca7c1efcec associated. External IP: 172.26.4.89, port: 32ae6e3c-06db-4fed-9b2e-44aba3bd7413. Apr 18 12:55:40.125866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:55:40.237256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a2042ed9-6da2-4506-a8f9-17bf49ebbcf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:40.300990 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:55:40.310828 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:55:40.319799 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:40.320397 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:40.368928 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:40.423230 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-33f264b5-f74c-4f57-88cf-c4e8ccee7fb2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4891036 Apr 18 12:55:40.423819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:55:40.475719 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee77c450-d018-4853-bd14-0bb8b664396f'] response: {'name': 'network-changed', 'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'status': 'completed', 'code': 200} Apr 18 12:55:40.495821 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:40.690900 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-93e75056-c1d8-43f9-abff-dba0e428630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:40.692295 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-93e75056-c1d8-43f9-abff-dba0e428630e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1099 time: 0.1937306 Apr 18 12:55:40.819680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-c7232ced-acba-4b69-9745-c4b924eb15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:40.821627 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-c7232ced-acba-4b69-9745-c4b924eb15b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1233728 Apr 18 12:55:40.839412 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'e393d5b9-93ca-43b4-ab9f-6fca7c1efcec', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'mac_address': 'fa:16:3e:b6:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:55:39Z', 'updated_at': '2022-04-18T12:55:39Z', 'revision_number': 0, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:40.843116 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:55:40.851051 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:55:40.851654 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:55:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:40.924561 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-6761d2ae-2449-49b0-a527-b1462a6b9589 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 999 time: 0.0968728 Apr 18 12:55:40.987570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-9ca4256c-2c28-43da-93de-7cd9b41f139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:40.988922 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-9ca4256c-2c28-43da-93de-7cd9b41f139c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0570676 Apr 18 12:55:41.026057 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:55:41.065060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-51e49434-fe4d-4bcc-9568-d8fd6ba0047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:55:41.066619 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-51e49434-fe4d-4bcc-9568-d8fd6ba0047d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716467 Apr 18 12:55:41.206472 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-db45a5fa-b015-4b9a-8301-79f945259380 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270700 Apr 18 12:55:41.335984 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3406f653-9266-4bb5-81dd-999a36ec9e7c req-4977864e-fa7e-495c-ba8d-7289c270c3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232395 Apr 18 12:55:41.385902 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'e393d5b9-93ca-43b4-ab9f-6fca7c1efcec', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'mac_address': 'fa:16:3e:b6:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:55:39Z', 'updated_at': '2022-04-18T12:55:39Z', 'revision_number': 0, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:55:41.389705 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b6d7cb-361f-4d0c-a548-32470495324a None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': 'e393d5b9-93ca-43b4-ab9f-6fca7c1efcec', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'mac_address': 'fa:16:3e:b6:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T12:55:39Z', 'updated_at': '2022-04-18T12:55:39Z', 'revision_number': 0, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:55:41.477992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:41.573362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e9e3b-6626-41d4-87d7-bca80438ab88 None None] New status for floating IP e393d5b9-93ca-43b4-ab9f-6fca7c1efcec: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:55:41.731902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:43.117123 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:55:45.883253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:01.616498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-7839667b-c865-412c-a83e-71145d645993 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676911 Apr 18 12:56:01.752735 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-e2eba8ef-8f64-4b60-8f7c-32e405ae2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:56:01.754132 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-e2eba8ef-8f64-4b60-8f7c-32e405ae2957 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1099 time: 0.0722797 Apr 18 12:56:01.894285 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-10e85341-528c-4dc9-8e5c-cf10810d01d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:56:01.895609 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-10e85341-528c-4dc9-8e5c-cf10810d01d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1236036 Apr 18 12:56:01.991581 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-9230d99b-062b-42f7-8864-495e3ead5c85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 1001 time: 0.0896544 Apr 18 12:56:02.054975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-fb10f0d3-950d-4059-a483-08a2e692c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:56:02.056321 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-fb10f0d3-950d-4059-a483-08a2e692c5da service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0585294 Apr 18 12:56:02.128265 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-cc165c49-28a7-4594-9e87-d1430bd91bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:56:02.129663 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-cc165c49-28a7-4594-9e87-d1430bd91bee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676239 Apr 18 12:56:02.257982 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-441f3984-eee8-406c-b78c-ac31b18d6c10 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207266 Apr 18 12:56:02.385138 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4b8bdbae-c03b-4ad8-8eff-34f0534deb86 req-5952dc86-3852-4224-96a9-1f83c4947d11 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212785 Apr 18 12:56:08.065367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-49b66144-809f-4690-9f1f-16599ebf0e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:10.253692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-5769583f-979c-4074-9ba3-03c45d5f2fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:11.471443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:11.699634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:13.093488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:13.151919 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:56:15.882589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:38.093412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0c4b137f-b303-46bc-b632-e740a0d39fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:40.251921 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-573ac6b0-177a-4e62-8e25-c14b1776ccca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:41.487743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:41.698843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:43.087253 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:45.882836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:56:50.150723 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:57:02.721131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-07402707-60dc-4e76-9f11-1e5bad4bac2e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1781445 Apr 18 12:57:02.854484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-cecf3ecb-f8d3-4f74-bec9-1f562539c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:02.855873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-cecf3ecb-f8d3-4f74-bec9-1f562539c805 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1099 time: 0.0682213 Apr 18 12:57:02.994660 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-9d17fca9-27d6-43f7-8439-6a1405b191b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:02.995968 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-9d17fca9-27d6-43f7-8439-6a1405b191b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1230218 Apr 18 12:57:03.097139 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-afc899ac-d772-4b01-8e98-83834eeb30e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 1001 time: 0.0955298 Apr 18 12:57:03.159947 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-f6f15a70-8402-41db-814d-76561326b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:03.161304 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-f6f15a70-8402-41db-814d-76561326b0ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0589142 Apr 18 12:57:03.233115 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-69119aa5-7229-4ee5-9f96-16af759ba2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:03.234543 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-69119aa5-7229-4ee5-9f96-16af759ba2d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675330 Apr 18 12:57:03.362261 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-f2b444aa-5b46-44c1-af4f-4264e30765ea service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217680 Apr 18 12:57:03.490137 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-85be6f64-1696-46e6-bad9-32aa3b1a66a6 req-4991ea7e-f5f9-4c6f-95d2-bfdb777e4992 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223323 Apr 18 12:57:08.047229 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-42bf4f6c-687f-4116-a4e7-2f2aa28c9ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:10.258519 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-40bb62a1-9d97-4b22-a0bb-308c4fd51a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:11.515896 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:11.721537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:13.127986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:15.898550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:27.149968 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:57:36.097623 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5808d3-2c1f-44f7-a39c-5d93c19b7444 req-092a6b8a-77a2-4a76-8c19-f1f43be96535 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:36.099095 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cb5808d3-2c1f-44f7-a39c-5d93c19b7444 req-092a6b8a-77a2-4a76-8c19-f1f43be96535 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.1302962 Apr 18 12:57:36.237284 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cb5808d3-2c1f-44f7-a39c-5d93c19b7444 req-9fcbadb2-44ef-4532-94bc-7ff9eaa80faa tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325920 Apr 18 12:57:37.427780 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cba5b-2e0e-4311-866a-0fe1761c0fff req-f02420b1-c7f3-4906-afed-ae216a22e018 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:37.429235 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-778cba5b-2e0e-4311-866a-0fe1761c0fff req-f02420b1-c7f3-4906-afed-ae216a22e018 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0783513 Apr 18 12:57:37.476201 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-778cba5b-2e0e-4311-866a-0fe1761c0fff req-4e41c1da-d62f-4293-a1e1-a1b058377d5b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412519 Apr 18 12:57:38.057393 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-af6173aa-2dd9-4830-9b3b-1a70c1743be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:38.657546 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0721b-ee08-416b-9577-3606743e694a req-60c30f68-2d95-4149-b563-d232e7d74c29 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:38.658892 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6fa0721b-ee08-416b-9577-3606743e694a req-60c30f68-2d95-4149-b563-d232e7d74c29 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0781772 Apr 18 12:57:38.701627 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-6fa0721b-ee08-416b-9577-3606743e694a req-11a2d62a-7468-494b-9776-5773f01a785a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372133 Apr 18 12:57:39.889337 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f6c5d-8ffb-48d7-9074-a7c9f494be2f req-aad1cc1d-8998-40dc-aa5c-e7c9f4de5274 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:39.890699 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-805f6c5d-8ffb-48d7-9074-a7c9f494be2f req-aad1cc1d-8998-40dc-aa5c-e7c9f4de5274 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0804603 Apr 18 12:57:39.934366 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-805f6c5d-8ffb-48d7-9074-a7c9f494be2f req-a6a7961c-14ab-49b2-a687-6c78aa1587cc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381062 Apr 18 12:57:40.229575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-54287e1e-80d4-4182-b7f2-a1e75c6b3409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:41.117283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9f650-f2c9-495b-91df-7a035da108ae req-380debef-308b-40c2-bd3d-fd862372b079 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:41.118783 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-98c9f650-f2c9-495b-91df-7a035da108ae req-380debef-308b-40c2-bd3d-fd862372b079 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0809517 Apr 18 12:57:41.161518 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-98c9f650-f2c9-495b-91df-7a035da108ae req-c979d0a6-8523-46a7-9480-28d555ba83c7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365407 Apr 18 12:57:41.492542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:41.693065 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:42.350258 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd501d-d03e-4d51-be3d-ccc831c5c824 req-d4ea8b45-16ab-4714-aa96-30856ee8ca1b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:42.351722 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42dd501d-d03e-4d51-be3d-ccc831c5c824 req-d4ea8b45-16ab-4714-aa96-30856ee8ca1b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0820541 Apr 18 12:57:42.396587 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-42dd501d-d03e-4d51-be3d-ccc831c5c824 req-b4c19b92-07cd-48fb-a510-637345f22ea5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Apr 18 12:57:43.098042 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:43.579554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3523b-c5ab-450a-a35a-f92e3bb3a599 req-72eeff32-7ab4-426b-8a76-9662e4e52cbd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:43.580976 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90c3523b-c5ab-450a-a35a-f92e3bb3a599 req-72eeff32-7ab4-426b-8a76-9662e4e52cbd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0785944 Apr 18 12:57:43.628179 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90c3523b-c5ab-450a-a35a-f92e3bb3a599 req-dd9e377e-41a7-408f-a16c-71503773815f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416296 Apr 18 12:57:44.808468 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf4ba3-1d45-4ca6-a3bd-016e231a8f61 req-431e6333-ea3c-4aa7-996d-87ab3f560bdc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:44.810411 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-95bf4ba3-1d45-4ca6-a3bd-016e231a8f61 req-431e6333-ea3c-4aa7-996d-87ab3f560bdc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0783930 Apr 18 12:57:44.852774 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-95bf4ba3-1d45-4ca6-a3bd-016e231a8f61 req-ec5f30cf-9f96-46eb-b960-c663662fd055 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366402 Apr 18 12:57:45.921400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:46.034914 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3677b51-3f28-4da0-9a16-046ebaeb6025 req-0ae01454-72cd-49ba-ac57-8f426ef97b46 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:46.036360 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a3677b51-3f28-4da0-9a16-046ebaeb6025 req-0ae01454-72cd-49ba-ac57-8f426ef97b46 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0788186 Apr 18 12:57:46.079226 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a3677b51-3f28-4da0-9a16-046ebaeb6025 req-585d3572-c6a5-43c3-b2d5-3be60232288d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Apr 18 12:57:47.211661 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:57:47.266668 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b085a8c-5707-4909-9373-9514cf4dd205 req-9754fed9-5725-4d34-8789-5be1e02fc310 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:47.268108 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1b085a8c-5707-4909-9373-9514cf4dd205 req-9754fed9-5725-4d34-8789-5be1e02fc310 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0827324 Apr 18 12:57:47.311777 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1b085a8c-5707-4909-9373-9514cf4dd205 req-f16cf87d-5313-494b-866c-d5fbf50032bf tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 Apr 18 12:57:47.343751 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:57:47.356472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'mac_address': 'fa:16:3e:b6:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:57:47.409113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:47.424879 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:57:47.439185 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:57:47.503821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:47.574666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:57:47.582049 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.582391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.582753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.583203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.583417 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.583737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.584118 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.584383 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.584702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.585019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.585337 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.585650 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:57:47.590198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['32ae6e3c-06db-4fed-9b2e-44aba3bd7413'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:57:48.495929 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78eaa58-db79-4ab8-b65d-849f950e3630 req-d7fb63ab-c30a-401a-b34d-ccba4e303e40 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:48.497341 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a78eaa58-db79-4ab8-b65d-849f950e3630 req-d7fb63ab-c30a-401a-b34d-ccba4e303e40 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 945 time: 0.0820732 Apr 18 12:57:48.540609 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a78eaa58-db79-4ab8-b65d-849f950e3630 req-bae56485-c366-4364-9d48-0ef18d4b3261 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 Apr 18 12:57:49.218341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:57:49.294512 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:57:49.294885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:49.405582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:49.431425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:57:49.441521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:57:49.504379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:57:49.545013 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8025d8f-8b10-4d58-a3ae-03faad1b7dfd'] response: {'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'code': 200} Apr 18 12:57:49.596854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:57:49.786045 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd50db5-4c8f-49e1-b909-7c8d899060c5 req-6fe7d2b8-0377-4081-9249-d998556bfa35 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:49.787644 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9fd50db5-4c8f-49e1-b909-7c8d899060c5 req-6fe7d2b8-0377-4081-9249-d998556bfa35 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0950983 Apr 18 12:57:49.842950 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9fd50db5-4c8f-49e1-b909-7c8d899060c5 req-12e8c481-f8d7-4a79-8022-4628538f1384 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470083 Apr 18 12:57:51.069535 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f773d-7bc4-40cf-8026-0a83a377a59e req-b5c53e7a-1aff-4dba-b0d6-622b5f594aea tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:51.070992 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c34f773d-7bc4-40cf-8026-0a83a377a59e req-b5c53e7a-1aff-4dba-b0d6-622b5f594aea tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.1125038 Apr 18 12:57:51.128712 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c34f773d-7bc4-40cf-8026-0a83a377a59e req-a232da2e-b879-4359-af65-fa6fd3595c38 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482414 Apr 18 12:57:52.333646 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5638071-b352-4660-bd8a-99f577b80155 req-a7ce19ea-a2e3-4b1d-958a-fce87ef35dcc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:52.335118 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a5638071-b352-4660-bd8a-99f577b80155 req-a7ce19ea-a2e3-4b1d-958a-fce87ef35dcc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0993309 Apr 18 12:57:52.393042 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a5638071-b352-4660-bd8a-99f577b80155 req-f813f544-4712-4ffb-b479-387b3e3c7cc0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523403 Apr 18 12:57:53.602896 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7db0fe-ad15-4201-9943-f5a435ad8097 req-b58b0144-4fd8-4ede-8186-0fa6511c8ce5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:53.604438 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cd7db0fe-ad15-4201-9943-f5a435ad8097 req-b58b0144-4fd8-4ede-8186-0fa6511c8ce5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.1005893 Apr 18 12:57:53.660428 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-cd7db0fe-ad15-4201-9943-f5a435ad8097 req-c5f4f9cf-0300-415a-b55b-d31e4d5eeccc tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503516 Apr 18 12:57:54.878952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6c25e-05f5-4786-924b-7a7b7b0b764b req-5d78122c-ebda-4658-b489-f5b1cbc33246 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:54.880559 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b5f6c25e-05f5-4786-924b-7a7b7b0b764b req-5d78122c-ebda-4658-b489-f5b1cbc33246 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.1025813 Apr 18 12:57:54.925854 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-b5f6c25e-05f5-4786-924b-7a7b7b0b764b req-e013a996-c715-44bb-b033-b4ffea0e8e43 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394633 Apr 18 12:57:56.137685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa584-b199-47ba-afa2-0fd8637710ec req-ee7ce32b-b72f-4794-af62-386ca8ec97e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:56.139207 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88baa584-b199-47ba-afa2-0fd8637710ec req-ee7ce32b-b72f-4794-af62-386ca8ec97e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0956051 Apr 18 12:57:56.190594 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-88baa584-b199-47ba-afa2-0fd8637710ec req-2dca6893-3e66-4127-9d82-541d02087c86 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452454 Apr 18 12:57:57.386731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f050-c635-421b-b569-8c9527f3c893 req-06e2e51e-1517-4e53-9984-fbac80a68597 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:57.388365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e1f3f050-c635-421b-b569-8c9527f3c893 req-06e2e51e-1517-4e53-9984-fbac80a68597 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0840688 Apr 18 12:57:57.442783 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e1f3f050-c635-421b-b569-8c9527f3c893 req-b4bc9caf-4392-408c-b339-9daa1fb1d2a1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Apr 18 12:57:58.654327 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904bedde-faa4-47fe-b886-a89ecf160e4e req-ab16e3a6-90d2-43f1-b608-7bcae9869b5d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:58.658934 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-904bedde-faa4-47fe-b886-a89ecf160e4e req-ab16e3a6-90d2-43f1-b608-7bcae9869b5d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0987451 Apr 18 12:57:58.703503 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-904bedde-faa4-47fe-b886-a89ecf160e4e req-6411d4f3-2ab0-40af-aec9-93be03026a66 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420547 Apr 18 12:57:59.898322 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fc1c-260e-4500-9aba-184c7bf89b3f req-63bb0e2e-fe69-427a-954c-95823087913e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:57:59.899715 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c035fc1c-260e-4500-9aba-184c7bf89b3f req-63bb0e2e-fe69-427a-954c-95823087913e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0839086 Apr 18 12:57:59.945086 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-c035fc1c-260e-4500-9aba-184c7bf89b3f req-277645e4-06f6-45d7-8e72-cfc0d909fe9d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 Apr 18 12:58:00.068089 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-8c6f6a93-d47f-4f23-8f99-eafca2b9d2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:00.069504 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-8c6f6a93-d47f-4f23-8f99-eafca2b9d2dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1099 time: 0.0718892 Apr 18 12:58:00.301589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-06b14277-24a9-4214-9694-622ca8743a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:00.302924 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-06b14277-24a9-4214-9694-622ca8743a5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.2271430 Apr 18 12:58:00.403856 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-8086b304-90d3-49d3-9c9b-8a3ca73f19cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 1001 time: 0.0943563 Apr 18 12:58:00.464040 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-8c4e4e28-45ad-4c50-8f47-5ec5e292b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:00.465382 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-8c4e4e28-45ad-4c50-8f47-5ec5e292b98f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0557439 Apr 18 12:58:00.540659 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-01be1695-59de-4770-9825-2b252491baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:00.542056 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-01be1695-59de-4770-9825-2b252491baf5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707734 Apr 18 12:58:00.673143 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-32c90218-41ce-498b-8fe7-59cef8b7554b service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245475 Apr 18 12:58:00.800315 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4c73fd03-cb60-4143-ac06-dd5864dd75c8 req-aac1cfb1-b44e-4467-93f2-861af1e34e7d service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211166 Apr 18 12:58:01.125796 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d871d12-0fd1-4b96-923f-412b5eadb4da req-daea5981-46a1-4ac3-832e-ffb4721992b1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:01.127257 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d871d12-0fd1-4b96-923f-412b5eadb4da req-daea5981-46a1-4ac3-832e-ffb4721992b1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0790370 Apr 18 12:58:01.169851 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1d871d12-0fd1-4b96-923f-412b5eadb4da req-b0236168-8320-41da-bdc6-46e9cc4f8e11 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370748 Apr 18 12:58:02.352513 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82229171-105b-4ec4-be40-70ec920759f0 req-69a9a3bc-d540-4147-a063-acc2f1d2fe1c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:02.353970 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-82229171-105b-4ec4-be40-70ec920759f0 req-69a9a3bc-d540-4147-a063-acc2f1d2fe1c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 946 time: 0.0804338 Apr 18 12:58:02.400770 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-82229171-105b-4ec4-be40-70ec920759f0 req-954bc977-d018-44fe-922e-20a6589ae38b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407629 Apr 18 12:58:03.271800 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:58:03.382877 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:03.408472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:58:03.417596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:58:03.448553 dv-neutron-837089-1-hyperv neutron-server[88784]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-297dee00-4bce-4674-9e36-cbfadedfc4df']: {'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'code': 422} returned with failed status Apr 18 12:58:03.498111 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:03.566320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:58:03.585278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f686-491d-4a81-81f8-a2ac6e92ba2a req-5fe28ad5-995d-48c5-ab27-a95dc58f6e89 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:03.586773 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0c4f686-491d-4a81-81f8-a2ac6e92ba2a req-5fe28ad5-995d-48c5-ab27-a95dc58f6e89 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0787327 Apr 18 12:58:03.631116 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d0c4f686-491d-4a81-81f8-a2ac6e92ba2a req-5dd3ab7e-6b0b-4c0b-b630-5ccc56d207c1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Apr 18 12:58:04.124378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977844b-47ee-479f-93e4-8d916db6833c req-a3ba7b35-2f96-4476-848d-6940afe10eff tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:04.125938 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3977844b-47ee-479f-93e4-8d916db6833c req-a3ba7b35-2f96-4476-848d-6940afe10eff tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0859392 Apr 18 12:58:04.148786 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:58:04.170195 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3977844b-47ee-479f-93e4-8d916db6833c req-325c2596-4f10-4ea0-9cd1-c2c80557a34a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Apr 18 12:58:04.478293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44716) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:58:04.594016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-69ce56df-fc9d-49cd-8b25-9506ae4cb74e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1145444 Apr 18 12:58:05.352725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46c57a-0d2c-4cf1-8685-8bde28f701c9 req-bffa0924-ef12-4f33-a0f9-0566a948b21f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:05.354060 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46c57a-0d2c-4cf1-8685-8bde28f701c9 req-bffa0924-ef12-4f33-a0f9-0566a948b21f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0789173 Apr 18 12:58:05.398059 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8e46c57a-0d2c-4cf1-8685-8bde28f701c9 req-d684b704-784b-4bd6-9717-f097562f01ab tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377905 Apr 18 12:58:06.153047 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-51302ca9-25f0-4328-96bf-b49698b803bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:06.155104 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-51302ca9-25f0-4328-96bf-b49698b803bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f&tenant_id=57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 1097 time: 0.1129043 Apr 18 12:58:06.251362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-0e39e4d0-d022-455c-a490-a214f197e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:06.252777 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-0e39e4d0-d022-455c-a490-a214f197e7e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1097 time: 0.0690897 Apr 18 12:58:06.383042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-eea54c6b-a5ca-4ab9-9354-99f6ec25fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:06.384632 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-eea54c6b-a5ca-4ab9-9354-99f6ec25fc7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1251810 Apr 18 12:58:06.489551 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-43acef88-9127-4808-a179-6b5beacf6891 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 999 time: 0.0980899 Apr 18 12:58:06.551618 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-344fe7a7-7426-4950-8d4e-2e7d940011d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:06.553245 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-344fe7a7-7426-4950-8d4e-2e7d940011d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0574551 Apr 18 12:58:06.581551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b927-9ac3-4734-8ea1-c7a9c0a0646a req-4a6f1b15-1ebc-4504-8113-b09a7ee203d4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:06.582940 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cd02b927-9ac3-4734-8ea1-c7a9c0a0646a req-4a6f1b15-1ebc-4504-8113-b09a7ee203d4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0797548 Apr 18 12:58:06.629025 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-cd02b927-9ac3-4734-8ea1-c7a9c0a0646a req-9533ede2-0fb9-4966-9458-6e5c6cff0383 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398550 Apr 18 12:58:06.635007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-7d4bacc7-2eda-4387-8a8a-26ebc4cf8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:06.636452 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-7d4bacc7-2eda-4387-8a8a-26ebc4cf8560 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740681 Apr 18 12:58:06.768274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-ba7df917-8c22-4d7a-abbc-2f855ed7d6ad service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221476 Apr 18 12:58:07.002565 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-35a031a0-5fe2-45ea-a03d-d3d35d1c9f19 req-d8fb8e94-aa93-4150-bb59-b998ec6442bb service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280378 Apr 18 12:58:07.271628 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:58:07.846117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57bef2-ff31-4fef-9cf6-1d68e67b0e81 req-578057a8-5920-4675-a6a5-50317e386e62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:07.848358 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dc57bef2-ff31-4fef-9cf6-1d68e67b0e81 req-578057a8-5920-4675-a6a5-50317e386e62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0906694 Apr 18 12:58:07.897226 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-dc57bef2-ff31-4fef-9cf6-1d68e67b0e81 req-6cde473b-d0da-4cd4-b39c-dcaad8cd578d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 Apr 18 12:58:08.132552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d574b08e-9361-4b75-8180-e74e52322906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:09.093176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6148ea2-cdc2-4b7e-b826-3840e92c799b req-5fb3c677-01f0-481a-b2b2-ac76a628a07e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:09.094696 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e6148ea2-cdc2-4b7e-b826-3840e92c799b req-5fb3c677-01f0-481a-b2b2-ac76a628a07e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0842245 Apr 18 12:58:09.141767 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e6148ea2-cdc2-4b7e-b826-3840e92c799b req-3edacd63-bf97-4465-91bf-92ffac972357 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Apr 18 12:58:10.224100 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7f8e499d-109a-481a-88e7-1b42a23aa1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:10.338496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a068529-24ae-46fa-a2f5-a56448958b94 req-79b38388-3c86-415e-a49e-d8d85e005dcd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:10.340113 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a068529-24ae-46fa-a2f5-a56448958b94 req-79b38388-3c86-415e-a49e-d8d85e005dcd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0867674 Apr 18 12:58:10.387385 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9a068529-24ae-46fa-a2f5-a56448958b94 req-a85af4fb-c3de-4cf9-8e86-6bcc9bac34dd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Apr 18 12:58:11.582954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f02c8-af49-461c-9400-97d62dd99838 req-4a1245c9-20ae-4046-8598-09493bb44a8d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:11.584420 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-048f02c8-af49-461c-9400-97d62dd99838 req-4a1245c9-20ae-4046-8598-09493bb44a8d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0845845 Apr 18 12:58:11.612885 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:11.633407 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-048f02c8-af49-461c-9400-97d62dd99838 req-9ad3b736-21fc-4f0f-8599-f39b7f1f262d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Apr 18 12:58:11.744719 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:12.851838 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709f8e5-537f-49c2-acbd-b003fd6de5f4 req-aac6553b-0911-4fcb-ab8f-5901a371a393 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:12.853684 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4709f8e5-537f-49c2-acbd-b003fd6de5f4 req-aac6553b-0911-4fcb-ab8f-5901a371a393 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.1005931 Apr 18 12:58:12.906854 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4709f8e5-537f-49c2-acbd-b003fd6de5f4 req-a9d2ec31-5cc9-4194-ac8e-47ce4a2b4b84 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467443 Apr 18 12:58:13.116249 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:14.105938 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24827754-080d-4277-bb11-2a1ffac7166c req-f46742e4-d7e1-4899-8ef9-ab71e30a453f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:14.107545 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24827754-080d-4277-bb11-2a1ffac7166c req-f46742e4-d7e1-4899-8ef9-ab71e30a453f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0804162 Apr 18 12:58:14.161575 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24827754-080d-4277-bb11-2a1ffac7166c req-7acac876-81b5-4b37-9f4a-335ac61f21a1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Apr 18 12:58:15.347516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77f119-5bb7-4014-9601-0732643e52f2 req-3a6664e9-52ff-4738-9d2b-54171627212c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:15.348974 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e77f119-5bb7-4014-9601-0732643e52f2 req-3a6664e9-52ff-4738-9d2b-54171627212c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0791013 Apr 18 12:58:15.397753 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4e77f119-5bb7-4014-9601-0732643e52f2 req-3cd11422-1b29-4971-b515-9476e6f75812 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 Apr 18 12:58:15.932300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:16.583499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111f0ef-78a7-49b5-a5f8-ca3c2da910ec req-ec7cabba-1cb5-4d19-ba83-059267ab27e6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:16.584982 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0111f0ef-78a7-49b5-a5f8-ca3c2da910ec req-ec7cabba-1cb5-4d19-ba83-059267ab27e6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 944 time: 0.0816860 Apr 18 12:58:16.629025 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0111f0ef-78a7-49b5-a5f8-ca3c2da910ec req-d28252a6-5e31-4aaf-92b1-19e3fb8b96e9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 Apr 18 12:58:17.273862 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 12:58:17.401970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:58:17.414665 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'port_id': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'mac_address': 'fa:16:3e:b6:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 12:58:17.470667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:17.487222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 12:58:17.502093 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:58:17.583818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:17.649988 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=9']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:58:17.797400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['32ae6e3c-06db-4fed-9b2e-44aba3bd7413'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 12:58:17.813541 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55266e-e622-4d17-9f63-e9190a50e639 req-28c27a56-df84-46d9-93cd-8109f2dfeba9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:17.815042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe55266e-e622-4d17-9f63-e9190a50e639 req-28c27a56-df84-46d9-93cd-8109f2dfeba9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 945 time: 0.0827782 Apr 18 12:58:17.861320 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fe55266e-e622-4d17-9f63-e9190a50e639 req-2cc84275-85b1-4827-9695-a94f9c17cc32 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402467 Apr 18 12:58:19.041092 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa34b9-120c-44e8-80c5-fd4991938a3f req-4bf08824-ac97-4e65-b23c-651e57cdf125 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:19.042525 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bcaa34b9-120c-44e8-80c5-fd4991938a3f req-4bf08824-ac97-4e65-b23c-651e57cdf125 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 945 time: 0.0778372 Apr 18 12:58:19.088087 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-bcaa34b9-120c-44e8-80c5-fd4991938a3f req-1b30f6a7-04fa-452e-abe0-d07fd10668c8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395195 Apr 18 12:58:19.289688 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 12:58:19.354684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 12:58:19.355052 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:19.468441 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:19.493732 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:58:19.503478 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:58:19.537860 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79ed1b78-1834-47a2-975d-82aa560e6d49'] response: {'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'code': 200} Apr 18 12:58:19.566919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:19.642618 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=10']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:58:19.866765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc592a21-b24f-41af-a51d-bdfa240e7d6e req-873f2583-ce54-451e-a33f-035f178bb804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:19.868250 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fc592a21-b24f-41af-a51d-bdfa240e7d6e req-873f2583-ce54-451e-a33f-035f178bb804 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1100 time: 0.0693750 Apr 18 12:58:19.909077 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fc592a21-b24f-41af-a51d-bdfa240e7d6e req-65376ebb-a353-4036-875a-7a0d5dea7377 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344369 Apr 18 12:58:20.269085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa8f4a-ef72-4897-883c-32dd98940787 req-37b3fc07-bb54-4120-9b37-8ce2b7984a89 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:20.270497 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dafa8f4a-ef72-4897-883c-32dd98940787 req-37b3fc07-bb54-4120-9b37-8ce2b7984a89 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 947 time: 0.0774119 Apr 18 12:58:20.314307 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-dafa8f4a-ef72-4897-883c-32dd98940787 req-7de20259-f4ea-40a5-ba21-a92d919fa718 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382118 Apr 18 12:58:21.504266 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556cd21-4c13-49c8-a635-c9d861d9cb55 req-43e15891-6db7-45a2-bcb9-d249f4f22eb6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:21.505787 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0556cd21-4c13-49c8-a635-c9d861d9cb55 req-43e15891-6db7-45a2-bcb9-d249f4f22eb6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 947 time: 0.0815008 Apr 18 12:58:21.550508 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0556cd21-4c13-49c8-a635-c9d861d9cb55 req-7976553a-dc2c-4916-a736-40bcda602a97 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388501 Apr 18 12:58:22.851849 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc9945-0709-49cd-b1f2-ae80c49d8306 req-d2f8c808-2310-413a-8039-fd0cc9a51a38 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:58:22.853220 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a9fc9945-0709-49cd-b1f2-ae80c49d8306 req-d2f8c808-2310-413a-8039-fd0cc9a51a38 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 947 time: 0.1719716 Apr 18 12:58:22.899120 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a9fc9945-0709-49cd-b1f2-ae80c49d8306 req-70b1fc50-5e87-43fa-a975-c04dbf45259d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381963 Apr 18 12:58:38.057212 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7a2515c4-cb90-4eae-aad3-afd8c951c46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:40.257524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d68647ff-c1fb-452c-9781-94e272f76c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:41.147412 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:58:41.532030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:41.738270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:43.120945 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:58:45.931941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:03.605274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-c57b6507-49ba-4be8-abf6-ef7ce8cffc97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739131 Apr 18 12:59:03.757154 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-cbc22097-9b1e-4f9e-a6d7-1d5da76adeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:03.758643 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-cbc22097-9b1e-4f9e-a6d7-1d5da76adeba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1100 time: 0.0701487 Apr 18 12:59:03.899496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-751abf74-b4fd-4b7f-8b99-151bdbd4b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:03.900907 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-751abf74-b4fd-4b7f-8b99-151bdbd4b760 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1242254 Apr 18 12:59:04.002949 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-78590a50-66d2-4ed3-8bb6-5dbcb6c7cf6e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 1001 time: 0.0956066 Apr 18 12:59:04.063501 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-6b471d6d-9d61-4278-9cf2-5e268a7e13e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:04.068784 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-6b471d6d-9d61-4278-9cf2-5e268a7e13e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0558805 Apr 18 12:59:04.144213 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-6000b5dd-4f32-48ee-a01d-f998f1136ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:04.145657 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-6000b5dd-4f32-48ee-a01d-f998f1136ded service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743575 Apr 18 12:59:04.277020 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-5c39a912-0182-434b-910c-1c52d4e8a2b2 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248796 Apr 18 12:59:04.410213 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-81cbdc67-62ad-4090-bf63-c12a7040d7e3 req-a07184b9-c2b8-48c2-8cf1-5e6f9ff457a7 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277699 Apr 18 12:59:08.039919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-86182665-4e90-42ff-86cc-1a815ac3b542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:10.251552 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-22f399ad-af9d-48a5-8c64-2959184d1285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:11.491702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:11.708786 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:13.159598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:15.936946 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:18.146627 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 12:59:33.882665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 44844) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:34.195664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Deleting port d81fa2b2-f4ae-4f43-9d04-9d5cba7ef050 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:59:34.195913 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:34.360815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:34.361140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:34.489429 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Calling delete_port for d81fa2b2-f4ae-4f43-9d04-9d5cba7ef050 owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:59:34.696794 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:34.743385 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event deleted for resources: {'Port': ['ID=d81fa2b2-f4ae-4f43-9d04-9d5cba7ef050,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:34.782081 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.782428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.782862 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.783193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.783520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.783848 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.784172 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.784494 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.785353 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.785673 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.785991 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.786307 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:34.843866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:34.844185 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Floating IP e393d5b9-93ca-43b4-ab9f-6fca7c1efcec disassociated (deleted). External IP: 172.26.4.89, port: 32ae6e3c-06db-4fed-9b2e-44aba3bd7413. Apr 18 12:59:35.187881 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 12:59:35.364300 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 12:59:35.374095 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 12:59:35.384268 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:59:35.384868 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:59:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:59:35.439438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:35.493099 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-7dfb61be-ce90-444c-a4c2-2e2f38515cc1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "DELETE /v2.0/floatingips/e393d5b9-93ca-43b4-ab9f-6fca7c1efcec HTTP/1.1" status: 204 len: 168 time: 1.6094818 Apr 18 12:59:35.493676 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:59:35.559795 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:59:35.604501 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8a8fc77-ef7a-4525-bc5d-0e0b689972fb'] response: {'name': 'network-changed', 'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'status': 'completed', 'code': 200} Apr 18 12:59:35.825472 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-2cf759ec-ff9b-40dd-b4af-f6b20cb4b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:35.826882 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-2cf759ec-ff9b-40dd-b4af-f6b20cb4b698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 1100 time: 0.1934478 Apr 18 12:59:35.883549 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:59:35.887874 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 12:59:35.896871 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 12:59:35.897496 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T12:59:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:59:35.955758 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-39fe202a-df77-4eb7-9b53-28d4eade1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:35.957740 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-39fe202a-df77-4eb7-9b53-28d4eade1ec1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1249382 Apr 18 12:59:36.028796 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-d81953b2-45cf-4d81-8f46-1e51214c3a9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 200 len: 217 time: 0.0652347 Apr 18 12:59:36.095708 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-7bb55b11-9875-4016-baae-6aad5e3d1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:36.097082 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-7bb55b11-9875-4016-baae-6aad5e3d1e53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0601459 Apr 18 12:59:36.114692 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 12:59:36.157954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f558605-87b0-484e-bda2-bb5136b0798c req-8e8e8b21-ce11-40fe-b172-358b286fdb5a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:36.159436 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8f558605-87b0-484e-bda2-bb5136b0798c req-8e8e8b21-ce11-40fe-b172-358b286fdb5a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 947 time: 0.0820680 Apr 18 12:59:36.180531 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-4b431709-492b-4553-b1eb-13b45b5ccde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:36.181978 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-4b431709-492b-4553-b1eb-13b45b5ccde2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780849 Apr 18 12:59:36.206016 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8f558605-87b0-484e-bda2-bb5136b0798c req-8412d844-1b0d-4509-97c3-dd0ddeee33be tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Apr 18 12:59:36.315010 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-71030231-ef53-4ebd-8514-0a687955dc75 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255894 Apr 18 12:59:36.417733 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 12:59:36.421618 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34acf00b-e3a2-4cfe-a229-e80e09a36db6 None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 12:59:36.447481 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ebdcbe6-9b8c-4fd1-bc16-c3e49eeed708 req-490db8e6-fddd-460e-92dd-33b5fa678d02 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255035 Apr 18 12:59:36.632829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022a2c72-0144-4e32-b07a-a43b48dc7afc None None] New status for floating IP e393d5b9-93ca-43b4-ab9f-6fca7c1efcec: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 12:59:37.450168 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c5527354-5ae6-48ce-8795-6b212db77185 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:37.450871 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c5527354-5ae6-48ce-8795-6b212db77185 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:59:37.462556 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ebdad-8073-4e35-92ba-b7a3883290c9 req-37fc9930-384e-4c44-a12f-01d821741ee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 12:59:37.463198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-c07ebdad-8073-4e35-92ba-b7a3883290c9 req-37fc9930-384e-4c44-a12f-01d821741ee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:59:37.542878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c5527354-5ae6-48ce-8795-6b212db77185 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:59:37.543987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c5527354-5ae6-48ce-8795-6b212db77185 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 947 time: 0.2268884 Apr 18 12:59:37.544964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-c07ebdad-8073-4e35-92ba-b7a3883290c9 req-37fc9930-384e-4c44-a12f-01d821741ee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:59:37.545988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c07ebdad-8073-4e35-92ba-b7a3883290c9 req-37fc9930-384e-4c44-a12f-01d821741ee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 947 time: 0.2315116 Apr 18 12:59:37.641406 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Deleting port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 12:59:37.641739 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:37.669998 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c07ebdad-8073-4e35-92ba-b7a3883290c9 req-1d8c3362-7d1a-45a4-9c66-465c2d80e7b2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=7f91086c-acba-41a1-966d-4a1ecc584c83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932462 Apr 18 12:59:37.888698 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] For port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 12:59:37.889045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:38.011091 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Calling delete_port for 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 owned by compute:nova {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 12:59:38.068741 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-31e9a6e7-6863-41be-b7c3-95f1f67052b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:38.240044 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:38.478683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event deleted for resources: {'Port': ['ID=32ae6e3c-06db-4fed-9b2e-44aba3bd7413,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:38.486905 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] No DVR routers for this DVR port 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 on host hv-neutron-8370 {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 12:59:38.489885 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:38.492442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-deleted', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 12:59:38.538576 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d0470f-54e3-4630-ada2-43d4da127a01'] response: {'server_uuid': '3fe9a51a-2e21-4cf0-9dbb-5e089562a19f', 'name': 'network-vif-deleted', 'tag': '32ae6e3c-06db-4fed-9b2e-44aba3bd7413', 'status': 'completed', 'code': 200} Apr 18 12:59:38.565910 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-867ab888-0d94-44b4-abdc-b761b77a74d3 req-c0105280-c9c7-4555-8eac-3d51ece12254 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "DELETE /v2.0/ports/32ae6e3c-06db-4fed-9b2e-44aba3bd7413 HTTP/1.1" status: 204 len: 173 time: 1.0167513 Apr 18 12:59:38.826440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d65655c2-11b1-48f2-9af2-4fc80a72acec req-236eb9b4-5417-4a77-8c04-25fc286563b7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 12:59:38.919651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-d65655c2-11b1-48f2-9af2-4fc80a72acec req-236eb9b4-5417-4a77-8c04-25fc286563b7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 12:59:38.920887 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d65655c2-11b1-48f2-9af2-4fc80a72acec req-236eb9b4-5417-4a77-8c04-25fc286563b7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fe9a51a-2e21-4cf0-9dbb-5e089562a19f HTTP/1.1" status: 200 len: 210 time: 0.1397943 Apr 18 12:59:40.019055 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44866) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:40.089462 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.118664 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.233861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.251670 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f91086c-acba-41a1-966d-4a1ecc584c83,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:40.260904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.262542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.262542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.262542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.262542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.262542 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.263093 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.263201 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.263448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.263764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.264077 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.264390 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 12:59:40.282972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-2d63ebd4-30ff-4723-bbe1-740a41478490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.335685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.336799 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e4343c85-38a9-4bae-b703-66270a821704 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "DELETE /v2.0/security-groups/7f91086c-acba-41a1-966d-4a1ecc584c83 HTTP/1.1" status: 204 len: 168 time: 0.3161116 Apr 18 12:59:40.677351 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44874) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:40.682718 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074109254', 'description': 'tempest-secgroup-smoke-2074109254 description', 'project_id': '57211211e6a744ce90a6158771a05bb6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:40.688612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:40.692836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:40.695794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:40.701583 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:40.753693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.773135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:40.777466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:40.781735 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:40.789283 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:40.856967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.929550 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:40.976944 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6480b0-3dc6-4256-8639-f59abce464b5,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:41.027039 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.028265 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-4ea92a74-3a7d-4db1-9a26-5be7fa0b4c7c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3498843 Apr 18 12:59:41.031061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44878) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:41.036813 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '5e6480b0-3dc6-4256-8639-f59abce464b5', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:41.042691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:41.046453 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:41.049403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:41.055128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:41.138992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.205720 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.267731 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.292738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f8fbd5-16a5-488c-be73-cdf7d3be9d39,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:41.342295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.343529 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-53eeb897-0ec8-42a5-baf0-29fb989cdc62 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115048 Apr 18 12:59:41.346261 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44882) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:41.351586 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '5e6480b0-3dc6-4256-8639-f59abce464b5', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:41.357403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:41.361167 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:41.364270 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:41.370454 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:41.435267 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.496831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.501061 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.571320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.594312 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d603d0b-548c-4bc1-b4ef-39183038199a,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:41.662444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.663642 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-6ee53b4f-84e5-4f81-85ac-cf4342b96417 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164501 Apr 18 12:59:41.666364 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44886) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:41.671208 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '5e6480b0-3dc6-4256-8639-f59abce464b5', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:41.676999 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:41.681264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:41.684126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:41.689694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:41.697756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 12:59:41.727110 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.736813 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 12:59:41.737242 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 32ae6e3c-06db-4fed-9b2e-44aba3bd7413 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 12:59:41.772608 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.836292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.924514 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:41.949450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53b92f9c-6cc7-461d-aa6f-045186ea0070,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:42.040571 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.041673 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-35c3904d-9d2d-4a61-92a5-74ee9720bee4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3743877 Apr 18 12:59:42.044836 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44890) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:42.049868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '5e6480b0-3dc6-4256-8639-f59abce464b5', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:42.056746 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:42.060711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:42.063655 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:42.069636 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:42.149533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.212449 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.298079 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.315868 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72415bf-8a60-4173-a021-faea52055c97,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:42.371215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.374966 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-60b583aa-9cb5-4ace-974c-d9e002a9f28a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265765 Apr 18 12:59:42.375169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44894) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:42.380029 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '5e6480b0-3dc6-4256-8639-f59abce464b5', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:42.386260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:42.390119 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:42.393102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:42.399429 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:42.466896 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Project 57211211e6a744ce90a6158771a05bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:59:42.473850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.540811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.620993 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.643752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cff8d85-3ccf-41ad-bee4-6a1b89253c6e,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:42.718643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.719890 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-209ec7ba-ac6a-4075-afcd-dc836156a30b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3438160 Apr 18 12:59:42.722607 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 44898) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 12:59:42.729135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'security_group_rule': {'security_group_id': '5e6480b0-3dc6-4256-8639-f59abce464b5', 'project_id': '57211211e6a744ce90a6158771a05bb6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 12:59:42.735405 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 12:59:42.739552 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:security_group_rule and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 12:59:42.742388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 12:59:42.748139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 12:59:42.810724 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Project 57211211e6a744ce90a6158771a05bb6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 12:59:42.817290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.882953 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.957855 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:42.981878 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae8c46ea-64ad-450a-883b-2cef4c5442aa,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 12:59:43.055891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:43.057071 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f6b02ce7-0adc-433e-a4e9-30d3d93d1b03 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3335218 Apr 18 12:59:43.107066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:45.964486 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 12:59:55.145080 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:00:06.899408 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5103c8de-1c9b-4351-960f-7f81541ee551 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074109254&fields=id&tenant_id=57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 267 time: 0.0391483 Apr 18 13:00:07.044162 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-4c066101-2f4b-4dfd-90ff-4909430de782 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:07.045469 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-4c066101-2f4b-4dfd-90ff-4909430de782 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 808 time: 0.1392398 Apr 18 13:00:07.060109 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-18e33903-6ba9-4593-a18b-ed6e44857743 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/quotas/57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 375 time: 0.0091195 Apr 18 13:00:07.141335 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-eb07a793-30bd-4f47-a47d-267af286b888 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765655 Apr 18 13:00:07.232348 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-543a1673-11c6-4348-9f11-6c63650e2ffd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 13:00:07.233311 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-543a1673-11c6-4348-9f11-6c63650e2ffd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811110 Apr 18 13:00:07.361844 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-3be8c0fd-e24e-4d57-941a-ddd5e326b573 service neutron] 10.222.0.24 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221845 Apr 18 13:00:07.494805 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-2dfd558f-ba7a-479c-9fbc-5437d6376946 service neutron] 10.222.0.24 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272924 Apr 18 13:00:08.077443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-aa3374d4-4489-4dcd-bbb2-e9d6c886dd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:08.195434 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a9015a89-83f9-4b84-b915-90dd72cce053 req-0a684fab-4967-40d6-9658-e8c30d4a8f3d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0438702 Apr 18 13:00:09.292183 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e65b6668-995d-4e76-8341-a2989976d10a req-f2485548-4210-42f3-b8f1-b636f5bb8767 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0451012 Apr 18 13:00:10.249031 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-170e58bb-7427-4cbd-befa-67a9d1339e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:10.389310 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e800b5a3-ca06-4c4b-93e4-03544de9cc75 req-8485da2c-8586-4ba8-837d-c521dad3f099 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0470631 Apr 18 13:00:11.483969 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f205ec4b-dbcc-49a9-9518-faf2116d4bc8 req-27263e5c-e129-44a7-97c1-356fb90b5c61 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0416353 Apr 18 13:00:11.518013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:11.702182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:12.628777 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-de67691a-d300-40ec-bab7-3f1aac3a49e4 req-f41347b1-b445-4f04-bf2b-dbbef87bdf96 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0423427 Apr 18 13:00:13.153340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:13.776599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-89434e04-5f7e-4705-9d8a-1d41bb2af072 req-b2de8b1d-9ec7-469a-9865-0e25af141346 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0423567 Apr 18 13:00:14.283784 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-cab8cc1b-b8ca-4870-a69e-df2e34a889e8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:14.285195 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-cab8cc1b-b8ca-4870-a69e-df2e34a889e8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 808 time: 0.1436064 Apr 18 13:00:14.336523 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-29fe7811-d036-4916-ac95-61c3ab8c3f69 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 380 time: 0.0434933 Apr 18 13:00:14.344384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'port': {'device_id': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'admin_state_up': True, 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'security_groups': ['5e6480b0-3dc6-4256-8639-f59abce464b5']}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:00:14.479108 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:00:14.489128 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:00:14.569075 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Made reservation on behalf of 57211211e6a744ce90a6158771a05bb6 for: {'port': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:00:14.572580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:14.740623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Allocated IP 172.20.0.6 (64c229f8-0f96-4ff5-96d6-0c42ba8bcc39/c2feab54-5fc7-4afe-92b9-638f7aca607b/92458e5c-0b90-4819-836a-3e7fee14104f) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:00:14.927834 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-77b326a3-d44f-43d5-8780-23a0eb5edc3f req-a97db026-79c2-4524-b681-b8953761e98e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0433919 Apr 18 13:00:14.938914 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:14.955394 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Transition to ACTIVE for port object 92458e5c-0b90-4819-836a-3e7fee14104f will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:00:15.039705 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:15.102847 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:00:15.106282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:00:15.109974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:00:15.158364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:15.306562 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:15.307169 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:15.377288 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-88d88791-f05a-4a36-8592-2998a94e65e0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0362151 Apr 18 13:00:15.389063 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Request body: {'port': {'device_id': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:00:15.456418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8de97935-23f6-4f54-bd8b-788c9e0eb810 None None] Provisioning for port 92458e5c-0b90-4819-836a-3e7fee14104f completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:00:15.461792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-8de97935-23f6-4f54-bd8b-788c9e0eb810 None None] Provisioning complete for port 92458e5c-0b90-4819-836a-3e7fee14104f triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:00:15.462281 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8de97935-23f6-4f54-bd8b-788c9e0eb810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:15.500793 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:15.518542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-8de97935-23f6-4f54-bd8b-788c9e0eb810 None None] Port 92458e5c-0b90-4819-836a-3e7fee14104f cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:00:15.847001 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92458e5c-0b90-4819-836a-3e7fee14104f {{(pid=88782) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:00:15.853994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:15.868146 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Transition to ACTIVE for port object 92458e5c-0b90-4819-836a-3e7fee14104f will not be triggered until provisioned by entity L2. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:00:15.947567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:15.999467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:16.155235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:16.254743 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e84744-ab18-4bea-9ac3-dfeaa2a44ba8 req-05a5fcbc-7881-4cf2-9756-d0075e535b79 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:16.255367 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-25e84744-ab18-4bea-9ac3-dfeaa2a44ba8 req-05a5fcbc-7881-4cf2-9756-d0075e535b79 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:00:16.260011 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Attempting to bind port 92458e5c-0b90-4819-836a-3e7fee14104f on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:00:16.260339 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Attempting to bind port 92458e5c-0b90-4819-836a-3e7fee14104f by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:00:16.260663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Attempting to bind port 92458e5c-0b90-4819-836a-3e7fee14104f on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:00:16.267802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Port 92458e5c-0b90-4819-836a-3e7fee14104f on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 13:00:16.268117 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Attempting to bind port 92458e5c-0b90-4819-836a-3e7fee14104f on network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:00:16.277664 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:00:16.277939 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Checking segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:00:16.278305 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Bound using segment: {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'} {{(pid=88782) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:00:16.278748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.managers [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Bound port: 92458e5c-0b90-4819-836a-3e7fee14104f, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ec6297c-e1b9-413f-ad72-f191e63967d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39'}}] {{(pid=88782) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:00:16.284975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:16.361560 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-25e84744-ab18-4bea-9ac3-dfeaa2a44ba8 req-05a5fcbc-7881-4cf2-9756-d0075e535b79 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:00:16.362959 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-25e84744-ab18-4bea-9ac3-dfeaa2a44ba8 req-05a5fcbc-7881-4cf2-9756-d0075e535b79 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.3155897 Apr 18 13:00:16.390252 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, cleared binding levels {{(pid=88782) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:00:16.407311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88782) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:00:16.418549 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-25e84744-ab18-4bea-9ac3-dfeaa2a44ba8 req-40d7076e-9c05-4987-9dc4-a032ccdb1f8b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477173 Apr 18 13:00:16.495276 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:16.549257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:16.549814 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:16.551178 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] 10.222.0.15 "PUT /v2.0/ports/92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1093 time: 1.1665349 Apr 18 13:00:16.551614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:00:16.591105 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0630c6-b269-4c82-a73a-63ee4e03259a service neutron] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=3']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:16.603876 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbb04ed-dd92-447b-9132-bf5f26ab9c11'] response: {'name': 'network-changed', 'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'status': 'completed', 'code': 200} Apr 18 13:00:16.704440 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3a93-b2f4-4430-9500-7e9edaf92e76 req-537c37b5-7702-4a31-8276-7c587f055db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:16.705914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-91be3a93-b2f4-4430-9500-7e9edaf92e76 req-537c37b5-7702-4a31-8276-7c587f055db8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1096 time: 0.0780277 Apr 18 13:00:16.849461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3a93-b2f4-4430-9500-7e9edaf92e76 req-656018b0-ce5c-4ccd-9fdc-fa4496400513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:16.850815 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-91be3a93-b2f4-4430-9500-7e9edaf92e76 req-656018b0-ce5c-4ccd-9fdc-fa4496400513 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=57211211e6a744ce90a6158771a05bb6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1381960 Apr 18 13:00:16.984774 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3a93-b2f4-4430-9500-7e9edaf92e76 req-22538474-45d2-4325-b9f0-f46541ec4d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:16.986182 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-91be3a93-b2f4-4430-9500-7e9edaf92e76 req-22538474-45d2-4325-b9f0-f46541ec4d0d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295817 Apr 18 13:00:17.087294 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-eb9aa230-da7f-4417-8377-c1c06dbdf087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:17.088727 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-eb9aa230-da7f-4417-8377-c1c06dbdf087 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1096 time: 0.0696001 Apr 18 13:00:17.159565 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-f5c33e9e-682e-4289-af14-8df30459a9a8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 217 time: 0.0641446 Apr 18 13:00:17.219781 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-547d6c91-4a24-494f-b479-e9c8a80f3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:17.221120 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-547d6c91-4a24-494f-b479-e9c8a80f3897 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0561328 Apr 18 13:00:17.393359 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-875ee8dc-35ee-4a73-be12-03b167fe59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:17.394837 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-875ee8dc-35ee-4a73-be12-03b167fe59ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1674972 Apr 18 13:00:17.528780 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-6ba8be0a-3194-41f0-b3a7-bd853dad3c7f service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281674 Apr 18 13:00:17.715094 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e55e0e-9b6f-41e3-ae5b-6ecb2d79bdc2 req-5c88b59e-2113-4214-80de-ac22ec332847 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:17.716452 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e3e55e0e-9b6f-41e3-ae5b-6ecb2d79bdc2 req-5c88b59e-2113-4214-80de-ac22ec332847 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.1902223 Apr 18 13:00:17.718311 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55f17c7d-838e-4f26-8613-7fdeef95633e req-b28ab422-e006-4ccc-ac2f-37ca0f0593d0 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601074 Apr 18 13:00:17.764708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e3e55e0e-9b6f-41e3-ae5b-6ecb2d79bdc2 req-48aba21d-4ed8-475f-a3cb-dcd45789d779 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424078 Apr 18 13:00:18.954713 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f717ee2-0a99-47cc-b4dd-e5893e7bd725 req-29699b20-82b4-4d4c-8aae-a2d7b49886c1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:18.956155 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2f717ee2-0a99-47cc-b4dd-e5893e7bd725 req-29699b20-82b4-4d4c-8aae-a2d7b49886c1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0843554 Apr 18 13:00:18.999376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2f717ee2-0a99-47cc-b4dd-e5893e7bd725 req-60e6cfca-0998-4a52-9824-2ee6fcbb4f39 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:00:19.067296 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-2f717ee2-0a99-47cc-b4dd-e5893e7bd725 req-60e6cfca-0998-4a52-9824-2ee6fcbb4f39 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:00:19.068326 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2f717ee2-0a99-47cc-b4dd-e5893e7bd725 req-60e6cfca-0998-4a52-9824-2ee6fcbb4f39 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066082 Apr 18 13:00:20.250349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cf72f-0e0c-420d-97ea-62374f36782e req-872ac623-63fb-4a28-a393-f788f98880c1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:20.251824 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b41cf72f-0e0c-420d-97ea-62374f36782e req-872ac623-63fb-4a28-a393-f788f98880c1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0798075 Apr 18 13:00:20.295278 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b41cf72f-0e0c-420d-97ea-62374f36782e req-27adf9ab-0243-48be-9245-194576f0f1fb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 Apr 18 13:00:21.522098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fdfb1-78dd-483c-8375-8d9e8024981c req-c4b90a00-062e-4fdf-a274-fa5fb45a4951 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:21.523668 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-266fdfb1-78dd-483c-8375-8d9e8024981c req-c4b90a00-062e-4fdf-a274-fa5fb45a4951 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0821376 Apr 18 13:00:21.571491 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-266fdfb1-78dd-483c-8375-8d9e8024981c req-389dd182-7233-4043-8eea-f93a416ddbe8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421827 Apr 18 13:00:22.759989 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724e91d-c2b2-4f94-9551-ce7fcd63d406 req-872277b9-5baf-4cb6-a793-8fab48acb1ce tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:22.761351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8724e91d-c2b2-4f94-9551-ce7fcd63d406 req-872277b9-5baf-4cb6-a793-8fab48acb1ce tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0819149 Apr 18 13:00:22.804445 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8724e91d-c2b2-4f94-9551-ce7fcd63d406 req-f7efe6bc-75ca-48e1-a362-d796f23551c1 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375466 Apr 18 13:00:23.990344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69283570-de90-4812-bc9c-7f540b057600 req-8e523ffd-7abe-4476-8cad-aed3105909e7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:23.991720 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-69283570-de90-4812-bc9c-7f540b057600 req-8e523ffd-7abe-4476-8cad-aed3105909e7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0843616 Apr 18 13:00:24.034769 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-69283570-de90-4812-bc9c-7f540b057600 req-df58a274-636b-4a41-8d7d-0a2ddaa271ed tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367708 Apr 18 13:00:25.220142 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cf3f4-a35a-49e1-a5c8-0d2483569538 req-b68d39a9-66d0-41ae-a778-bab459b1d086 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:25.221621 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c80cf3f4-a35a-49e1-a5c8-0d2483569538 req-b68d39a9-66d0-41ae-a778-bab459b1d086 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0791190 Apr 18 13:00:25.280956 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c80cf3f4-a35a-49e1-a5c8-0d2483569538 req-8504ab20-8b09-474a-b647-e671bce3031a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535302 Apr 18 13:00:25.969641 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 13:00:26.097307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:00:26.109768 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '92458e5c-0b90-4819-836a-3e7fee14104f', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'port_id': '92458e5c-0b90-4819-836a-3e7fee14104f', 'mac_address': 'fa:16:3e:f3:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 13:00:26.167015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:26.184385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92458e5c-0b90-4819-836a-3e7fee14104f {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:00:26.199192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:00:26.273131 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:26.338685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:26.345612 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.346018 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.346351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.346705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.347046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.347355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.347668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.347984 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.348302 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.348614 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.348926 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.349233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:00:26.469091 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55852e-bbfa-42ff-893d-c3f5b9cf3ad2 req-487ff060-3d09-45c6-9733-0eecdd508be2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:26.470530 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a55852e-bbfa-42ff-893d-c3f5b9cf3ad2 req-487ff060-3d09-45c6-9733-0eecdd508be2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 944 time: 0.0822928 Apr 18 13:00:26.481923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['92458e5c-0b90-4819-836a-3e7fee14104f'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 13:00:26.515287 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3a55852e-bbfa-42ff-893d-c3f5b9cf3ad2 req-6fd45c5f-4bd0-4e5e-aae5-3ab79cea2d46 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Apr 18 13:00:27.703375 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa76cda-1a0f-49f1-8270-da663ba77ae6 req-2e06712c-1831-4368-8d8e-70f9439fff3c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:27.704783 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5fa76cda-1a0f-49f1-8270-da663ba77ae6 req-2e06712c-1831-4368-8d8e-70f9439fff3c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 944 time: 0.0810714 Apr 18 13:00:27.747773 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-5fa76cda-1a0f-49f1-8270-da663ba77ae6 req-b8e834e0-5172-44fa-960f-cfeead3f8568 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374639 Apr 18 13:00:27.985217 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:00:28.113078 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 92458e5c-0b90-4819-836a-3e7fee14104f completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:00:28.117796 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 92458e5c-0b90-4819-836a-3e7fee14104f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:00:28.118179 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:28.234909 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:28.260918 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:00:28.270513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:00:28.304161 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a038f527-3731-422b-9845-1f16cbdcf88d'] response: {'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'code': 200} Apr 18 13:00:28.330596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:28.399317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:28.695221 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ecda5-4498-47fe-8d2d-dff0207c64ad req-2fd76f77-0af5-4ec6-bc69-e95aa8ef835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:28.696636 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3e6ecda5-4498-47fe-8d2d-dff0207c64ad req-2fd76f77-0af5-4ec6-bc69-e95aa8ef835d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0680065 Apr 18 13:00:28.735673 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-3e6ecda5-4498-47fe-8d2d-dff0207c64ad req-0c31ca92-da1e-421e-a28b-64ea321eae0f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331159 Apr 18 13:00:28.927682 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bb7d4-c075-4a88-8f1b-2e55669bc844 req-fd76de55-bd2e-42f8-80ca-2f68a9f8020d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:28.928987 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-426bb7d4-c075-4a88-8f1b-2e55669bc844 req-fd76de55-bd2e-42f8-80ca-2f68a9f8020d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0805349 Apr 18 13:00:28.973595 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-426bb7d4-c075-4a88-8f1b-2e55669bc844 req-ddbd1a76-c46a-46b0-870b-37a6146be7f2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Apr 18 13:00:30.160956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df037d-dc1b-492c-9eba-7feb1042a9c1 req-8f9eff30-af3f-4c12-8ef3-3cda0d72866b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:30.162377 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24df037d-dc1b-492c-9eba-7feb1042a9c1 req-8f9eff30-af3f-4c12-8ef3-3cda0d72866b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0834095 Apr 18 13:00:30.207042 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-24df037d-dc1b-492c-9eba-7feb1042a9c1 req-8d31c3d5-32ff-4ebd-a8f9-fafaaec93e5c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Apr 18 13:00:30.393398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26250207-4517-4656-91a4-04219b6a19e4 req-bcc082bc-2e8e-4610-baf3-4fd613beda6c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:30.394835 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-26250207-4517-4656-91a4-04219b6a19e4 req-bcc082bc-2e8e-4610-baf3-4fd613beda6c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0823102 Apr 18 13:00:30.438020 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-26250207-4517-4656-91a4-04219b6a19e4 req-f1300aec-69d8-4706-a7f2-47431fa69e59 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376596 Apr 18 13:00:30.460222 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45120) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:00:30.528303 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a9af6e-d678-499e-92a5-f4e059f52fde tempest-TestShelveInstance-1092576739 tempest-TestShelveInstance-1092576739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:30.529754 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-08a9af6e-d678-499e-92a5-f4e059f52fde tempest-TestShelveInstance-1092576739 tempest-TestShelveInstance-1092576739-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1093 time: 0.0685730 Apr 18 13:00:30.532501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45124) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:00:30.537317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '92458e5c-0b90-4819-836a-3e7fee14104f', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:00:30.543169 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:00:30.546998 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Usage tracker for resource:floatingip and tenant:57211211e6a744ce90a6158771a05bb6 is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:00:30.549777 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:00:30.555511 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:00:30.633442 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:30.766128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:30.897956 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Allocated IP 172.26.4.155 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/d8811a4e-3cc8-42ae-bbee-cebef74a8eeb) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:00:31.041199 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:31.140376 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:31.198158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:00:31.200779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:00:31.204226 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:00:31.333274 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'Port': ['ID=d8811a4e-3cc8-42ae-bbee-cebef74a8eeb,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:31.705100 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:31.841753 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:32.051879 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:32.101666 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:32.144194 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:00:32.210124 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event updated for resources: {'Port': ['ID=d8811a4e-3cc8-42ae-bbee-cebef74a8eeb,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:00:32.220360 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:32.387303 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Floating IP 7d539ba0-8143-4ab1-9162-799858f95fe8 associated. External IP: 172.26.4.155, port: 92458e5c-0b90-4819-836a-3e7fee14104f. Apr 18 13:00:32.726323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:00:32.998850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:00:33.008285 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:00:33.018127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:00:33.018925 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:00:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:00:33.094740 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:33.152502 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7086339c-f89c-4697-8f4a-7eef2aaa8c58 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6183863 Apr 18 13:00:33.153081 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:00:33.199806 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:00:33.249586 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24d70cd-9bc8-44d1-a01f-4698df76bd0a'] response: {'name': 'network-changed', 'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'status': 'completed', 'code': 200} Apr 18 13:00:33.353598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-59f4d728-64ff-441a-bac2-7b10114a6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:33.355131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-59f4d728-64ff-441a-bac2-7b10114a6a11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0828714 Apr 18 13:00:33.483470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-b01749b1-bb01-43bd-857b-656c6cb9fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:33.484888 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-b01749b1-bb01-43bd-857b-656c6cb9fda5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1244404 Apr 18 13:00:33.549160 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '7d539ba0-8143-4ab1-9162-799858f95fe8', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'port_id': '92458e5c-0b90-4819-836a-3e7fee14104f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'mac_address': 'fa:16:3e:f3:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:00:31Z', 'updated_at': '2022-04-18T13:00:31Z', 'revision_number': 0, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:00:33.552980 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:00:33.561767 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:00:33.562874 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:00:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:00:33.594737 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-edcc27dd-79d0-4928-8ce0-b547d15266da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 999 time: 0.1040006 Apr 18 13:00:33.660549 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-e3fedc7e-ba50-4792-bf85-0bf659fa8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:33.662015 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-e3fedc7e-ba50-4792-bf85-0bf659fa8de3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0608995 Apr 18 13:00:33.741219 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:00:33.761413 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-19aa1c55-86fa-4df5-bc9f-989426c9a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:00:33.763592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-19aa1c55-86fa-4df5-bc9f-989426c9a270 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955224 Apr 18 13:00:34.008188 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-7c710f48-eba2-4ce8-8b5d-e6ad9a4756a5 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365999 Apr 18 13:00:34.117006 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '7d539ba0-8143-4ab1-9162-799858f95fe8', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'port_id': '92458e5c-0b90-4819-836a-3e7fee14104f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'mac_address': 'fa:16:3e:f3:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:00:31Z', 'updated_at': '2022-04-18T13:00:31Z', 'revision_number': 0, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:00:34.121504 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6603e68-c801-4175-8d14-cce1f9f304b8 None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '7d539ba0-8143-4ab1-9162-799858f95fe8', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'port_id': '92458e5c-0b90-4819-836a-3e7fee14104f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'mac_address': 'fa:16:3e:f3:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:00:31Z', 'updated_at': '2022-04-18T13:00:31Z', 'revision_number': 0, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:00:34.145967 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-00e0fcfa-ea2f-43bf-94d9-3d94615fa293 req-7ea58e5a-7005-4086-83df-33e35d032151 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310096 Apr 18 13:00:34.301705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54c8d1d-4157-4d71-b7bb-044a168fcde7 None None] New status for floating IP 7d539ba0-8143-4ab1-9162-799858f95fe8: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:00:38.055927 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e360f78-6077-47d2-ac8a-35800bccc624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:40.265672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ea7ad5d6-e052-474e-b751-61f9fa054784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:41.519021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:41.701626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:43.130187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:00:45.952522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:05.606595 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-a6dfebd4-4d74-4aed-88b6-27d07d1527e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703413 Apr 18 13:01:05.752925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-20604638-3452-4346-b95f-df7537933e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:01:05.754348 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-20604638-3452-4346-b95f-df7537933e4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0791900 Apr 18 13:01:05.897933 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-46909509-7595-4bc8-ab7d-87b0ac5f3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:01:05.899977 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-46909509-7595-4bc8-ab7d-87b0ac5f3840 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1268399 Apr 18 13:01:06.000359 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-448b1353-b4a6-4558-99e1-320498f92f0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1001 time: 0.0947046 Apr 18 13:01:06.061597 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-2cea39ab-8906-475e-b321-bb3e53cf5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:01:06.068806 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-2cea39ab-8906-475e-b321-bb3e53cf5e0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0626256 Apr 18 13:01:06.171984 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-71168694-3142-47d9-af0f-557b7566bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:01:06.173976 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-71168694-3142-47d9-af0f-557b7566bf89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992777 Apr 18 13:01:06.302212 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-3889be5e-0c38-4627-9b71-7602234ba030 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220958 Apr 18 13:01:06.437214 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-adb94e68-1019-4ec4-a5b6-f5943868a61a req-877672e5-448d-4641-996f-bdd1da2f04f5 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284482 Apr 18 13:01:08.061476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12109925-582a-490b-8311-0ef4a5e1f0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:09.142680 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:01:10.227941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cc864fa8-46a4-465a-b5a6-ab406e691b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:11.547002 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:11.705318 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:13.158169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:15.964288 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:38.043899 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d3fb39d5-b40d-4790-b6e2-4f11c1648612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:40.238019 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b1927fb9-75fe-4493-9c3e-ab3516350c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:41.532727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:41.718291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:43.129005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:46.001699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:01:46.143790 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:02:06.597364 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-1d199c3c-f76c-449c-bcae-2b95e22dbfcf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745184 Apr 18 13:02:06.740175 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b17594-fe46-4f80-9585-2d00deea112b req-76fa6e41-f096-4bc8-aa06-e3c24709a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:02:06.741673 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-76fa6e41-f096-4bc8-aa06-e3c24709a8b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0749960 Apr 18 13:02:06.883029 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b17594-fe46-4f80-9585-2d00deea112b req-82020064-6d39-4c89-9a73-d4dc3027ce99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:02:06.884438 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-82020064-6d39-4c89-9a73-d4dc3027ce99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1253905 Apr 18 13:02:06.986163 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-4ff9aac0-5c32-4dcd-a858-e0992565c90e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1001 time: 0.0954642 Apr 18 13:02:07.050590 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b17594-fe46-4f80-9585-2d00deea112b req-43417c80-c568-4b08-88f2-41aac48e61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:02:07.051945 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-43417c80-c568-4b08-88f2-41aac48e61bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0597184 Apr 18 13:02:07.124444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b17594-fe46-4f80-9585-2d00deea112b req-97f37471-ae53-487d-8147-1237f085973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:02:07.125848 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-97f37471-ae53-487d-8147-1237f085973b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676930 Apr 18 13:02:07.361165 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-bc3aee7d-c413-43c3-996e-496047d3d4f6 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276549 Apr 18 13:02:07.491498 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-40b17594-fe46-4f80-9585-2d00deea112b req-e696c355-1457-4a3c-86a2-c9a61fe9bf09 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241493 Apr 18 13:02:08.071557 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ed7b4ad7-0f6c-4335-83fe-6759c2609920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:10.248580 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6bc4ea32-a83e-4846-822a-134430584df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:11.543983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:11.723292 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:13.134121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:16.021954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:23.141820 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:02:38.046144 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98486881-fbde-42ef-8682-f62a95409f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:40.282561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caae900d-db40-4fd2-b6f9-4689a8b864f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:41.514266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:41.711428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:43.134074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:02:46.019873 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:00.141239 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:03:06.637083 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-d2c40734-58f5-4b2a-894f-41db2bea1473 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1056988 Apr 18 13:03:06.775572 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-cbd5286b-bf1c-470f-9ffc-cf4bc7280945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:06.777002 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-cbd5286b-bf1c-470f-9ffc-cf4bc7280945 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0734994 Apr 18 13:03:06.925771 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-94a6477e-2e8e-45e5-b8fe-f77af0a15c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:06.927306 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-94a6477e-2e8e-45e5-b8fe-f77af0a15c33 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1309366 Apr 18 13:03:07.030124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-71544e8f-926d-4b0b-9db1-bb5408015869 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1001 time: 0.0962448 Apr 18 13:03:07.090778 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-c14b37c8-7773-4c10-8db8-97059f45ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:07.096041 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-c14b37c8-7773-4c10-8db8-97059f45ce71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0575573 Apr 18 13:03:07.184310 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-79f0dbf1-fa05-4b6a-8295-e4e2e5720d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:07.185847 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-79f0dbf1-fa05-4b6a-8295-e4e2e5720d6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870826 Apr 18 13:03:07.195724 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-d6f37f3c-19fe-4a39-a342-53f1a303a852 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88782) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 13:03:07.198244 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-d6f37f3c-19fe-4a39-a342-53f1a303a852 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050695 Apr 18 13:03:07.328111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-0fddea7c-b7be-4588-987f-8d6643feeec9 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254859 Apr 18 13:03:07.459723 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-644f2730-b5d4-4d89-9507-49952e43a7a4 req-0dffad9d-d4f5-471a-9521-741e85b202d2 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251416 Apr 18 13:03:08.059203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d7ff4c43-55e1-4d61-bd96-d35ee8c059fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:10.236214 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4d9a7027-ad27-41c1-92b9-9f56ed1f967a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:11.522277 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:11.731222 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:11.917545 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786e6e6-fa74-4136-88f1-a8b8acef158d req-81f47ab5-7a45-4af0-8d89-78e6411c5e3a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:11.917545 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8786e6e6-fa74-4136-88f1-a8b8acef158d req-81f47ab5-7a45-4af0-8d89-78e6411c5e3a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.1723485 Apr 18 13:03:11.962959 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8786e6e6-fa74-4136-88f1-a8b8acef158d req-1591cf93-194d-41fe-bb35-2f4a45be84ff tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Apr 18 13:03:13.173260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:13.191671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d797d40-1d7e-4674-9ec5-b7e69f3a7d26 req-fb22eee5-13b7-4640-8a79-d925aff8209c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:13.193111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d797d40-1d7e-4674-9ec5-b7e69f3a7d26 req-fb22eee5-13b7-4640-8a79-d925aff8209c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.1210375 Apr 18 13:03:13.235914 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7d797d40-1d7e-4674-9ec5-b7e69f3a7d26 req-5cded534-9e2d-44d2-bc67-f2008892c53d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369916 Apr 18 13:03:14.426365 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c98af-60c1-4ece-a534-3e2e9df29cac req-a82787f0-74c7-46d8-8e38-8882f4bc2cee tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:14.427757 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-726c98af-60c1-4ece-a534-3e2e9df29cac req-a82787f0-74c7-46d8-8e38-8882f4bc2cee tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0817101 Apr 18 13:03:14.471898 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-726c98af-60c1-4ece-a534-3e2e9df29cac req-9cac40a2-98cc-46f7-9392-c3243c785b66 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384402 Apr 18 13:03:15.662045 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cb4cd-9338-4369-921c-d1fdbec9a90d req-2a2c146f-1836-43c9-8711-4e62d894eccd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:15.663492 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a56cb4cd-9338-4369-921c-d1fdbec9a90d req-2a2c146f-1836-43c9-8711-4e62d894eccd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0845122 Apr 18 13:03:15.708370 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a56cb4cd-9338-4369-921c-d1fdbec9a90d req-28097db2-6d95-4c6b-8826-420f5e2322e9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392153 Apr 18 13:03:16.005280 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:16.891218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d94c30-9a37-4810-9f51-828bfbbc88ac req-0d7b37ad-9905-47a6-a494-3036d02f99ba tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:16.892632 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-51d94c30-9a37-4810-9f51-828bfbbc88ac req-0d7b37ad-9905-47a6-a494-3036d02f99ba tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0815601 Apr 18 13:03:16.936018 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-51d94c30-9a37-4810-9f51-828bfbbc88ac req-4acecf23-0f05-44ba-b0a9-26a24d695b87 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372264 Apr 18 13:03:18.120387 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf7eb4-6e47-4109-aac7-fec02d59718c req-be7f16fc-aa66-427b-bc1d-5b74cd9a6975 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:18.121834 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1fcf7eb4-6e47-4109-aac7-fec02d59718c req-be7f16fc-aa66-427b-bc1d-5b74cd9a6975 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0788429 Apr 18 13:03:18.167929 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-1fcf7eb4-6e47-4109-aac7-fec02d59718c req-8ff8a6d7-7cad-42ad-a4f7-22ae9ba2ac65 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Apr 18 13:03:19.346313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f57a0-ed07-4411-8881-d0ff54c6c927 req-7c78ff75-dcd7-4a3b-bc47-461de0c8cfd6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:19.347771 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fb8f57a0-ed07-4411-8881-d0ff54c6c927 req-7c78ff75-dcd7-4a3b-bc47-461de0c8cfd6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Apr 18 13:03:19.391183 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fb8f57a0-ed07-4411-8881-d0ff54c6c927 req-69e6839e-b227-4839-a1a9-0aaa211dc49b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Apr 18 13:03:20.640446 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cdb94-c1db-4c36-8035-953dfd7686e0 req-7114506c-3731-458c-811e-f71ee1646386 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:20.641869 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ff0cdb94-c1db-4c36-8035-953dfd7686e0 req-7114506c-3731-458c-811e-f71ee1646386 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0799956 Apr 18 13:03:20.688005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ff0cdb94-c1db-4c36-8035-953dfd7686e0 req-661abd50-db3d-4e7f-bbc0-253bf082e61d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403800 Apr 18 13:03:21.873495 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25eddc8-0a63-4538-82ee-9a9c18c03e8a req-66604974-35d6-4789-9e0a-27a3718bbc87 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:21.875036 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a25eddc8-0a63-4538-82ee-9a9c18c03e8a req-66604974-35d6-4789-9e0a-27a3718bbc87 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0818462 Apr 18 13:03:21.919819 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a25eddc8-0a63-4538-82ee-9a9c18c03e8a req-e007fbd6-bafc-49c5-90aa-ee4731f0f2eb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390215 Apr 18 13:03:23.105484 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deb51b-70f5-482e-83f4-6105b42faf50 req-dcbf7da6-ebf2-4da3-aaab-d8bc578365b7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:23.106954 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c9deb51b-70f5-482e-83f4-6105b42faf50 req-dcbf7da6-ebf2-4da3-aaab-d8bc578365b7 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0827551 Apr 18 13:03:23.150988 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c9deb51b-70f5-482e-83f4-6105b42faf50 req-d66ae235-14d6-4cf9-8261-c16666ea2645 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383403 Apr 18 13:03:24.330058 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf9465-c1a3-4f50-94df-3dfc8e1cce36 req-c50f5e6d-2e13-4c5a-87ce-555e1b72dad4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:24.331504 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aebf9465-c1a3-4f50-94df-3dfc8e1cce36 req-c50f5e6d-2e13-4c5a-87ce-555e1b72dad4 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0777297 Apr 18 13:03:24.378067 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aebf9465-c1a3-4f50-94df-3dfc8e1cce36 req-c55a5eb7-4a41-4d61-ae2c-c942a8c188bb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408845 Apr 18 13:03:25.563163 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc3a4b-4988-422c-a8f5-82b18830bc98 req-afd2bbf3-c272-4371-a6bb-db18f1475e1c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:25.564737 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d6dc3a4b-4988-422c-a8f5-82b18830bc98 req-afd2bbf3-c272-4371-a6bb-db18f1475e1c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0798376 Apr 18 13:03:25.608145 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-d6dc3a4b-4988-422c-a8f5-82b18830bc98 req-dfab6937-7b21-4850-91b3-14986719f8d8 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 Apr 18 13:03:26.789317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e162b0b-6ae0-43fe-b0af-9ab464ace5d9 req-c85ef6be-562e-415e-a6a8-9ecd3fdd773a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:26.790753 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7e162b0b-6ae0-43fe-b0af-9ab464ace5d9 req-c85ef6be-562e-415e-a6a8-9ecd3fdd773a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0785956 Apr 18 13:03:26.833453 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7e162b0b-6ae0-43fe-b0af-9ab464ace5d9 req-73701fc0-ab32-496c-a10a-ef1a99ad7487 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Apr 18 13:03:27.156637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-21ba0676-16b3-416d-b977-2e08e38014b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:27.158090 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-21ba0676-16b3-416d-b977-2e08e38014b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.1755397 Apr 18 13:03:27.286812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-d623899b-0a7a-4eef-b274-c3504bdf50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:27.288225 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-d623899b-0a7a-4eef-b274-c3504bdf50ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1231179 Apr 18 13:03:27.389467 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-4af6e7ce-fd4f-40c5-aa3d-1222137c9959 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1001 time: 0.0952797 Apr 18 13:03:27.451025 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-825dbd3d-e3e8-4eb4-8c00-bf379cd08674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:27.452334 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-825dbd3d-e3e8-4eb4-8c00-bf379cd08674 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0566072 Apr 18 13:03:27.547013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-81154335-5e33-49dd-a044-3fa179a854b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:27.548499 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-81154335-5e33-49dd-a044-3fa179a854b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898271 Apr 18 13:03:27.677302 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-1da5f4ac-5b23-406e-85a8-68391bc24bdf service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221912 Apr 18 13:03:27.803005 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2cdaa9cc-1735-449f-86f3-674b38e037f0 req-911e60cf-946d-41dd-9bcd-25423ec8ab0e service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201193 Apr 18 13:03:28.016583 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d73f7-3a2f-4563-a2b0-1d99446d63e0 req-6ac84957-17bf-4a81-a8e9-8dcf4c718d92 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:28.018009 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e43d73f7-3a2f-4563-a2b0-1d99446d63e0 req-6ac84957-17bf-4a81-a8e9-8dcf4c718d92 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0790174 Apr 18 13:03:28.060515 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e43d73f7-3a2f-4563-a2b0-1d99446d63e0 req-b3873ece-12e5-447d-b26b-3cb622409c99 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364528 Apr 18 13:03:29.252465 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac7992-46a9-49b7-811e-51511600fd2c req-f3541c87-56f2-45b6-992a-7ece5b5228a0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:29.254076 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4cac7992-46a9-49b7-811e-51511600fd2c req-f3541c87-56f2-45b6-992a-7ece5b5228a0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0832236 Apr 18 13:03:29.298797 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-4cac7992-46a9-49b7-811e-51511600fd2c req-a0fd6264-d8d3-4a4e-99ab-a23390024b78 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391221 Apr 18 13:03:30.483012 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02975a6-4465-42c7-9c50-df44b889581e req-bcec781f-b38f-4283-a718-b2b29561c2a0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:30.484442 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e02975a6-4465-42c7-9c50-df44b889581e req-bcec781f-b38f-4283-a718-b2b29561c2a0 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0824814 Apr 18 13:03:30.531038 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e02975a6-4465-42c7-9c50-df44b889581e req-6d77927a-59ef-4e63-bf16-7628338d343b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407190 Apr 18 13:03:31.166336 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd64eb-b0d4-4582-b106-890fa9fc4d55 req-29cd885c-5086-402e-8ca1-480acb58b87b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:31.168790 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-87fd64eb-b0d4-4582-b106-890fa9fc4d55 req-29cd885c-5086-402e-8ca1-480acb58b87b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.1426308 Apr 18 13:03:31.173388 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-166ba358-2ae9-4f8f-8ea5-66bc4ea78ddf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1520994 Apr 18 13:03:31.214408 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-87fd64eb-b0d4-4582-b106-890fa9fc4d55 req-4b03deeb-d99e-442f-8ff1-1531e45d59ad tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395801 Apr 18 13:03:32.406101 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7ed5b-66b2-4efd-80f0-2e33af0de955 req-590f2129-5365-4bd5-b703-541a49656541 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:32.407578 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-77d7ed5b-66b2-4efd-80f0-2e33af0de955 req-590f2129-5365-4bd5-b703-541a49656541 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0821080 Apr 18 13:03:32.468465 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-77d7ed5b-66b2-4efd-80f0-2e33af0de955 req-3402ca6e-f959-4010-afb7-583accc8b636 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547736 Apr 18 13:03:32.728893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:03:32.839844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:32.873848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:03:32.886771 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:03:32.973601 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:33.063864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:03:33.133888 dv-neutron-837089-1-hyperv neutron-server[88784]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b82a6123-44cf-4862-910e-d33b054ca812']: {'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'code': 422} returned with failed status Apr 18 13:03:33.680224 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10d677-fe49-4e78-aa23-d209bb81500f req-7e582207-eed5-4d01-b102-d654a9e2a07a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:33.681596 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ad10d677-fe49-4e78-aa23-d209bb81500f req-7e582207-eed5-4d01-b102-d654a9e2a07a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0836585 Apr 18 13:03:33.725565 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ad10d677-fe49-4e78-aa23-d209bb81500f req-c8eb78a3-b234-4231-b7e6-aa5464562d33 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381472 Apr 18 13:03:34.949800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd1df7-96b2-4510-a16e-ab7cbebf7a13 req-3cc7d1b0-028e-4ec0-a377-d5451907a582 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:34.951809 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-afdd1df7-96b2-4510-a16e-ab7cbebf7a13 req-3cc7d1b0-028e-4ec0-a377-d5451907a582 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.1246037 Apr 18 13:03:35.004456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-f87c1c58-d2c5-4609-8cbe-9496d737ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:35.005909 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-f87c1c58-d2c5-4609-8cbe-9496d737ff28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&tenant_id=57211211e6a744ce90a6158771a05bb6 HTTP/1.1" status: 200 len: 1096 time: 0.1176107 Apr 18 13:03:35.013661 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-afdd1df7-96b2-4510-a16e-ab7cbebf7a13 req-2bf7c2d6-27e9-4b1d-94d8-aaf6f359b493 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537767 Apr 18 13:03:35.099099 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-d1db631c-1088-4c28-939c-d984d93052f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:35.100535 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-d1db631c-1088-4c28-939c-d984d93052f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1096 time: 0.0733116 Apr 18 13:03:35.253095 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-eb384314-dcda-485b-a786-4ceec7cacf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:35.254957 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-eb384314-dcda-485b-a786-4ceec7cacf12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1486948 Apr 18 13:03:35.357548 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-e13edea1-8007-46ac-95d9-f5195497d951 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 999 time: 0.0965450 Apr 18 13:03:35.526116 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-3a28108c-8acd-4ea1-a39a-40b965edf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:35.527462 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-3a28108c-8acd-4ea1-a39a-40b965edf76d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.1647868 Apr 18 13:03:35.602051 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-31953951-b508-4fe6-9702-7b70e45d1192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:35.603509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-31953951-b508-4fe6-9702-7b70e45d1192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705156 Apr 18 13:03:35.734971 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-3ec4cf24-5c58-4c4d-b300-4ecfbd90f819 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236808 Apr 18 13:03:35.863730 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2367bd95-efbc-4525-bef2-3a9a28e91fff req-f86b284d-6fc5-46fe-8ea0-6d4c0609455c service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228478 Apr 18 13:03:36.202792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac2f27-c68e-469d-a89e-0c5748a6cabf req-685a25a8-5bbc-463e-9e43-05b48ef819b5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:36.202792 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-08ac2f27-c68e-469d-a89e-0c5748a6cabf req-685a25a8-5bbc-463e-9e43-05b48ef819b5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0820103 Apr 18 13:03:36.253247 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-08ac2f27-c68e-469d-a89e-0c5748a6cabf req-9540d7bb-031e-41cb-aaa7-613d343f5f1b tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446115 Apr 18 13:03:37.139699 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:03:37.432138 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0b412-fcb8-4aaa-a68c-e3b5b8d19ccf req-97ea29a3-06d7-4214-a54e-9d49e4920f8a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:37.433470 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8ac0b412-fcb8-4aaa-a68c-e3b5b8d19ccf req-97ea29a3-06d7-4214-a54e-9d49e4920f8a tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0781376 Apr 18 13:03:37.476854 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8ac0b412-fcb8-4aaa-a68c-e3b5b8d19ccf req-cd20a7e2-f8cb-440a-a743-0618cb84ee5c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371900 Apr 18 13:03:38.098848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b73dd03-a931-4889-bf90-cd9046e36246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:38.659805 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3ca0e-f226-429a-9493-23624063c8a8 req-99142dac-85b2-4f4e-95a4-5374a45ef778 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:38.661219 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3cf3ca0e-f226-429a-9493-23624063c8a8 req-99142dac-85b2-4f4e-95a4-5374a45ef778 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0781615 Apr 18 13:03:38.704059 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3cf3ca0e-f226-429a-9493-23624063c8a8 req-1f561e1c-9973-4fc4-8b86-767d0d6becfb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372672 Apr 18 13:03:39.891431 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f486223-fa1e-4ea3-bbed-2fd1d7ab9ed4 req-d0df5a57-f4d4-4fdc-9012-86832b94c027 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:39.892775 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f486223-fa1e-4ea3-bbed-2fd1d7ab9ed4 req-d0df5a57-f4d4-4fdc-9012-86832b94c027 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0822654 Apr 18 13:03:39.935509 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0f486223-fa1e-4ea3-bbed-2fd1d7ab9ed4 req-ab739a04-7ad6-46e3-8307-154490895a0d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371456 Apr 18 13:03:40.247591 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-228d771b-e311-4178-9170-4d5ad1f4852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:41.121175 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5172cc-d017-44ba-b343-f67b8776a531 req-348e3773-6af8-43b9-be8d-b381c5018542 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:41.122653 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9d5172cc-d017-44ba-b343-f67b8776a531 req-348e3773-6af8-43b9-be8d-b381c5018542 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0826085 Apr 18 13:03:41.168078 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9d5172cc-d017-44ba-b343-f67b8776a531 req-932f7ea4-d85f-484c-a79c-2e5d9f8000e9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Apr 18 13:03:41.547707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:41.744451 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:42.354635 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb05d46-f32d-4080-9bae-fa3897a280a4 req-775d9b27-aa55-418f-8f26-34c72ed4952c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:42.356110 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0cb05d46-f32d-4080-9bae-fa3897a280a4 req-775d9b27-aa55-418f-8f26-34c72ed4952c tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0833945 Apr 18 13:03:42.400507 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-0cb05d46-f32d-4080-9bae-fa3897a280a4 req-58a617b3-8036-4b85-b62a-a6bc08bc7acd tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380812 Apr 18 13:03:43.144401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:43.581143 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8d518-6067-43e1-8e71-83f36a4dfa64 req-52685dd2-cb60-446a-b53f-210e81e357eb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:43.582699 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fab8d518-6067-43e1-8e71-83f36a4dfa64 req-52685dd2-cb60-446a-b53f-210e81e357eb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0773330 Apr 18 13:03:43.626481 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fab8d518-6067-43e1-8e71-83f36a4dfa64 req-c1d11ef9-eb79-40ca-bc9e-e65912bdcbc2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Apr 18 13:03:44.745454 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 13:03:44.811915 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f96929-1dfe-4772-8361-a67241bc583a req-c8613996-e1fc-43e8-8406-981ca51d0cd3 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:44.813308 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-94f96929-1dfe-4772-8361-a67241bc583a req-c8613996-e1fc-43e8-8406-981ca51d0cd3 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 943 time: 0.0843146 Apr 18 13:03:44.857067 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-94f96929-1dfe-4772-8361-a67241bc583a req-7630c58c-8bee-40f1-8da8-898ef0e8e9eb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Apr 18 13:03:44.878983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:03:44.895263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '92458e5c-0b90-4819-836a-3e7fee14104f', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'port_id': '92458e5c-0b90-4819-836a-3e7fee14104f', 'mac_address': 'fa:16:3e:f3:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 13:03:44.952906 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:44.969691 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92458e5c-0b90-4819-836a-3e7fee14104f {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:03:44.984297 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:03:45.081380 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:45.146672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:03:45.336513 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['92458e5c-0b90-4819-836a-3e7fee14104f'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 13:03:45.990385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:46.045927 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b5523-69ca-463b-8d74-06467f21dc6d req-05819081-cefc-46bb-88ce-3f947a7b5fab tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:46.047378 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f42b5523-69ca-463b-8d74-06467f21dc6d req-05819081-cefc-46bb-88ce-3f947a7b5fab tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 944 time: 0.0824225 Apr 18 13:03:46.090104 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f42b5523-69ca-463b-8d74-06467f21dc6d req-1f622d18-151b-4f50-80f6-18e88873f70e tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371044 Apr 18 13:03:46.760778 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:03:46.826377 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 92458e5c-0b90-4819-836a-3e7fee14104f triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:03:46.827276 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:46.938978 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:46.964804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:03:46.974081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:03:47.009147 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f436434-e89a-40b8-af4c-eb0d90fe861e'] response: {'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'code': 200} Apr 18 13:03:47.044970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:03:47.113958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:03:47.273995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccddb2e-0d6c-4c21-b86e-4e264b2be161 req-72355934-b751-46e0-80f0-6662bc7b966f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:47.275462 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5ccddb2e-0d6c-4c21-b86e-4e264b2be161 req-72355934-b751-46e0-80f0-6662bc7b966f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0787928 Apr 18 13:03:47.318279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0ce3-942d-4e08-b3e0-5eb1a5b4ec7a req-08251394-996e-4b81-95c3-50a0ab235acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:47.319753 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5ac0ce3-942d-4e08-b3e0-5eb1a5b4ec7a req-08251394-996e-4b81-95c3-50a0ab235acd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0687234 Apr 18 13:03:47.323561 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5ccddb2e-0d6c-4c21-b86e-4e264b2be161 req-24d343c5-be1c-409a-8e53-019e7fa302ea tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Apr 18 13:03:47.360792 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c5ac0ce3-942d-4e08-b3e0-5eb1a5b4ec7a req-5e9926f3-08a0-4c2e-85a9-47ea67cb356f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349274 Apr 18 13:03:48.519817 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8655e-cb46-41d7-a108-9bacfa4005e1 req-1a869c28-5775-46ba-b930-b5b0b37134c5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:48.521287 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4be8655e-cb46-41d7-a108-9bacfa4005e1 req-1a869c28-5775-46ba-b930-b5b0b37134c5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0835421 Apr 18 13:03:48.567953 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4be8655e-cb46-41d7-a108-9bacfa4005e1 req-6228245c-109d-4dc7-9bda-1db2c412e395 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 Apr 18 13:03:49.750098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f4524c-b459-4337-9c77-1ef1612a5a42 req-4220f0ac-a666-4922-ac4c-3865978234e5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:03:49.751560 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-94f4524c-b459-4337-9c77-1ef1612a5a42 req-4220f0ac-a666-4922-ac4c-3865978234e5 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0782163 Apr 18 13:03:49.794500 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-94f4524c-b459-4337-9c77-1ef1612a5a42 req-abc8d5f5-b21b-4961-9a41-11f46b5877c6 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374749 Apr 18 13:04:08.066443 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6f495958-b223-4ca1-bbad-bf54732d16ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:08.592741 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-422e4441-508f-475f-af56-3392f5d23af5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757360 Apr 18 13:04:08.741013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-22e7451b-fc99-4f75-852a-9b35780ad5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:04:08.742351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-22e7451b-fc99-4f75-852a-9b35780ad5de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0696676 Apr 18 13:04:08.885704 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-96e929d8-6208-4354-a0ca-b0844613c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:04:08.887111 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-96e929d8-6208-4354-a0ca-b0844613c878 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1244316 Apr 18 13:04:08.989237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-cae7bc7c-2c50-4c73-bcfc-21d338c46755 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1001 time: 0.0962942 Apr 18 13:04:09.056818 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-64881f00-046a-4529-9d3b-c61aadc288c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:04:09.058152 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-64881f00-046a-4529-9d3b-c61aadc288c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0556583 Apr 18 13:04:09.133740 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-9990b307-d028-4f41-b079-4fb0b6a0cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:04:09.135351 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-9990b307-d028-4f41-b079-4fb0b6a0cbbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708921 Apr 18 13:04:09.370783 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-2884fc5a-8c8a-4908-99ad-57073f93f26f service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247622 Apr 18 13:04:09.503218 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-2446ca95-8c31-4122-ab4c-def8d05fd083 req-92eb24b1-5d89-4448-80f4-6db6648f5cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271811 Apr 18 13:04:10.287121 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6439f6ca-d8b3-4618-bf65-8cfec3a73cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:11.509880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:11.730178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:13.110338 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:14.141951 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:04:16.018447 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:38.069436 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-59e057aa-a7ae-4cf6-af3d-e300e16faf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:40.246320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1aa34032-fbf3-425f-9848-9204c059a124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:41.589997 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:41.718878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:43.125003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:46.044193 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:04:51.139609 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:05:08.057405 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-19563a5b-3540-4ad1-b928-e64f31f6d6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:10.306290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-95a458c4-3f00-4c96-89c2-09a9484ce824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:10.593650 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-961ad129-f563-43c9-8719-00af16548ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687852 Apr 18 13:05:10.732005 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-b7b817b4-40b4-4c0c-b486-4f9cfb94f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:10.733465 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-b7b817b4-40b4-4c0c-b486-4f9cfb94f917 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0738497 Apr 18 13:05:10.880829 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-7cb6b757-2280-47f8-8748-150d4c8a77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:10.882250 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-7cb6b757-2280-47f8-8748-150d4c8a77b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1314192 Apr 18 13:05:10.982289 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-2afe0968-ba5e-4967-ba7f-5be9709c0c63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 1001 time: 0.0936029 Apr 18 13:05:11.046321 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-236b179b-9f9e-473b-981a-8b6e1b6c068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:11.048268 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-236b179b-9f9e-473b-981a-8b6e1b6c068e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0598819 Apr 18 13:05:11.122423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-15b710f2-872a-46d0-b137-414677d09dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:11.123895 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-15b710f2-872a-46d0-b137-414677d09dff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688851 Apr 18 13:05:11.256125 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-7ddd7d3d-0518-4518-84f2-192d288dcfcb service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248477 Apr 18 13:05:11.387743 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-b4e1c487-2cb8-467c-a671-4dca260295e0 req-70187cbe-cfa2-47b2-b6f0-587ac772a622 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255505 Apr 18 13:05:11.551626 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:11.714254 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:13.137187 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:16.028702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:28.138320 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:05:38.056582 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a80da4f1-0bd4-4a84-a9da-6f0134970582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:38.609730 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45358) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:39.116076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Deleting port d8811a4e-3cc8-42ae-bbee-cebef74a8eeb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:39.116410 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:39.282280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:39.282622 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:39.404447 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Calling delete_port for d8811a4e-3cc8-42ae-bbee-cebef74a8eeb owned by network:floatingip {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:39.617085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:39.666593 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event deleted for resources: {'Port': ['ID=d8811a4e-3cc8-42ae-bbee-cebef74a8eeb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:39.702752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.703648 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.703986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.704320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.704647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.704977 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.705300 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.705624 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.705946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.706266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.706612 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.706930 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:39.768344 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for floatingip, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:39.768669 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Floating IP 7d539ba0-8143-4ab1-9162-799858f95fe8 disassociated (deleted). External IP: 172.26.4.155, port: 92458e5c-0b90-4819-836a-3e7fee14104f. Apr 18 13:05:40.111748 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:05:40.270895 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-e159f5a4-7ca0-4313-81c3-ec8c6a189740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:40.291176 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:05:40.300858 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:05:40.310406 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:05:40.311033 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:40.369529 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:40.493115 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:05:40.526876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-9da411b7-8a97-41fd-a4ce-46ecbe6adec2 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d539ba0-8143-4ab1-9162-799858f95fe8 HTTP/1.1" status: 204 len: 168 time: 1.9158289 Apr 18 13:05:40.527370 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:05:40.841876 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:40.845691 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:05:40.853821 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:05:40.854395 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:41.036125 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:05:41.124748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c397b8-af0b-4438-9fa1-ba33b126c39c req-b328491e-abc0-4170-876b-901c5ba48343 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:41.126234 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-89c397b8-af0b-4438-9fa1-ba33b126c39c req-b328491e-abc0-4170-876b-901c5ba48343 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.0842469 Apr 18 13:05:41.170069 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-89c397b8-af0b-4438-9fa1-ba33b126c39c req-b0a9379e-5993-4e85-9da6-24b866a21b41 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381975 Apr 18 13:05:41.337882 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:41.341545 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d8d8d-9c15-4130-b57d-ee3ec80b5ef2 None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T12:55:12Z', 'revision_number': 4, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '9febc2ff-8afa-4587-a84c-cf9a22fb06d0', 'name': '', 'network_id': '64c229f8-0f96-4ff5-96d6-0c42ba8bcc39', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'mac_address': 'fa:16:3e:08:09:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:12Z', 'updated_at': '2022-04-18T12:55:18Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'subnets': [{'id': 'c2feab54-5fc7-4afe-92b9-638f7aca607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:05:41.531893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:41.565265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02f0fa0-4793-4290-9f37-c11b9021c5ab None None] New status for floating IP 7d539ba0-8143-4ab1-9162-799858f95fe8: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:05:41.712056 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75fd2e1e-5522-45df-94f9-a4c3219ef8d0'] response: {'name': 'network-changed', 'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'status': 'completed', 'code': 200} Apr 18 13:05:41.748362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:41.805605 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-fbb554c3-07c3-43a3-82d1-7484ba8b1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:41.807108 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-fbb554c3-07c3-43a3-82d1-7484ba8b1b16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57211211e6a744ce90a6158771a05bb6&device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 1098 time: 0.0714359 Apr 18 13:05:41.938934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-5f11464e-0435-46ad-b50b-bf7c79660189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:41.940276 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-5f11464e-0435-46ad-b50b-bf7c79660189 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 200 len: 909 time: 0.1251860 Apr 18 13:05:42.010497 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-9b3de395-de25-4a62-95ce-b717b7ae9f9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 200 len: 217 time: 0.0638864 Apr 18 13:05:42.074034 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-a5cbe366-94ce-4430-9f0a-90ce3da751bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:42.075416 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-a5cbe366-94ce-4430-9f0a-90ce3da751bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 200 len: 847 time: 0.0561392 Apr 18 13:05:42.153521 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-88eb602e-f398-42b4-8dbf-89e7582e04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:42.155031 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-88eb602e-f398-42b4-8dbf-89e7582e04f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733621 Apr 18 13:05:42.450124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-429c7c84-e4d9-49ae-beee-e9f71d2fa5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867980 Apr 18 13:05:42.471631 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472258fc-858b-4d3b-a3a4-7eb6214e8646 req-e2a8c8ff-bc17-427a-9fc2-e682023acb9d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:42.473023 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-472258fc-858b-4d3b-a3a4-7eb6214e8646 req-e2a8c8ff-bc17-427a-9fc2-e682023acb9d tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.1112425 Apr 18 13:05:42.527433 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.15', 65399) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:42.614935 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-472258fc-858b-4d3b-a3a4-7eb6214e8646 req-31a51693-228e-4aa3-81c5-bdfd07a5e898 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e6480b0-3dc6-4256-8639-f59abce464b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212769 Apr 18 13:05:42.632109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7ba71212-73a3-450a-830d-474860ad791f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:05:42.633168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7ba71212-73a3-450a-830d-474860ad791f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:05:42.657841 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-eb4529df-e6b6-4cb3-a4b6-4f4c50088799 req-b9f2fb77-99df-4413-a87b-4e41bec99249 service neutron] 10.222.0.15 "GET /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838951 Apr 18 13:05:42.693904 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7ba71212-73a3-450a-830d-474860ad791f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:05:42.695013 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7ba71212-73a3-450a-830d-474860ad791f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 945 time: 0.1666236 Apr 18 13:05:42.764307 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Deleting port 92458e5c-0b90-4819-836a-3e7fee14104f {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:42.764899 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:43.004791 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] For port 92458e5c-0b90-4819-836a-3e7fee14104f, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=92458e5c-0b90-4819-836a-3e7fee14104f,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:43.005139 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:43.124981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Calling delete_port for 92458e5c-0b90-4819-836a-3e7fee14104f owned by compute:nova {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:43.159590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:43.333634 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:43.382739 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event deleted for resources: {'Port': ['ID=92458e5c-0b90-4819-836a-3e7fee14104f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:43.458253 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] No DVR routers for this DVR port 92458e5c-0b90-4819-836a-3e7fee14104f on host hv-neutron-8370 {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:05:43.460650 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:43.517101 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-aae2f926-82a3-420c-988e-b82e45cffc53 req-7df78032-48e0-4935-a382-2ccbca30d171 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.15 "DELETE /v2.0/ports/92458e5c-0b90-4819-836a-3e7fee14104f HTTP/1.1" status: 204 len: 173 time: 0.8172457 Apr 18 13:05:43.712983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-deleted', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:05:43.763036 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661f5eae-94af-4fbe-9b43-57b58e8b3cfb'] response: {'server_uuid': 'c64f4b80-e038-4cbf-a801-1aea577d7049', 'name': 'network-vif-deleted', 'tag': '92458e5c-0b90-4819-836a-3e7fee14104f', 'status': 'completed', 'code': 200} Apr 18 13:05:43.764408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e1cbab7c-46d7-4601-a65f-df9cc4c88db8 req-baff716d-8755-4cc3-b024-d0a0f057e80f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Synchronizing usage tracker for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:05:43.842850 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-e1cbab7c-46d7-4601-a65f-df9cc4c88db8 req-baff716d-8755-4cc3-b024-d0a0f057e80f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Unset dirty status for tenant:57211211e6a744ce90a6158771a05bb6 on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:05:43.845256 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e1cbab7c-46d7-4601-a65f-df9cc4c88db8 req-baff716d-8755-4cc3-b024-d0a0f057e80f tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.1243186 Apr 18 13:05:45.011934 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e1459f82-aeab-41c3-a7de-265439c7302c req-2227a2b5-2014-479a-aa41-fafad3bd23e9 tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "GET /v2.0/ports?device_id=c64f4b80-e038-4cbf-a801-1aea577d7049 HTTP/1.1" status: 200 len: 210 time: 0.0423725 Apr 18 13:05:45.302216 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:45.337112 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 92458e5c-0b90-4819-836a-3e7fee14104f {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:45.337372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 92458e5c-0b90-4819-836a-3e7fee14104f not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:46.045379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:46.107811 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45404) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:46.179011 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66d50742-191b-453a-bd96-11b9f90782cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:46.208643 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66d50742-191b-453a-bd96-11b9f90782cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:46.348288 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66d50742-191b-453a-bd96-11b9f90782cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:46.367989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50742-191b-453a-bd96-11b9f90782cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6480b0-3dc6-4256-8639-f59abce464b5,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:46.438350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-66d50742-191b-453a-bd96-11b9f90782cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:46.439799 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-66d50742-191b-453a-bd96-11b9f90782cb tempest-TestShelveInstance-2050163771 tempest-TestShelveInstance-2050163771-project] 10.222.0.24 "DELETE /v2.0/security-groups/5e6480b0-3dc6-4256-8639-f59abce464b5 HTTP/1.1" status: 204 len: 168 time: 0.3310244 Apr 18 13:05:46.540026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45412) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:47.327047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:47.676181 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Deleting port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:47.676516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:47.846503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] For port 9febc2ff-8afa-4587-a84c-cf9a22fb06d0, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:47.846858 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:47.970082 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Calling delete_port for 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:48.199990 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:48.245317 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9febc2ff-8afa-4587-a84c-cf9a22fb06d0,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:48.505401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:48.960246 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:05:49.140352 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:05:49.149537 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] Sync routers for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:05:49.158659 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:05:49.159290 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:49.210045 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-a8537ae5-3348-4487-b682-52b06957cd9c admin admin] 10.222.0.24 "PUT /v2.0/routers/f87b51dc-7dbd-4d70-9050-e9ae3aeded9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6689212 Apr 18 13:05:49.212601 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45422) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:49.346961 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:05:49.394085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:49.568832 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:49.621925 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T13:05:48Z', 'revision_number': 5, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port': {'id': 'c2b24960-a52a-4b12-9299-568a0ad1588c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:93:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:09Z', 'updated_at': '2022-04-18T12:55:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:49.632830 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] Checking router: f87b51dc-7dbd-4d70-9050-e9ae3aeded9c for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:05:49.634477 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] Routers {'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:05:49.635238 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:49.636778 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Deleting port c2b24960-a52a-4b12-9299-568a0ad1588c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:49.637120 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:49.811370 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] Set router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c gateway port host: None {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:05:49.813388 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] For port c2b24960-a52a-4b12-9299-568a0ad1588c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=c2b24960-a52a-4b12-9299-568a0ad1588c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:49.813734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:49.915325 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T13:05:49Z', 'revision_number': 6, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:49.919286 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc74838-3a77-4103-a263-9d0305920324 None None] The sync data for ids ['f87b51dc-7dbd-4d70-9050-e9ae3aeded9c'] in dv-neutron-837089-1-hyperv is: [{'id': 'f87b51dc-7dbd-4d70-9050-e9ae3aeded9c', 'name': 'tempest-TestShelveInstance-195709508-router', 'tenant_id': '57211211e6a744ce90a6158771a05bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:08Z', 'updated_at': '2022-04-18T13:05:49Z', 'revision_number': 6, 'project_id': '57211211e6a744ce90a6158771a05bb6', 'gw_port_host': None}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:05:49.934281 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Calling delete_port for c2b24960-a52a-4b12-9299-568a0ad1588c owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:50.271133 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.320923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b24960-a52a-4b12-9299-568a0ad1588c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:50.412755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.584966 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.587231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.665139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:50.679750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.680323 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87b51dc-7dbd-4d70-9050-e9ae3aeded9c {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 13:05:50.692749 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.693863 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-3ddc0967-d25d-4170-b96c-c53f47298eb2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f87b51dc-7dbd-4d70-9050-e9ae3aeded9c HTTP/1.1" status: 204 len: 168 time: 1.4804354 Apr 18 13:05:50.696339 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45426) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:50.698716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:50.699072 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 9febc2ff-8afa-4587-a84c-cf9a22fb06d0 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:50.699493 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c2b24960-a52a-4b12-9299-568a0ad1588c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:50.737924 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: c2b24960-a52a-4b12-9299-568a0ad1588c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:50.738390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device c2b24960-a52a-4b12-9299-568a0ad1588c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:50.763184 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Deleting subnet c2feab54-5fc7-4afe-92b9-638f7aca607b {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 13:05:50.766200 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.814792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:50.889070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [req-97820ed2-50d2-4e6b-ab98-48430283fa32 req-8c78f94c-d298-4a38-b2cf-71df9cd33e51 service neutron] (88782) timed out ('10.222.0.24', 40260) {{(pid=88782) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 13:05:50.894047 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.059988 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.096233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2feab54-5fc7-4afe-92b9-638f7aca607b,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:51.102252 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.107760 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a60dd42-1692-480f-b554-24fddea320f2 None None] Network 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:05:51.108300 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-feb9163b-2ebd-4733-a93a-56c2d0bff2d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c2feab54-5fc7-4afe-92b9-638f7aca607b HTTP/1.1" status: 204 len: 168 time: 0.4110374 Apr 18 13:05:51.110822 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45430) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:51.215680 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.226589 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Deleting port ab368718-2bc1-4b85-8ddc-75c72cdc9131 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:51.226977 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.385668 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] DHCP port deletion for 64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 13:05:51.390770 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Deleting port ab368718-2bc1-4b85-8ddc-75c72cdc9131 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:51.390994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.432979 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] For port ab368718-2bc1-4b85-8ddc-75c72cdc9131, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab368718-2bc1-4b85-8ddc-75c72cdc9131,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:51.433330 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.557663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Calling delete_port for ab368718-2bc1-4b85-8ddc-75c72cdc9131 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:51.588005 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] For port ab368718-2bc1-4b85-8ddc-75c72cdc9131, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ab368718-2bc1-4b85-8ddc-75c72cdc9131,segment=NetworkSegment(6ec6297c-e1b9-413f-ad72-f191e63967d8),segment_id=6ec6297c-e1b9-413f-ad72-f191e63967d8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:51.588351 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.703365 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.707459 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Calling delete_port for ab368718-2bc1-4b85-8ddc-75c72cdc9131 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:51.751849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Pushing event deleted for resources: {'Port': ['ID=ab368718-2bc1-4b85-8ddc-75c72cdc9131,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:51.755449 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] No DVR routers for this DVR port ab368718-2bc1-4b85-8ddc-75c72cdc9131 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 13:05:51.777416 dv-neutron-837089-1-hyperv neutron-server[88784]: util.warn( Apr 18 13:05:51.782920 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:05:51.783270 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:05:51.788810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.789317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.789520 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.789849 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.790177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.790530 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.790858 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.791179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.791499 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.791819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.792133 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.792448 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:05:51.877403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.904967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c229f8-0f96-4ff5-96d6-0c42ba8bcc39']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:51.917140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec6297c-e1b9-413f-ad72-f191e63967d8') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:51.917428 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec6297c-e1b9-413f-ad72-f191e63967d8') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:51.928996 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.945064 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.951026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 13:05:51.954934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 13:05:51.964796 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 13:05:52.110919 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:52.126509 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:52.136344 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] Pushing event deleted for resources: {'Network': ['ID=64c229f8-0f96-4ff5-96d6-0c42ba8bcc39,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:52.217308 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c133f6de-7302-4786-8b1b-5ab89ed4c8af admin admin] 10.222.0.24 "DELETE /v2.0/networks/64c229f8-0f96-4ff5-96d6-0c42ba8bcc39 HTTP/1.1" status: 204 len: 168 time: 1.1054633 Apr 18 13:05:52.220634 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45434) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:52.284699 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Deleting port ab368718-2bc1-4b85-8ddc-75c72cdc9131 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:52.285079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:52.349623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-b91b1a9b-64e2-43e6-a2a2-178a460dd0a2 None None] The port 'ab368718-2bc1-4b85-8ddc-75c72cdc9131' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 13:05:52.669016 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab368718-2bc1-4b85-8ddc-75c72cdc9131 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:52.706743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ab368718-2bc1-4b85-8ddc-75c72cdc9131 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:52.707299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ab368718-2bc1-4b85-8ddc-75c72cdc9131 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:52.854810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:53.197074 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Deleting port ff8b937d-a5b5-4573-aff5-754d8e012514 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:53.197764 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:53.368467 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] For port ff8b937d-a5b5-4573-aff5-754d8e012514, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=ff8b937d-a5b5-4573-aff5-754d8e012514,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:53.368811 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:53.487747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Calling delete_port for ff8b937d-a5b5-4573-aff5-754d8e012514 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:53.988204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:54.035456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8b937d-a5b5-4573-aff5-754d8e012514,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:54.299032 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:54.658342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Router dab88629-0e20-460f-b19d-e7c89ad8fe30 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:05:54.830399 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:05:54.838892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] Sync routers for ids ['dab88629-0e20-460f-b19d-e7c89ad8fe30'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:05:54.848954 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] Routers {'dab88629-0e20-460f-b19d-e7c89ad8fe30'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:05:54.849664 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dab88629-0e20-460f-b19d-e7c89ad8fe30'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:54.920477 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-f4408222-6321-4310-ba53-dfb79d1c47c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/dab88629-0e20-460f-b19d-e7c89ad8fe30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965387 Apr 18 13:05:54.920646 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45438) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:55.023707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] Set router dab88629-0e20-460f-b19d-e7c89ad8fe30 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:05:55.099218 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:55.274079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:55.297907 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22'}], 'enable_snat': True}, 'gw_port_id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T13:05:53Z', 'revision_number': 5, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port': {'id': 'deb38400-8862-499b-9005-18fa287bdf1d', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:c8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T12:55:17Z', 'updated_at': '2022-04-18T12:55:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:55.301623 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] Checking router: dab88629-0e20-460f-b19d-e7c89ad8fe30 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:05:55.309774 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] Routers {'dab88629-0e20-460f-b19d-e7c89ad8fe30'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:05:55.310357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['dab88629-0e20-460f-b19d-e7c89ad8fe30'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:55.333559 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Deleting port deb38400-8862-499b-9005-18fa287bdf1d {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:55.334031 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:55.467025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] Set router dab88629-0e20-460f-b19d-e7c89ad8fe30 gateway port host: None {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:05:55.605902 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T13:05:55Z', 'revision_number': 6, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port_host': None}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:55.609767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d128581-c419-46f3-8478-49ef8f7eb9f4 None None] The sync data for ids ['dab88629-0e20-460f-b19d-e7c89ad8fe30'] in dv-neutron-837089-1-hyperv is: [{'id': 'dab88629-0e20-460f-b19d-e7c89ad8fe30', 'name': 'tempest-TestShelveInstance-1996506247-router', 'tenant_id': 'e6db71a981814f2eb899e95ba33ac43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T12:55:16Z', 'updated_at': '2022-04-18T13:05:55Z', 'revision_number': 6, 'project_id': 'e6db71a981814f2eb899e95ba33ac43d', 'gw_port_host': None}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:05:55.631185 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] For port deb38400-8862-499b-9005-18fa287bdf1d, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=deb38400-8862-499b-9005-18fa287bdf1d,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:55.631540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:55.757786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Calling delete_port for deb38400-8862-499b-9005-18fa287bdf1d owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:55.985487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.036106 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb38400-8862-499b-9005-18fa287bdf1d,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:56.124420 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.291712 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.293728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.384861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.385461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab88629-0e20-460f-b19d-e7c89ad8fe30 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 13:05:56.397902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.399045 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e738a2e2-ec5a-4be1-b1c5-9688edeb9b22 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dab88629-0e20-460f-b19d-e7c89ad8fe30 HTTP/1.1" status: 204 len: 168 time: 1.4775414 Apr 18 13:05:56.401455 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45442) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:56.462393 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Deleting subnet 859bbaa4-7a44-4221-a934-125f5541e6cf {{(pid=88782) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 13:05:56.465229 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.516430 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3514598'] for subnet, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.600397 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.672398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device deb38400-8862-499b-9005-18fa287bdf1d no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:56.705792 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: deb38400-8862-499b-9005-18fa287bdf1d {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:56.706127 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device deb38400-8862-499b-9005-18fa287bdf1d not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:56.706564 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ff8b937d-a5b5-4573-aff5-754d8e012514 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:56.739756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65664532', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099957'] for subnet, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.741219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: ff8b937d-a5b5-4573-aff5-754d8e012514 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:56.741575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device ff8b937d-a5b5-4573-aff5-754d8e012514 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:56.780550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=859bbaa4-7a44-4221-a934-125f5541e6cf,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:56.784090 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.789701 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34e58ee-2090-458d-9473-90374fd9b7c7 None None] Network eae23cc3-ad76-45c4-88b1-137bef107933 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:05:56.789917 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-33a181dd-936e-4ae9-abbd-d4ef8e148d11 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/859bbaa4-7a44-4221-a934-125f5541e6cf HTTP/1.1" status: 204 len: 168 time: 0.3874922 Apr 18 13:05:56.792355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45446) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:56.895188 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:56.905960 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Deleting port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:56.906282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.025854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] DHCP port deletion for eae23cc3-ad76-45c4-88b1-137bef107933 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 13:05:57.030116 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Deleting port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:57.031027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.220328 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] For port e25d9734-e5ce-4710-8a7e-ca17b3c0e209, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:57.220598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.237634 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] For port e25d9734-e5ce-4710-8a7e-ca17b3c0e209, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,segment=NetworkSegment(a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade),segment_id=a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:05:57.238021 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.344902 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Calling delete_port for e25d9734-e5ce-4710-8a7e-ca17b3c0e209 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:57.355994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Calling delete_port for e25d9734-e5ce-4710-8a7e-ca17b3c0e209 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:05:57.519651 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.524987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:05:57.525453 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:05:57.567514 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25d9734-e5ce-4710-8a7e-ca17b3c0e209,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:57.569309 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] No DVR routers for this DVR port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:05:57.682964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.712384 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae23cc3-ad76-45c4-88b1-137bef107933']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:57.724082 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:57.724377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f6bdae-fb7b-4ba1-b606-d2d1ee179ade') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:05:57.735257 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.751207 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.757134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 13:05:57.757511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 13:05:57.770965 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 13:05:57.936349 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.956340 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:57.966131 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=eae23cc3-ad76-45c4-88b1-137bef107933,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:57.973595 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a45f3fe6-ea43-41b8-9137-e972a174f0b4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eae23cc3-ad76-45c4-88b1-137bef107933 HTTP/1.1" status: 204 len: 168 time: 1.1802909 Apr 18 13:05:58.026320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Deleting port e25d9734-e5ce-4710-8a7e-ca17b3c0e209 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:05:58.026808 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:58.091026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffef0b-9559-4165-940c-8aa024ce4592 None None] The port 'e25d9734-e5ce-4710-8a7e-ca17b3c0e209' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 13:05:58.300147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45452) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:58.347727 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c6bf79ed-f7c9-468e-8079-7afa6e5a9318 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57211211e6a744ce90a6158771a05bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463836 Apr 18 13:05:58.350016 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45456) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:58.404925 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-205590d6-c4bd-4db5-8ca0-69e390236f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:58.430320 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-205590d6-c4bd-4db5-8ca0-69e390236f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:58.541985 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-205590d6-c4bd-4db5-8ca0-69e390236f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:58.560643 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205590d6-c4bd-4db5-8ca0-69e390236f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984e8e5f-ca50-41ff-96f6-2ab302458c95,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:58.566766 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-205590d6-c4bd-4db5-8ca0-69e390236f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:58.568519 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-205590d6-c4bd-4db5-8ca0-69e390236f8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/984e8e5f-ca50-41ff-96f6-2ab302458c95 HTTP/1.1" status: 204 len: 168 time: 0.2174397 Apr 18 13:05:58.670850 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e25d9734-e5ce-4710-8a7e-ca17b3c0e209 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:05:58.711401 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: e25d9734-e5ce-4710-8a7e-ca17b3c0e209 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:05:58.711735 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device e25d9734-e5ce-4710-8a7e-ca17b3c0e209 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:05:59.316744 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45464) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:59.367902 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4862354c-4d23-40b3-a942-bfe9aa762196 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6db71a981814f2eb899e95ba33ac43d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499644 Apr 18 13:05:59.370255 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45468) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:05:59.426841 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4cff0a40-b9bd-4d3b-bc84-97acff2649df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:59.451637 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4cff0a40-b9bd-4d3b-bc84-97acff2649df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:59.568126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4cff0a40-b9bd-4d3b-bc84-97acff2649df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:59.582711 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff0a40-b9bd-4d3b-bc84-97acff2649df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa39c76-ba2e-49fb-b2f7-71bff8b6a90c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:05:59.589888 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4cff0a40-b9bd-4d3b-bc84-97acff2649df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:05:59.591205 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4cff0a40-b9bd-4d3b-bc84-97acff2649df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa39c76-ba2e-49fb-b2f7-71bff8b6a90c HTTP/1.1" status: 204 len: 168 time: 0.2200451 Apr 18 13:06:00.708192 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45492) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:00.825880 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-85184329-network', 'tenant_id': '8030116fc597464a89fcffb563e8d74f'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:00.831271 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:00.835110 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Usage tracker for resource:network and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:00.838003 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:00.844170 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:00.907606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Made reservation on behalf of 8030116fc597464a89fcffb563e8d74f for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:06:00.909836 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:00.922215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:00.936059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:00.939801 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:00.942523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:00.948037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:01.032570 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.093588 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.123950 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:06:01.132665 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b5076-af5f-4a22-a559-d756912bf32f,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:01.138233 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.138607 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Added segment a3f46e17-7874-4ced-bdf1-acb9c17eb7ff of type vlan for network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee Apr 18 13:06:01.163798 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.247718 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.248648 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:01.250274 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.357048 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] Pushing event updated for resources: {'Network': ['ID=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:01.367397 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 13:06:01.411690 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-eceef47a-ec50-41c0-97e3-8764304f9742 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7023146 Apr 18 13:06:01.414411 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45498) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:01.419892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Request body: {'subnet': {'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-85184329-subnet', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:01.425382 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:01.429235 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Usage tracker for resource:subnet and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:01.432104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:01.438262 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:01.513563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Made reservation on behalf of 8030116fc597464a89fcffb563e8d74f for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:06:01.516506 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.773480 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.848650 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:01.857800 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Checking segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:01.858149 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Network hostable DHCP agents. Network: 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:06:01.922502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:06:01.978899 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:01.982946 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:01.984020 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:01.987982 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdeb35-513e-41cb-b345-a3d7cfa7a300 None None] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:06:02.083131 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-4b97fa80-0a4c-45c0-be01-170ff70037ae admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6676221 Apr 18 13:06:02.085809 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45502) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:02.090748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:02.095867 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:02.099790 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Usage tracker for resource:router and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:02.105478 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:02.108964 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:02.197933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 13:06:02.198801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.204993 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.206037 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.221181 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.375814 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Allocated IP 172.20.0.2 (05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee/bd1abaf5-b1b2-4262-91e2-65ad5ef1f481/8f2f6752-c86d-4af8-9e02-54d99b4f2742) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:02.579480 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.589268 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Transition to ACTIVE for port object 8f2f6752-c86d-4af8-9e02-54d99b4f2742 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:02.607068 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Transition to ACTIVE for port object 8f2f6752-c86d-4af8-9e02-54d99b4f2742 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:02.655692 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.685633 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.750967 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:02.753570 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:02.761710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:02.768303 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Pushing event updated for resources: {'Port': ['ID=8f2f6752-c86d-4af8-9e02-54d99b4f2742,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:02.807360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.807702 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.808037 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.808367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.808696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.809017 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.809341 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.809660 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.809980 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.810296 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.810639 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.810956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:02.864522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Attempting to bind port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:02.864882 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Attempting to bind port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:02.865238 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Attempting to bind port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:02.870357 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:02.870747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Checking segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:02.871139 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.871524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Bound using segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:02.871973 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Bound port: 8f2f6752-c86d-4af8-9e02-54d99b4f2742, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:02.872336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:02.959064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] For port 8f2f6752-c86d-4af8-9e02-54d99b4f2742, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:02.963387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] For port 8f2f6752-c86d-4af8-9e02-54d99b4f2742, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8f2f6752-c86d-4af8-9e02-54d99b4f2742,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:03.030903 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:03.041683 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:03.078134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:03.125707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66deb4b-99ed-4f8b-8b61-22e2758c7163 None None] Pushing event updated for resources: {'Port': ['ID=8f2f6752-c86d-4af8-9e02-54d99b4f2742,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:03.218178 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Allocated IP 172.26.4.238 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:03.391438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:03.470804 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:03.532123 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:03.534866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:03.542962 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:03.573641 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Pushing event updated for resources: {'Port': ['ID=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:03.997290 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca60cd10-5f80-4319-a5b7-b36f10271eff None None] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:06:04.181126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:04.240544 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-b0e46772-778c-4c5e-acc8-5c27ada06a95 None None] Provisioning for port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:04.531567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:04.699009 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8f2f6752-c86d-4af8-9e02-54d99b4f2742 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:04.816487 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 13:06:04.839230 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:04.844598 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:04.844968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:04.961048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:04.993286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 8f2f6752-c86d-4af8-9e02-54d99b4f2742, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8f2f6752-c86d-4af8-9e02-54d99b4f2742,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:04.997316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:06:05.006055 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:06:05.015807 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:05.016399 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:05.050764 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:05.085059 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:05.088802 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-c9d6a5f5-fc8f-429c-9a9c-3514e2adcdcd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9992781 Apr 18 13:06:05.089007 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45506) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:05.125069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=8f2f6752-c86d-4af8-9e02-54d99b4f2742,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:05.166424 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:06:05.195579 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:05.472683 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:03Z', 'revision_number': 3, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:05.476338 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:06:05.476676 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Updating router 42b94c9b-d1c1-4714-a051-0b4f6352c351 port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:06:05.528127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:05.852419 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:05.864691 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Transition to ACTIVE for port object 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:05.880423 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:05.927781 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.000369 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Attempting to bind port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:06.000726 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Attempting to bind port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:06.001081 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Attempting to bind port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:06.015721 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:06.016364 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:06.016473 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.016827 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:06.017275 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Bound port: 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:06.017633 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.044102 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Pushing event updated for resources: {'Port': ['ID=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:06.060301 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.060636 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.060960 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.061891 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.062208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.062548 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.062866 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.063182 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.063496 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.063813 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.064121 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.064428 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88785) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:06:06.088614 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Allocated IP 172.20.0.1 (05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee/bd1abaf5-b1b2-4262-91e2-65ad5ef1f481/49fb30d9-1e61-411b-b75c-5770ad72d2fb) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:06.104402 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] For port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:06.107267 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] For port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:06.173541 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.234438 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.249575 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:06.250183 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:06.250626 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.provisioning_blocks [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Transition to ACTIVE for port object 49fb30d9-1e61-411b-b75c-5770ad72d2fb will not be triggered until provisioned by entity DHCP. {{(pid=88782) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:06.305845 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077223c-26d4-4e3e-93b1-404a32cdf07e None None] Pushing event updated for resources: {'Port': ['ID=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:06.331470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.391633 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:06.394281 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:06.397760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:06.442072 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Pushing event updated for resources: {'Port': ['ID=49fb30d9-1e61-411b-b75c-5770ad72d2fb,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:06.461943 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:06.468197 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.684023 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8f2f6752-c86d-4af8-9e02-54d99b4f2742 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:06.716675 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-98c8f541-822b-41b9-80d7-aa3b47a2332c None None] Provisioning for port 49fb30d9-1e61-411b-b75c-5770ad72d2fb completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:06.731370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-98c8f541-822b-41b9-80d7-aa3b47a2332c None None] Provisioning complete for port 49fb30d9-1e61-411b-b75c-5770ad72d2fb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:06.731736 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-98c8f541-822b-41b9-80d7-aa3b47a2332c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.759323 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:03Z', 'revision_number': 3, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:06.765027 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a22eb4-7cee-4c6a-9948-d07af8f5fd8e None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:03Z', 'revision_number': 3, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:06:06.807142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-98c8f541-822b-41b9-80d7-aa3b47a2332c None None] Port 49fb30d9-1e61-411b-b75c-5770ad72d2fb cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:06:06.817135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:06.817505 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:06.817745 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:07.066215 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks [] for port, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:07.127496 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65664602'] for port, after_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:07.237151 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:07.241126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Pushing event updated for resources: {'Port': ['ID=49fb30d9-1e61-411b-b75c-5770ad72d2fb,revision_number=2']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:07.382486 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:07.383623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:07.637666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-12fb2854-79ca-4a41-983d-fdb9bb058618 None None] Provisioning complete for port 49fb30d9-1e61-411b-b75c-5770ad72d2fb triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:07.638178 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-12fb2854-79ca-4a41-983d-fdb9bb058618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:07.694059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-12fb2854-79ca-4a41-983d-fdb9bb058618 None None] Port 49fb30d9-1e61-411b-b75c-5770ad72d2fb cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:06:07.700220 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:06:07.878769 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:06:07.887783 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e82ed3e9-356d-44d6-a536-75f175303dde admin admin] 10.222.0.24 "PUT /v2.0/routers/42b94c9b-d1c1-4714-a051-0b4f6352c351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7978361 Apr 18 13:06:08.076074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-60f89d36-433e-4595-96e5-cc41c801f816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.292998 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:06:08.303083 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:08.303693 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:05:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:08.523506 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:08.574542 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45524) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:08.580747 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1946966551-network', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:08.586317 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:08.590272 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Usage tracker for resource:network and tenant:e731cd7b85ed4d93876c31114ad57dcf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:08.593380 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:08.599201 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:08.703052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Made reservation on behalf of e731cd7b85ed4d93876c31114ad57dcf for: {'network': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:06:08.705539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for network, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.717760 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.732140 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:08.733550 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:08.736177 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Usage tracker for resource:security_group_rule and tenant:e731cd7b85ed4d93876c31114ad57dcf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:08.739280 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:08.744975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:08.834022 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.896291 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 2, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:08.900138 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:06:08.900488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Updating router 42b94c9b-d1c1-4714-a051-0b4f6352c351 port 49fb30d9-1e61-411b-b75c-5770ad72d2fb binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:06:08.913497 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.940709 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:08.943975 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=88782) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 13:06:08.950025 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:08.950438 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.953042 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa254c0-f538-473c-aaf0-95879144afc6,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:08.959516 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.959917 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.segments_db [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Added segment 60851e8d-f465-45af-b476-b84b7c8994b8 of type vlan for network 57e193fc-259b-4209-9be1-76ec3e500a60 Apr 18 13:06:08.986681 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731699688614'] for network, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:08.993613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.085104 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208'] for network, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.085994 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:09.086600 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.187457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] Pushing event updated for resources: {'Network': ['ID=57e193fc-259b-4209-9be1-76ec3e500a60,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:09.202992 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Network 57e193fc-259b-4209-9be1-76ec3e500a60 details requested by agent ovs-agent-dv-neutron-837089-1-hyperv with host dv-neutron-837089-1-hyperv {{(pid=88784) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 13:06:09.227336 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.237036 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-a677b483-af79-4225-bea4-9d4c47dbc320 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6587789 Apr 18 13:06:09.237193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45528) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:09.242810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Request body: {'subnet': {'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1946966551-subnet', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'ip_version': 4}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:09.247949 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:09.252812 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Usage tracker for resource:subnet and tenant:e731cd7b85ed4d93876c31114ad57dcf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:09.255765 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:09.261363 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:09.321869 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:09.340808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Made reservation on behalf of e731cd7b85ed4d93876c31114ad57dcf for: {'subnet': 1} {{(pid=88782) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:06:09.340808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099858'] for subnet, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.392388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.489720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:09.560952 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.572542 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Transition to ACTIVE for port object 49fb30d9-1e61-411b-b75c-5770ad72d2fb will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:09.622282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65663187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099852'] for subnet, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.656332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.694392 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5d0000-ea71-485a-bb6b-bdefca0ed933,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:09.704887 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Checking segment: {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88782) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:09.705246 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Network hostable DHCP agents. Network: 57e193fc-259b-4209-9be1-76ec3e500a60, hostable agents: ['56898354-e168-40ed-8aea-7512e1b8f820'], hosted agents: [] {{(pid=88782) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 13:06:09.790810 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Network 57e193fc-259b-4209-9be1-76ec3e500a60 is scheduled to be hosted by DHCP agent 56898354-e168-40ed-8aea-7512e1b8f820 with binding_index 1 {{(pid=88782) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 13:06:09.819286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c4394-efa9-486e-baaa-793453f00bb4 None None] Pushing event updated for resources: {'Port': ['ID=49fb30d9-1e61-411b-b75c-5770ad72d2fb,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:09.853621 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-837089-1-hyperv, 57e193fc-259b-4209-9be1-76ec3e500a60) {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:09.863364 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:09.864251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:09.864645 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaddda7-d500-49e2-887b-15cf29c018ec None None] Network 57e193fc-259b-4209-9be1-76ec3e500a60 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:06:09.900398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Attempting to bind port 49fb30d9-1e61-411b-b75c-5770ad72d2fb on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:09.900763 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Attempting to bind port 49fb30d9-1e61-411b-b75c-5770ad72d2fb by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:09.901122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Attempting to bind port 49fb30d9-1e61-411b-b75c-5770ad72d2fb on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:09.951340 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-6c052412-572a-4a4a-beb8-2a53e2325471 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7131267 Apr 18 13:06:09.954432 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45532) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:09.959656 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:09.964802 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:09.970087 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Usage tracker for resource:router and tenant:e731cd7b85ed4d93876c31114ad57dcf is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:09.973079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:09.978961 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:10.008104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:10.008472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Checking segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:10.008864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.009248 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Bound using segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:10.009704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Bound port: 49fb30d9-1e61-411b-b75c-5770ad72d2fb, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:10.010067 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.051316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4048216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-278'] for router, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.052470 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4047274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054528', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4108980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.069895 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.169694 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] For port 49fb30d9-1e61-411b-b75c-5770ad72d2fb, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:10.174014 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] For port 49fb30d9-1e61-411b-b75c-5770ad72d2fb, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=49fb30d9-1e61-411b-b75c-5770ad72d2fb,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:10.221532 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46b6d72a-544f-5228-9af4-933a88e04f73-57e193fc-259b-4209-9be1-76ec3e500a60', 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'fixed_ips': [{'subnet_id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933'}]}} from dv-neutron-837089-1-hyperv. {{(pid=88784) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 13:06:10.222332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.290491 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.339488 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0f202287-f9cf-4615-b7dd-2fed70a08906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.430940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:10.431489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:10.437706 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4054582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4048209', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-315'] for router, precommit_update {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.483631 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c4394-efa9-486e-baaa-793453f00bb4 None None] Pushing event updated for resources: {'Port': ['ID=49fb30d9-1e61-411b-b75c-5770ad72d2fb,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:10.534225 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.db_base_plugin_common [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Allocated IP 172.20.0.2 (57e193fc-259b-4209-9be1-76ec3e500a60/aa5d0000-ea71-485a-bb6b-bdefca0ed933/33df719a-a364-436e-995b-77b16f5d3679) {{(pid=88784) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:10.719855 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:10.783228 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:10.935080 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:10.964540 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.086887 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:11.087435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.099728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.db_base_plugin_common [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Allocated IP 172.26.4.98 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/133e4361-8f44-41a4-8b2b-4a294a1b3e0c) {{(pid=88782) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:11.163553 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Notify callbacks [] for port, precommit_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.190820 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Transition to ACTIVE for port object 33df719a-a364-436e-995b-77b16f5d3679 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:11.250436 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.277379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Transition to ACTIVE for port object 33df719a-a364-436e-995b-77b16f5d3679 will not be triggered until provisioned by entity DHCP. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:11.325663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.331059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:10Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:11.335069 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d531e-7fd2-47d2-9bb5-d8c5844a48aa None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:10Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:06:11.354619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193'] for port, after_create {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.416492 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88782) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:11.420878 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.base_scheduler [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88782) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:11.426103 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Received port after_create {{(pid=88782) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:11.441203 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Network 57e193fc-259b-4209-9be1-76ec3e500a60 is already hosted by enough agents. {{(pid=88784) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:11.443890 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.scheduler.base_scheduler [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Resources bound (agent type, host, resource id): {{(pid=88784) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:11.447363 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Received port after_create {{(pid=88784) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:11.479366 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Pushing event updated for resources: {'Port': ['ID=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,revision_number=1']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:11.536684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Pushing event updated for resources: {'Port': ['ID=33df719a-a364-436e-995b-77b16f5d3679,revision_number=1']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:11.618575 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Attempting to bind port 33df719a-a364-436e-995b-77b16f5d3679 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:11.619122 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Attempting to bind port 33df719a-a364-436e-995b-77b16f5d3679 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:11.619583 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Attempting to bind port 33df719a-a364-436e-995b-77b16f5d3679 on network 57e193fc-259b-4209-9be1-76ec3e500a60 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:11.628237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:11.628960 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Checking segment: {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:11.629455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.630003 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Bound using segment: {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:11.630647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Bound port: 33df719a-a364-436e-995b-77b16f5d3679, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:11.635975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.690307 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.744897 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] For port 33df719a-a364-436e-995b-77b16f5d3679, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:11.749030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] For port 33df719a-a364-436e-995b-77b16f5d3679, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33df719a-a364-436e-995b-77b16f5d3679,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:11.777071 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.806196 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:11.888755 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f4f4fe-9b09-47e6-8822-388545f49100 None None] Pushing event updated for resources: {'Port': ['ID=33df719a-a364-436e-995b-77b16f5d3679,revision_number=2']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:11.993526 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:12.369563 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4048199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4054487'] for router, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:12.746205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 49fb30d9-1e61-411b-b75c-5770ad72d2fb up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:12.802191 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 is scheduled to L3 agent b2697610-bd84-4405-9bdc-e861609dab22 with binding_index 1 {{(pid=88782) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 13:06:12.896260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 49fb30d9-1e61-411b-b75c-5770ad72d2fb completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:12.902359 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 49fb30d9-1e61-411b-b75c-5770ad72d2fb triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:12.909696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:12.968450 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81caa8ed-271a-4f40-88a3-d915ab72d570 None None] Network 57e193fc-259b-4209-9be1-76ec3e500a60 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:06:13.006523 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:06:13.015732 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Sync routers for ids ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:06:13.025828 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Routers {'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:13.026718 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:13.113725 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.117886 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-e28b1302-47d3-4c18-b77e-524e627175c1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1598692 Apr 18 13:06:13.118328 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45536) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:13.193974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.202537 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3e53b6cd-fa0a-4f77-a826-8e878819c94d None None] Provisioning for port 33df719a-a364-436e-995b-77b16f5d3679 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:13.211668 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Set router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:13.236644 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.281710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 49fb30d9-1e61-411b-b75c-5770ad72d2fb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=49fb30d9-1e61-411b-b75c-5770ad72d2fb,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:13.342878 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.344418 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33df719a-a364-436e-995b-77b16f5d3679 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:13.465711 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=49fb30d9-1e61-411b-b75c-5770ad72d2fb,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:13.515984 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:11Z', 'revision_number': 3, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:13.519991 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Checking router: b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:06:13.520520 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Updating router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c binding host dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:06:13.552806 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 33df719a-a364-436e-995b-77b16f5d3679 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:13.561381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 33df719a-a364-436e-995b-77b16f5d3679 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:13.561759 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.577179 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.696593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-7e09f8d3-3b71-4eb6-8fa1-e5e73a6dbd91 None None] Provisioning complete for port 33df719a-a364-436e-995b-77b16f5d3679 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:13.696961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e09f8d3-3b71-4eb6-8fa1-e5e73a6dbd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.746074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.797843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 33df719a-a364-436e-995b-77b16f5d3679, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33df719a-a364-436e-995b-77b16f5d3679,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:13.855522 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7e09f8d3-3b71-4eb6-8fa1-e5e73a6dbd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.876931 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.925306 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Notify callbacks [] for port, precommit_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.937745 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.provisioning_blocks [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Transition to ACTIVE for port object 133e4361-8f44-41a4-8b2b-4a294a1b3e0c will not be triggered until provisioned by entity L2. {{(pid=88785) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:13.951469 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:13.992128 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-7e09f8d3-3b71-4eb6-8fa1-e5e73a6dbd91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:06:13.992476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-7e09f8d3-3b71-4eb6-8fa1-e5e73a6dbd91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:06:13.993104 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=33df719a-a364-436e-995b-77b16f5d3679,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:14.007334 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.081778 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Attempting to bind port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:14.082420 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Attempting to bind port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:14.082888 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Attempting to bind port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c on network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:14.090169 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f97c81-d037-4bd0-81da-c1cca586dd0e None None] Pushing event updated for resources: {'Port': ['ID=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,revision_number=2']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:14.093123 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:14.093471 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Checking segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88785) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:14.093953 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.094206 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Bound using segment: {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'} {{(pid=88785) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:14.094692 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.managers [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Bound port: 133e4361-8f44-41a4-8b2b-4a294a1b3e0c, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653b9dd9-9ad1-4883-9aef-877c6e18bfe0', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618'}}] {{(pid=88785) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:14.095045 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.158474 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Allocated IP 172.20.0.1 (57e193fc-259b-4209-9be1-76ec3e500a60/aa5d0000-ea71-485a-bb6b-bdefca0ed933/23153a8e-2c3f-49db-948f-8e5c82f1edd1) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:14.168617 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] For port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88785) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:14.171981 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.plugins.ml2.db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] For port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88785) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:14.259572 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron_lib.callbacks.manager [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88785) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.305911 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.324148 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Transition to ACTIVE for port object 23153a8e-2c3f-49db-948f-8e5c82f1edd1 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:14.333551 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Routers {'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:14.334159 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:14.408380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.431756 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f97c81-d037-4bd0-81da-c1cca586dd0e None None] Pushing event updated for resources: {'Port': ['ID=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,revision_number=3']} {{(pid=88785) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:14.476582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Network 57e193fc-259b-4209-9be1-76ec3e500a60 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:14.479366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:14.482022 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:14.538191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Pushing event updated for resources: {'Port': ['ID=23153a8e-2c3f-49db-948f-8e5c82f1edd1,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:14.552127 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4054297'] for router_interface, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.553319 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] Set router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:14.712534 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 49fb30d9-1e61-411b-b75c-5770ad72d2fb up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:14.799932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 49fb30d9-1e61-411b-b75c-5770ad72d2fb triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:14.800577 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.847847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:11Z', 'revision_number': 3, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:14.851655 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59e91bb-e597-4b83-89ec-feacacb1d8ec None None] The sync data for ids ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'] in dv-neutron-837089-1-hyperv is: [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:11Z', 'revision_number': 3, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:06:14.922729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:14.927737 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-224274f1-cffd-48d9-ab22-f2a487edcd79 None None] Provisioning for port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:14.934590 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33df719a-a364-436e-995b-77b16f5d3679 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:14.963647 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-224274f1-cffd-48d9-ab22-f2a487edcd79 None None] Provisioning complete for port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:14.964030 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-224274f1-cffd-48d9-ab22-f2a487edcd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:15.079205 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-224274f1-cffd-48d9-ab22-f2a487edcd79 None None] Port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:06:15.096640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 33df719a-a364-436e-995b-77b16f5d3679 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:15.097220 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:15.183313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:15.273685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:15.383967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Pushing event updated for resources: {'Port': ['ID=23153a8e-2c3f-49db-948f-8e5c82f1edd1,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:15.386488 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4186230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4055010'] for router_interface, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:15.525234 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Network 57e193fc-259b-4209-9be1-76ec3e500a60 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:15.526383 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:15.805299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-ddee4b73-1edb-49e3-a6a5-84d0456313a4 None None] Provisioning complete for port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:15.805832 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddee4b73-1edb-49e3-a6a5-84d0456313a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:15.826209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:06:15.857107 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-ddee4b73-1edb-49e3-a6a5-84d0456313a4 None None] Port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:06:16.006076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:06:16.015358 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d11fa34f-42e5-4090-8c54-0be1deff25ab admin admin] 10.222.0.24 "PUT /v2.0/routers/b6aafa4b-1eb3-4584-8acb-fbd617e8ef11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959792 Apr 18 13:06:16.035908 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:16.394715 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Sync routers for ids ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:06:16.405593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Routers {'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:16.406198 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:16.580541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Set router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:16.663320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45546) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:16.668575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045375912', 'description': 'tempest-secgroup-smoke-2045375912 description', 'project_id': '8030116fc597464a89fcffb563e8d74f'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:16.675477 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:16.679314 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:16.682298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:16.689909 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:16.732346 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 133e4361-8f44-41a4-8b2b-4a294a1b3e0c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:16.767775 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:16.788902 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:16.792860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:16.796575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:16.802444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:16.876299 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:16.955987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:16.976892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 4, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23153a8e-2c3f-49db-948f-8e5c82f1edd1', 'name': '', 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'mac_address': 'fa:16:3e:fd:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:14Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 2, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'subnets': [{'id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:16.980949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Checking router: b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:06:16.981298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Updating router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 binding host dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 13:06:17.000374 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e47802-b5b1-45c1-9787-303e99ab7feb,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:17.020266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:17.033990 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:17.034350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.081501 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.082804 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-61f7a5ef-673f-4d8f-9a9f-8a86a5c552fc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4184639 Apr 18 13:06:17.085701 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45550) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:17.086322 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.090738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group_rule': {'security_group_id': '91e47802-b5b1-45c1-9787-303e99ab7feb', 'project_id': '8030116fc597464a89fcffb563e8d74f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:17.097173 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:17.100995 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:17.103863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:17.110034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:17.208060 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.268744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.283202 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.326264 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:17.338540 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.363817 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2eea845-2b5c-4d30-936d-f1712e2f9eaf,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:17.398947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.453359 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.454617 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d09c0c58-4ada-4e52-8893-3e0e2732e747 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680136 Apr 18 13:06:17.457231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45554) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:17.462499 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group_rule': {'security_group_id': '91e47802-b5b1-45c1-9787-303e99ab7feb', 'project_id': '8030116fc597464a89fcffb563e8d74f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:17.468325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:17.472170 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:17.475048 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:17.480663 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:17.489587 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:17.558932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Notify callbacks [] for port, precommit_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.568561 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.570495 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Transition to ACTIVE for port object 23153a8e-2c3f-49db-948f-8e5c82f1edd1 will not be triggered until provisioned by entity L2. {{(pid=88784) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:17.633860 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.641716 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.719527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.743861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a3c2fc-3718-447d-9d3a-ae15b061f39d,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:17.818334 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eabbec-85fb-4a9c-930d-19c0fc4af7d7 None None] Pushing event updated for resources: {'Port': ['ID=23153a8e-2c3f-49db-948f-8e5c82f1edd1,revision_number=3']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:17.819089 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.823210 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45558) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:17.827072 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-0a333508-62e6-4b46-9ab5-d1f2a423b7d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3685954 Apr 18 13:06:17.829293 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group_rule': {'security_group_id': '91e47802-b5b1-45c1-9787-303e99ab7feb', 'project_id': '8030116fc597464a89fcffb563e8d74f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:17.835826 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:17.840061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:17.844923 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:17.851102 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:17.913140 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Attempting to bind port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 on host dv-neutron-837089-1-hyperv for vnic_type normal with profile {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:17.913497 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Attempting to bind port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 by drivers openvswitch,hyperv on host dv-neutron-837089-1-hyperv at level 0 using segments [{'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:17.913848 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Attempting to bind port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 on network 57e193fc-259b-4209-9be1-76ec3e500a60 {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:17.920213 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Checking agent: {'id': '4243f2cf-f4a6-43b5-b5fd-ee558bb57251', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-837089-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 1, 42), 'started_at': datetime.datetime(2022, 4, 18, 12, 2, 12), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-837089-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:17.920619 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Checking segment: {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88784) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:17.921013 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.921391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Bound using segment: {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'} {{(pid=88784) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:17.921844 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.managers [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Bound port: 23153a8e-2c3f-49db-948f-8e5c82f1edd1, host: dv-neutron-837089-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60851e8d-f465-45af-b476-b84b7c8994b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60'}}] {{(pid=88784) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:17.922207 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:17.945444 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.008993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] For port 23153a8e-2c3f-49db-948f-8e5c82f1edd1, host dv-neutron-837089-1-hyperv, cleared binding levels {{(pid=88784) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:18.009502 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.011968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] For port 23153a8e-2c3f-49db-948f-8e5c82f1edd1, host dv-neutron-837089-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23153a8e-2c3f-49db-948f-8e5c82f1edd1,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88784) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:18.087065 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.112204 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9887991-128c-4411-90e8-22f2cf91efaf,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:18.116684 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.188298 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Routers {'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:18.188937 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:18.199355 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.200558 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-58c51d58-18aa-4ff8-8db6-0bd4d4391abf tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3763697 Apr 18 13:06:18.203806 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45562) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:18.209013 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group_rule': {'security_group_id': '91e47802-b5b1-45c1-9787-303e99ab7feb', 'project_id': '8030116fc597464a89fcffb563e8d74f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:18.216143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:18.221126 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:18.227539 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:18.230671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:18.263979 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eabbec-85fb-4a9c-930d-19c0fc4af7d7 None None] Pushing event updated for resources: {'Port': ['ID=23153a8e-2c3f-49db-948f-8e5c82f1edd1,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:18.312186 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.377606 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] Set router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:18.385113 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.453109 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.476377 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2440684-a7c1-4763-83bd-3be81f315147,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:18.544314 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.546177 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-663e7360-63d6-4963-a2ca-51f6a726c025 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414559 Apr 18 13:06:18.548938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 45566) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:18.554608 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.v2.base [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group_rule': {'security_group_id': '91e47802-b5b1-45c1-9787-303e99ab7feb', 'project_id': '8030116fc597464a89fcffb563e8d74f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88782) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:18.560279 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:18.564342 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:18.567351 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88782) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:18.573060 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.quota.driver [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88782) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:18.645293 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.securitygroups_db [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Project 8030116fc597464a89fcffb563e8d74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 13:06:18.652866 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.686330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 133e4361-8f44-41a4-8b2b-4a294a1b3e0c up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:18.718722 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.767328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 4, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23153a8e-2c3f-49db-948f-8e5c82f1edd1', 'name': '', 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'mac_address': 'fa:16:3e:fd:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:14Z', 'updated_at': '2022-04-18T13:06:18Z', 'revision_number': 4, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'subnets': [{'id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:18.774573 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadb26a-118c-47d3-956a-19b1a943c740 None None] The sync data for ids ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'] in dv-neutron-837089-1-hyperv is: [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:14Z', 'revision_number': 4, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '23153a8e-2c3f-49db-948f-8e5c82f1edd1', 'name': '', 'network_id': '57e193fc-259b-4209-9be1-76ec3e500a60', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'mac_address': 'fa:16:3e:fd:66:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1853, 'fixed_ips': [{'subnet_id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:14Z', 'updated_at': '2022-04-18T13:06:18Z', 'revision_number': 4, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'subnets': [{'id': 'aa5d0000-ea71-485a-bb6b-bdefca0ed933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:06:18.776162 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:18.776518 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.790398 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.834926 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973e3905-e3c5-44a2-97af-111365de79a1,revision_number=0']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:18.910580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:18.914210 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-9875f51f-8cc8-4c26-987a-fdb81788f35e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618619 Apr 18 13:06:18.914681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45570) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:18.919779 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'security_group_rule': {'security_group_id': '91e47802-b5b1-45c1-9787-303e99ab7feb', 'project_id': '8030116fc597464a89fcffb563e8d74f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:18.930338 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:18.931891 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:security_group_rule and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:18.934894 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:18.941800 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:19.016296 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.securitygroups_db [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Project 8030116fc597464a89fcffb563e8d74f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 13:06:19.023516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:19.093460 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:19.164987 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4151508'] for security_group_rule, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:19.191883 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3392c05e-2c1f-45f5-a331-e1f269088920,revision_number=0']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:19.258762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:19.259965 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c6de7288-e8ac-4d4a-a248-2b99544b927a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3443022 Apr 18 13:06:19.429598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-84cf281b-d613-48ac-94ba-bfad73d3d489 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:security_group {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:06:19.487512 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-84cf281b-d613-48ac-94ba-bfad73d3d489 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:security_group {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:06:19.488736 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-84cf281b-d613-48ac-94ba-bfad73d3d489 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045375912&fields=id&tenant_id=8030116fc597464a89fcffb563e8d74f HTTP/1.1" status: 200 len: 267 time: 0.1012237 Apr 18 13:06:19.647653 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-b5768acb-a7cb-4563-915b-168f809e6066 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:19.648318 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-b5768acb-a7cb-4563-915b-168f809e6066 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:network {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:06:19.710316 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-b5768acb-a7cb-4563-915b-168f809e6066 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:network {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:06:19.711574 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-b5768acb-a7cb-4563-915b-168f809e6066 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 808 time: 0.2158265 Apr 18 13:06:19.727877 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-aa788875-beb7-41bc-84ec-eebae017517d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/quotas/8030116fc597464a89fcffb563e8d74f HTTP/1.1" status: 200 len: 375 time: 0.0096984 Apr 18 13:06:19.823813 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-97941dcc-7bc3-46bb-87f1-22d513d16253 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:06:19.901768 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-97941dcc-7bc3-46bb-87f1-22d513d16253 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:06:19.903124 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-97941dcc-7bc3-46bb-87f1-22d513d16253 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1693008 Apr 18 13:06:20.138559 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-942ec061-81ba-44db-8ede-77aa90725c6f service neutron] 10.222.0.24 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240555 Apr 18 13:06:20.269732 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2772cd80-8a22-4b8b-8599-27d0db5f2a4b service neutron] 10.222.0.24 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249073 Apr 18 13:06:20.568338 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d364433d-2d57-4e57-a833-a4880d4b8866 req-a6127338-a144-47a4-ab2f-0fc7728b1fd0 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 210 time: 0.0459778 Apr 18 13:06:20.703320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23153a8e-2c3f-49db-948f-8e5c82f1edd1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:20.824562 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning for port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:20.830433 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:20.830822 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:20.945676 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:20.977682 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] For port 23153a8e-2c3f-49db-948f-8e5c82f1edd1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23153a8e-2c3f-49db-948f-8e5c82f1edd1,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:21.053145 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:21.123150 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Pushing event updated for resources: {'Port': ['ID=23153a8e-2c3f-49db-948f-8e5c82f1edd1,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:21.714944 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-87897bf0-0b3d-4df5-a991-1ed83892363e req-959c6e0d-1ae5-4384-8669-bb948dc35a27 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 210 time: 0.0420551 Apr 18 13:06:22.684317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23153a8e-2c3f-49db-948f-8e5c82f1edd1 up at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:22.753026 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Provisioning complete for port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:22.753388 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:22.898816 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d38d7a5e-91e6-4923-812f-1ece349232e2 req-6b737dac-90d7-4c9f-83e2-0cb558cdba88 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 210 time: 0.0699966 Apr 18 13:06:23.026358 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-33d392fa-eb0d-4e74-a4fb-a5d90ce70e51 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:23.027757 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-33d392fa-eb0d-4e74-a4fb-a5d90ce70e51 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 808 time: 0.1553319 Apr 18 13:06:23.073411 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-10e4e4da-9b96-42c8-bcc1-5031312fcc5f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:security_group {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:06:23.084685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-10e4e4da-9b96-42c8-bcc1-5031312fcc5f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:security_group {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:06:23.085752 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-10e4e4da-9b96-42c8-bcc1-5031312fcc5f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8030116fc597464a89fcffb563e8d74f HTTP/1.1" status: 200 len: 380 time: 0.0501802 Apr 18 13:06:23.100895 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'port': {'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'admin_state_up': True, 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'security_groups': ['91e47802-b5b1-45c1-9787-303e99ab7feb']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:23.241311 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:23.250958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:23.336294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Made reservation on behalf of 8030116fc597464a89fcffb563e8d74f for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:06:23.340026 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:23.509295 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Allocated IP 172.20.0.7 (05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee/bd1abaf5-b1b2-4262-91e2-65ad5ef1f481/80ac8feb-ba55-4031-88c9-8b95ed5c07c7) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:23.692260 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:23.708690 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Transition to ACTIVE for port object 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:23.787815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:23.859792 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:23.862744 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:23.871440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:23.902126 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:23.941315 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:23.941942 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:24.059527 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-7e8fa864-30e1-4454-a5ff-67dc2cb6ed89 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9622719 Apr 18 13:06:24.070604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Request body: {'port': {'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:24.086921 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38328888-2259-413d-92e9-2f2b8df52a9e req-ff374f4a-6703-48e1-a89c-eae77d3a4e28 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:24.088458 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-38328888-2259-413d-92e9-2f2b8df52a9e req-ff374f4a-6703-48e1-a89c-eae77d3a4e28 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 931 time: 0.0815601 Apr 18 13:06:24.116347 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f46007b8-fa30-446b-b19d-30f9427b18b4 None None] Provisioning for port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:24.122182 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-f46007b8-fa30-446b-b19d-30f9427b18b4 None None] Provisioning complete for port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:24.122589 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f46007b8-fa30-446b-b19d-30f9427b18b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:24.133584 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-38328888-2259-413d-92e9-2f2b8df52a9e req-c6e93f7a-a46d-411c-b497-413934d5a775 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386033 Apr 18 13:06:24.190332 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:24.230045 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-f46007b8-fa30-446b-b19d-30f9427b18b4 None None] Port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:06:24.625693 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 {{(pid=88783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:06:24.633012 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:24.647578 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Transition to ACTIVE for port object 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:06:24.715305 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:24.844343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:24.949958 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Attempting to bind port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:06:24.950595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Attempting to bind port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:06:24.950704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Attempting to bind port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:24.956504 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 13:06:24.956824 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Attempting to bind port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:06:24.961848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:06:24.962174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Checking segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:06:24.962575 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Bound using segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:06:24.962996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Bound port: 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:06:24.963335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:25.053516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:06:25.056335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:06:25.119292 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:25.175129 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.175729 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:25.177096 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] 10.222.0.15 "PUT /v2.0/ports/80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 1093 time: 1.1106086 Apr 18 13:06:25.177527 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:06:25.212016 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf252c-2364-4799-8aae-d9f983d7bfcd service neutron] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:25.236644 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05d92b1-4cc9-4f56-867e-4b767eb0a764'] response: {'name': 'network-changed', 'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'status': 'completed', 'code': 200} Apr 18 13:06:25.396558 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4c719-4c4d-46e3-8116-eef1c9b4fb32 req-ace44614-71bc-4a7b-a303-f5280849a359 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.397229 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-58b4c719-4c4d-46e3-8116-eef1c9b4fb32 req-ace44614-71bc-4a7b-a303-f5280849a359 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:06:25.403183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aedfe0-2528-4326-a194-e2d9ad9e9698 req-b7e24aa3-c605-4cd6-934d-a4a7326182bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.404656 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-09aedfe0-2528-4326-a194-e2d9ad9e9698 req-b7e24aa3-c605-4cd6-934d-a4a7326182bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1096 time: 0.1456954 Apr 18 13:06:25.500033 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-58b4c719-4c4d-46e3-8116-eef1c9b4fb32 req-ace44614-71bc-4a7b-a303-f5280849a359 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:06:25.501164 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-58b4c719-4c4d-46e3-8116-eef1c9b4fb32 req-ace44614-71bc-4a7b-a303-f5280849a359 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.2441504 Apr 18 13:06:25.582023 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-58b4c719-4c4d-46e3-8116-eef1c9b4fb32 req-27d9f11c-f966-46e0-b9b2-7dce8297d42b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735197 Apr 18 13:06:25.584407 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aedfe0-2528-4326-a194-e2d9ad9e9698 req-efacb05a-99ef-4119-98ba-45900de8ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.585728 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-09aedfe0-2528-4326-a194-e2d9ad9e9698 req-efacb05a-99ef-4119-98ba-45900de8ec72 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8030116fc597464a89fcffb563e8d74f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1745753 Apr 18 13:06:25.719728 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aedfe0-2528-4326-a194-e2d9ad9e9698 req-5013d73d-33a7-4a15-8c5d-4113e2d478a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.721201 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-09aedfe0-2528-4326-a194-e2d9ad9e9698 req-5013d73d-33a7-4a15-8c5d-4113e2d478a1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301053 Apr 18 13:06:25.823505 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-1edb32c4-4b1d-4cb7-9e74-1c3a139b67c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.824876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-1edb32c4-4b1d-4cb7-9e74-1c3a139b67c7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1096 time: 0.0682468 Apr 18 13:06:25.894558 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-884475bd-ba94-46c6-ab1f-e9a5a0259028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 217 time: 0.0631671 Apr 18 13:06:25.955554 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-48c7c9be-a842-4e8a-b478-880a71be18e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:25.956964 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-48c7c9be-a842-4e8a-b478-880a71be18e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0573964 Apr 18 13:06:26.030087 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-bfa41b8e-e53c-40c3-a3b8-163140256d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:26.031553 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-bfa41b8e-e53c-40c3-a3b8-163140256d11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688133 Apr 18 13:06:26.161625 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-b4837ca8-94fb-4a36-ad3c-1034067fb1a6 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236532 Apr 18 13:06:26.379015 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-78057267-07f3-49bf-9634-dd08c5d573f7 req-d850e50f-ecb8-4122-9d66-142a18d94480 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116735 Apr 18 13:06:26.786052 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaae57-42e5-40e9-9083-22c0dfe85890 req-00bae4c9-e483-4446-9429-6ed934ba4dac tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:26.787538 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fdaae57-42e5-40e9-9083-22c0dfe85890 req-00bae4c9-e483-4446-9429-6ed934ba4dac tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.0958252 Apr 18 13:06:26.831287 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7fdaae57-42e5-40e9-9083-22c0dfe85890 req-82e90df5-65d3-43ee-a9ac-4d990f114408 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381284 Apr 18 13:06:28.012231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385d287-3954-402a-8937-e6dfa258b809 req-fd0f1c27-2dd8-4549-b5bd-8ee422072b87 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:28.014243 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e385d287-3954-402a-8937-e6dfa258b809 req-fd0f1c27-2dd8-4549-b5bd-8ee422072b87 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.0797164 Apr 18 13:06:28.057294 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e385d287-3954-402a-8937-e6dfa258b809 req-1d013c2a-9e72-46ab-bf55-8ddd75b659dd tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Apr 18 13:06:29.241685 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e06375-3f66-414a-8534-423c1ea7e905 req-8b5c916b-4a4a-4c9c-9c95-b661a66f8e74 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:29.243040 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-71e06375-3f66-414a-8534-423c1ea7e905 req-8b5c916b-4a4a-4c9c-9c95-b661a66f8e74 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.0820928 Apr 18 13:06:29.287265 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-71e06375-3f66-414a-8534-423c1ea7e905 req-5440c493-84f8-4cdd-bd1d-e320a98f5adc tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 Apr 18 13:06:29.532672 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 13:06:29.663015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:29.676237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 13:06:29.728685 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:29.745455 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:06:29.759987 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:29.818403 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:29.886164 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:30.026889 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['80ac8feb-ba55-4031-88c9-8b95ed5c07c7'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 13:06:30.474926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f7e0a-38f1-4342-ab8d-97d9313ad0a5 req-dd2ff256-453f-4bfc-91ce-d8847b7e9094 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:30.476337 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e34f7e0a-38f1-4342-ab8d-97d9313ad0a5 req-dd2ff256-453f-4bfc-91ce-d8847b7e9094 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 944 time: 0.0822151 Apr 18 13:06:30.519888 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e34f7e0a-38f1-4342-ab8d-97d9313ad0a5 req-7b2db5c3-e967-4021-8e43-40ee65796308 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Apr 18 13:06:31.532390 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:06:31.650657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:06:31.656717 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:06:31.657079 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:31.704593 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8eb6-38c7-4475-92e5-de6cda804e46 req-39dfa9b9-ae27-4383-a52e-cfa979478b09 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:31.706051 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee3d8eb6-38c7-4475-92e5-de6cda804e46 req-39dfa9b9-ae27-4383-a52e-cfa979478b09 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 944 time: 0.0809309 Apr 18 13:06:31.752928 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-ee3d8eb6-38c7-4475-92e5-de6cda804e46 req-b14712f9-14ab-4b59-bc40-6643a5911aea tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Apr 18 13:06:31.782949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:31.809250 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:06:31.819115 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:06:31.851647 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2893d4-d139-4373-898f-5b9ec976dd8e'] response: {'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'code': 200} Apr 18 13:06:31.890697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:31.960130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:32.239551 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b8e76-ba40-4905-93e1-4289e3446165 req-b9a3cc98-b612-4dec-b4a2-c474d66c8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:32.240961 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-605b8e76-ba40-4905-93e1-4289e3446165 req-b9a3cc98-b612-4dec-b4a2-c474d66c8a58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1098 time: 0.0671461 Apr 18 13:06:32.280248 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-605b8e76-ba40-4905-93e1-4289e3446165 req-8ab10885-b643-4bd7-b2f8-05025d07e130 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336471 Apr 18 13:06:32.942894 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d8c29-0989-4baf-ba30-da468e9bdb11 req-8ce0514f-856e-4152-aefa-0df3acfcd2b6 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:32.944238 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-938d8c29-0989-4baf-ba30-da468e9bdb11 req-8ce0514f-856e-4152-aefa-0df3acfcd2b6 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 945 time: 0.0821531 Apr 18 13:06:32.986794 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-938d8c29-0989-4baf-ba30-da468e9bdb11 req-c00265d2-40b4-4983-974a-d653a3b7a5d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Apr 18 13:06:34.174280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d01b7f-f1c6-4105-887d-1c8d0fe2a466 req-8df81c23-a914-4806-b07d-611ac93463e8 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:34.177617 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e5d01b7f-f1c6-4105-887d-1c8d0fe2a466 req-8df81c23-a914-4806-b07d-611ac93463e8 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 945 time: 0.0815344 Apr 18 13:06:34.220000 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e5d01b7f-f1c6-4105-887d-1c8d0fe2a466 req-496380d7-c76e-4523-905a-60f151fb6f3a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386255 Apr 18 13:06:34.403033 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d704a05-dba2-41ef-8151-f1c6826eded8 req-9ddd9055-125a-401b-9e22-072b76cb3ea4 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:34.405038 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d704a05-dba2-41ef-8151-f1c6826eded8 req-9ddd9055-125a-401b-9e22-072b76cb3ea4 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 945 time: 0.0806708 Apr 18 13:06:34.449692 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4d704a05-dba2-41ef-8151-f1c6826eded8 req-d9fba13b-8249-40bb-b7a7-da189f2c0b39 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Apr 18 13:06:34.472798 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45642) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:34.585538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7da7f81-87eb-4a60-9b4b-4848e64fbfc5 tempest-TestSnapshotPattern-2092639141 tempest-TestSnapshotPattern-2092639141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:34.586223 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f7da7f81-87eb-4a60-9b4b-4848e64fbfc5 tempest-TestSnapshotPattern-2092639141 tempest-TestSnapshotPattern-2092639141-project-admin] Synchronizing usage tracker for tenant:e731cd7b85ed4d93876c31114ad57dcf on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:06:34.680968 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-f7da7f81-87eb-4a60-9b4b-4848e64fbfc5 tempest-TestSnapshotPattern-2092639141 tempest-TestSnapshotPattern-2092639141-project-admin] Unset dirty status for tenant:e731cd7b85ed4d93876c31114ad57dcf on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:06:34.682081 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-f7da7f81-87eb-4a60-9b4b-4848e64fbfc5 tempest-TestSnapshotPattern-2092639141 tempest-TestSnapshotPattern-2092639141-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1093 time: 0.2082865 Apr 18 13:06:34.684885 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45648) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:06:34.689954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:06:34.696104 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:06:34.699989 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:floatingip and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:06:34.703313 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:06:34.708959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:06:34.784448 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:34.916595 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:35.049168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Allocated IP 172.26.4.36 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/eee3c383-f39f-45ab-b86f-9376a002d52b) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:06:35.213418 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:35.307935 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:35.369821 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:06:35.372451 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:06:35.377308 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:06:35.417829 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'Port': ['ID=eee3c383-f39f-45ab-b86f-9376a002d52b,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:35.792986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:35.939368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:36.226647 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:36.281171 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:36.389888 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'Port': ['ID=eee3c383-f39f-45ab-b86f-9376a002d52b,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:06:36.400617 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:36.571227 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Floating IP 6190596e-e2a4-4b8f-8684-eaf0fa212bd7 associated. External IP: 172.26.4.36, port: 80ac8feb-ba55-4031-88c9-8b95ed5c07c7. Apr 18 13:06:36.905193 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:06:37.083348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:06:37.093304 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:06:37.102238 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:37.102862 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:37.167085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:37.232158 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-7d63af01-e04f-4357-be88-0bed525a32a1 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5357952 Apr 18 13:06:37.232158 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:06:37.269354 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79f1e8a6-9db8-40f1-bb9c-80c607730af9'] response: {'name': 'network-changed', 'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'status': 'completed', 'code': 200} Apr 18 13:06:37.277834 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:37.356485 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-9f4fbe0a-a454-487a-8a5c-33fb845c736b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:37.358524 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-9f4fbe0a-a454-487a-8a5c-33fb845c736b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1098 time: 0.0725377 Apr 18 13:06:37.487873 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-e14cacab-d01e-4ebc-8cff-fd30b8c6c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:37.489481 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-e14cacab-d01e-4ebc-8cff-fd30b8c6c75a service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1251156 Apr 18 13:06:37.620336 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:35Z', 'revision_number': 0, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:37.624415 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:06:37.632674 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:06:37.633272 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:06:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:37.693198 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-144741f8-9862-4764-b7a3-31b1444b8b81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 998 time: 0.1981409 Apr 18 13:06:37.762401 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-18df3a11-d5be-425c-92df-0267226a22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:37.763789 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-18df3a11-d5be-425c-92df-0267226a22cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0584588 Apr 18 13:06:37.806441 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:06:37.836892 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-ba211df2-a465-4409-b79a-513edfda852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:06:37.838361 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-ba211df2-a465-4409-b79a-513edfda852a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691905 Apr 18 13:06:37.971597 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-669b28e1-0b5f-47a0-b31a-e17056cf29c4 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263466 Apr 18 13:06:38.061710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-f5d5df38-3d87-4a96-a17a-d4801fc6bb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:38.111136 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-fae94a69-d6df-478d-8e4a-6e090130d463 req-8bc05519-4c92-4319-9f8a-b8e19bd90db6 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263278 Apr 18 13:06:38.173079 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:35Z', 'revision_number': 0, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:06:38.176930 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fa7c1c-29fb-44a1-a466-6828f476f41b None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:35Z', 'revision_number': 0, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:06:38.353933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b688d-76fb-493b-8cd0-a3664763498d None None] New status for floating IP 6190596e-e2a4-4b8f-8684-eaf0fa212bd7: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:06:40.246521 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3216c5d5-4ae5-4a2f-81d8-00af75c2bd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:41.555704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:41.726444 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:42.155622 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:06:43.147266 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:06:46.044893 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:08.051775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c8e33cf9-cef9-4af3-bc6e-f6c21ce1b787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:10.272186 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a91e8e39-585d-4f62-8a8a-cebee7da0912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:10.601146 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-eb4dbe44-e83a-47e1-9dd9-31f09b354846 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762877 Apr 18 13:07:10.736231 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-10695203-6e03-420a-b0f4-c1b727ad637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:07:10.737650 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-10695203-6e03-420a-b0f4-c1b727ad637d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1098 time: 0.0695899 Apr 18 13:07:10.877280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-dc6253c1-0d27-432a-94cb-1a794ebc742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:07:10.878732 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-dc6253c1-0d27-432a-94cb-1a794ebc742b service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1232581 Apr 18 13:07:10.981776 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-03e8a6f7-f020-43ef-84e9-6156138d57e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 1000 time: 0.0953846 Apr 18 13:07:11.042369 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-db8abc2c-7b42-4760-9171-4257f830f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:07:11.044310 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-db8abc2c-7b42-4760-9171-4257f830f591 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0560496 Apr 18 13:07:11.126335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-faaecc43-49e7-4455-91d5-a1b3b7536ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:07:11.127871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-faaecc43-49e7-4455-91d5-a1b3b7536ad0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767720 Apr 18 13:07:11.256532 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-54a56924-d303-4c31-9655-3ea77afa6d0c service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219079 Apr 18 13:07:11.384742 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-132398ec-dcc1-40b2-a4a2-6eeab749ccaa req-27a03bb9-c272-4934-9fe4-1413be153dcc service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203845 Apr 18 13:07:11.548643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:11.735147 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:13.160547 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:16.103483 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:19.155669 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:07:38.056916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-17efd6c7-494a-4dd8-a6ab-2f9668684a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:40.268445 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4c290bbb-d7c1-4495-a56c-9a485e025977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:41.565428 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:41.719696 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:43.183263 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:46.079837 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:07:56.154079 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:08:08.060165 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3b53-7823-47c6-ae4f-355452f44a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:10.233135 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-439a1e2a-2cfa-4648-95cb-394810cef448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:11.560767 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:11.656876 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-5ce53331-69ec-4209-a0c4-f974602a2346 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1195817 Apr 18 13:08:11.741745 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:11.793228 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-d84cd021-1b5d-489b-b209-f743a568a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:11.794609 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-d84cd021-1b5d-489b-b209-f743a568a882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1098 time: 0.0734928 Apr 18 13:08:12.026030 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-5d8bdc1b-a5a1-4dfa-86b8-6583153286d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:12.027459 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-5d8bdc1b-a5a1-4dfa-86b8-6583153286d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.2148988 Apr 18 13:08:12.127388 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-27746339-857a-40d8-a812-94c9efb8924a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 1000 time: 0.0928876 Apr 18 13:08:12.186762 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-0e0dfa58-ea80-436c-8ee8-fcf75af5fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:12.188094 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-0e0dfa58-ea80-436c-8ee8-fcf75af5fd0b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0550699 Apr 18 13:08:12.259996 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-fb195345-f833-4337-b864-a6cc8dd41d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:12.261424 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-fb195345-f833-4337-b864-a6cc8dd41d1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677299 Apr 18 13:08:12.390688 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-603f5da6-f81c-4972-b70f-b0e727807dc9 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230850 Apr 18 13:08:12.519344 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-0f18f67d-a775-41c6-9325-b5d4b4089d24 req-8c384488-0bd7-4da5-a208-c320fc9a588d service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229739 Apr 18 13:08:13.164912 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:16.061870 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:33.157740 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:08:36.080629 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 13:08:36.217470 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:08:36.233142 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 13:08:36.289892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:36.307015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:08:36.322387 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:08:36.410231 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:36.480596 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['80ac8feb-ba55-4031-88c9-8b95ed5c07c7'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 13:08:36.510957 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:08:36.526472 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.526821 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.527151 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.527476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.527797 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.528114 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.528429 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.528743 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.529060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.529426 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.529739 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:36.530048 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:38.059863 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-71b30c43-713f-4853-9417-07817bc67c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:38.102872 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:08:38.181286 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:08:38.182040 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:38.333081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:38.363379 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:08:38.375933 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:08:38.467255 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:38.538781 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b913ab2-d86a-45a8-87dd-09980bde7c44'] response: {'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'code': 200} Apr 18 13:08:38.547501 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:08:40.250169 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-bea14764-9eb5-428b-94d6-93928f77d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:41.561554 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:41.762721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:43.170520 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:46.056880 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:48.114599 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-c305aa44-cabb-41d4-beac-e405515fc15e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045375912&fields=id&tenant_id=8030116fc597464a89fcffb563e8d74f HTTP/1.1" status: 200 len: 267 time: 0.0386724 Apr 18 13:08:48.261153 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-e7273a6d-9b11-4bd7-8d92-ca336fcb9270 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:48.262592 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-e7273a6d-9b11-4bd7-8d92-ca336fcb9270 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 808 time: 0.1414683 Apr 18 13:08:48.277315 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-1ad6db1a-1019-43e5-8694-d0804c4b3b65 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/quotas/8030116fc597464a89fcffb563e8d74f HTTP/1.1" status: 200 len: 375 time: 0.0093696 Apr 18 13:08:48.368450 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-de105d71-b986-4d18-bb33-56a878699a35 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0862985 Apr 18 13:08:48.604663 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-de05ea43-366f-41f5-9616-7ab5cce54aa4 service neutron] 10.222.0.24 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612072 Apr 18 13:08:48.740685 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-ca829b69-1559-4380-82c2-dc5b3e249dcf service neutron] 10.222.0.24 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300764 Apr 18 13:08:50.114630 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-8281f50c-a0db-4c44-a63b-c3c51984e538 req-0862cb9d-874d-4874-ac8b-b9592191b921 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0878654 Apr 18 13:08:50.150859 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:08:50.262033 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:50.287805 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:08:50.301747 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:08:50.338387 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b63c2ab-38be-420c-aefd-808a114d643f'] response: {'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'code': 200} Apr 18 13:08:50.391075 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:50.455915 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:08:51.208076 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-3c45a242-59ed-4e54-aa99-195635bcbe00 req-779c3cc1-9af6-4d9c-bfbe-387dd52f76ab tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0410900 Apr 18 13:08:52.302322 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c72ed5de-0f5e-4e97-8fb8-f41c26ded499 req-e6cce74d-2f72-471c-846a-5e3abb8cc124 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0410240 Apr 18 13:08:53.402566 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-5eadd45c-1a62-4211-9fa1-bcf2eb51cafe req-4d75ebc6-457c-466d-a2e1-0cfb0b365263 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0414968 Apr 18 13:08:54.547328 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-651c916a-0d91-4cb6-b294-30e05565e655 req-72f89fc1-ae69-4d6a-94e5-2fb80adf7478 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0414598 Apr 18 13:08:55.710563 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-7bd7dd59-3eab-4071-99a5-aef23d0454f2 req-a13b9e2e-6a6e-4f45-a35e-f86193e9acb5 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0444338 Apr 18 13:08:56.390490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4ae8bfa7-6129-4683-891d-2a9d95dc91ae tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:56.391912 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4ae8bfa7-6129-4683-891d-2a9d95dc91ae tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 808 time: 0.1611540 Apr 18 13:08:56.439622 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-72964055-2341-49ff-b721-81237a0dca70 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8030116fc597464a89fcffb563e8d74f HTTP/1.1" status: 200 len: 380 time: 0.0394151 Apr 18 13:08:56.448153 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'port': {'device_id': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'admin_state_up': True, 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'security_groups': ['91e47802-b5b1-45c1-9787-303e99ab7feb']}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:08:56.580424 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:08:56.590286 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:08:56.684319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Made reservation on behalf of 8030116fc597464a89fcffb563e8d74f for: {'port': 1} {{(pid=88783) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 13:08:56.687910 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:56.858497 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Allocated IP 172.20.0.6 (05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee/bd1abaf5-b1b2-4262-91e2-65ad5ef1f481/3228cda9-a844-4195-aec0-c96ae121cb1c) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:08:56.868569 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-39a25c55-b7d0-4ee0-8cb8-576e42815261 req-ec2c4ac9-5d74-4823-95a5-3c9f4c54c914 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0495152 Apr 18 13:08:57.053165 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:57.063763 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Transition to ACTIVE for port object 3228cda9-a844-4195-aec0-c96ae121cb1c will not be triggered until provisioned by entity DHCP. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:08:57.187040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:57.254937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:08:57.257671 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:08:57.266704 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:08:57.297102 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:08:57.317168 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.317506 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.317834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.318154 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.318493 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.318815 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.319128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.319450 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.319758 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.320067 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.320377 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.320684 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:08:57.350967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:57.351840 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:57.498588 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-4efda528-6588-4ee3-939a-bf57b3deedf9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0531051 Apr 18 13:08:57.644106 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-267923db-b38a-42d5-9d5d-81d8d7466c6b None None] Provisioning for port 3228cda9-a844-4195-aec0-c96ae121cb1c completed by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:08:57.652350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-267923db-b38a-42d5-9d5d-81d8d7466c6b None None] Provisioning complete for port 3228cda9-a844-4195-aec0-c96ae121cb1c triggered by entity DHCP. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:08:57.652836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-267923db-b38a-42d5-9d5d-81d8d7466c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:08:57.716059 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-267923db-b38a-42d5-9d5d-81d8d7466c6b None None] Port 3228cda9-a844-4195-aec0-c96ae121cb1c cannot update to ACTIVE because it is not bound. {{(pid=88784) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 13:08:58.066901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ee670-2f49-4f65-b35d-9e50a6721f6c req-8bd9df96-a17c-4ce8-908d-9ea97cbdd318 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:58.067767 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-1f6ee670-2f49-4f65-b35d-9e50a6721f6c req-8bd9df96-a17c-4ce8-908d-9ea97cbdd318 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:08:58.187319 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-1f6ee670-2f49-4f65-b35d-9e50a6721f6c req-8bd9df96-a17c-4ce8-908d-9ea97cbdd318 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:08:58.188510 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f6ee670-2f49-4f65-b35d-9e50a6721f6c req-8bd9df96-a17c-4ce8-908d-9ea97cbdd318 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.2082696 Apr 18 13:08:58.349014 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1f6ee670-2f49-4f65-b35d-9e50a6721f6c req-e90ff6b6-61a9-4102-99d2-c0d3a8465401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533883 Apr 18 13:08:59.564010 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1a8c8-ce0b-4022-b4fa-3cf6aee83de6 req-79636b71-3912-477f-88ca-77af6b8420b2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:08:59.565575 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-48b1a8c8-ce0b-4022-b4fa-3cf6aee83de6 req-79636b71-3912-477f-88ca-77af6b8420b2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.1014946 Apr 18 13:08:59.634698 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-48b1a8c8-ce0b-4022-b4fa-3cf6aee83de6 req-0bc39a0d-7668-40c1-a913-5ebf0483179d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623662 Apr 18 13:09:00.835861 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db739c36-ea49-4e48-af19-585c82116f8c req-722ec91a-e511-4a83-8e5b-904c4015a640 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:00.837926 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-db739c36-ea49-4e48-af19-585c82116f8c req-722ec91a-e511-4a83-8e5b-904c4015a640 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.0825562 Apr 18 13:09:00.902010 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-db739c36-ea49-4e48-af19-585c82116f8c req-9e3e8b30-505d-43a8-93a5-1869631a0b7b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566499 Apr 18 13:09:02.085756 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573903-e61d-404f-9966-bd4a73065d9d req-d7c92a78-0b82-4f84-891f-b06f677e03e4 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:02.087962 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bd573903-e61d-404f-9966-bd4a73065d9d req-d7c92a78-0b82-4f84-891f-b06f677e03e4 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.0877144 Apr 18 13:09:02.138708 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-bd573903-e61d-404f-9966-bd4a73065d9d req-28de8bf9-ec0e-4463-9e4b-564d0a4993f5 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447154 Apr 18 13:09:03.332027 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530c3b5-6e40-4075-ac7b-f1b778ffc65b req-c6344aec-096e-4db5-ad25-33fce25d99b9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:03.333501 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2530c3b5-6e40-4075-ac7b-f1b778ffc65b req-c6344aec-096e-4db5-ad25-33fce25d99b9 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.0831189 Apr 18 13:09:03.379556 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2530c3b5-6e40-4075-ac7b-f1b778ffc65b req-bd95e893-d5ae-4394-a575-f2ff82b87832 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Apr 18 13:09:04.590203 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41554b-c3c1-4492-acd0-9278565fa79a req-3e4af679-fc13-4264-8754-af36d1fd110a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:04.639550 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fb41554b-c3c1-4492-acd0-9278565fa79a req-3e4af679-fc13-4264-8754-af36d1fd110a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.0877197 Apr 18 13:09:04.640586 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-fb41554b-c3c1-4492-acd0-9278565fa79a req-610b4159-b251-4dc7-a511-581f1f0e9e2c tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427506 Apr 18 13:09:05.824275 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35255c28-c8c7-4baa-a662-f4351da9e969 req-b106be1a-9244-481b-9df9-d750722032fe tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:05.825715 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-35255c28-c8c7-4baa-a662-f4351da9e969 req-b106be1a-9244-481b-9df9-d750722032fe tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 931 time: 0.0810292 Apr 18 13:09:05.876486 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Request body: {'port': {'device_id': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8370'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:09:05.907672 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-35255c28-c8c7-4baa-a662-f4351da9e969 req-78c4d118-7f81-4f25-948a-e297fe197c40 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750790 Apr 18 13:09:05.993681 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:06.324266 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3228cda9-a844-4195-aec0-c96ae121cb1c {{(pid=88783) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:09:06.331214 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:06.345368 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.provisioning_blocks [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Transition to ACTIVE for port object 3228cda9-a844-4195-aec0-c96ae121cb1c will not be triggered until provisioned by entity L2. {{(pid=88783) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 13:09:06.430827 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:06.582969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:09:06.664589 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Attempting to bind port 3228cda9-a844-4195-aec0-c96ae121cb1c on host hv-neutron-8370 for vnic_type normal with profile {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 13:09:06.664915 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Attempting to bind port 3228cda9-a844-4195-aec0-c96ae121cb1c by drivers openvswitch,hyperv on host hv-neutron-8370 at level 0 using segments [{'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 13:09:06.665233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Attempting to bind port 3228cda9-a844-4195-aec0-c96ae121cb1c on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:09:06.669825 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Port 3228cda9-a844-4195-aec0-c96ae121cb1c on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8370 {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 13:09:06.670136 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Attempting to bind port 3228cda9-a844-4195-aec0-c96ae121cb1c on network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 13:09:06.675204 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Checking agent: {'id': 'f40eb2c4-dc05-47ed-b702-1c2b23e55c1e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8370', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'started_at': datetime.datetime(2022, 4, 18, 12, 8, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 13:09:06.675533 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Checking segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88783) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 13:09:06.675906 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Bound using segment: {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'} {{(pid=88783) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 13:09:06.676325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.managers [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Bound port: 3228cda9-a844-4195-aec0-c96ae121cb1c, host: hv-neutron-8370, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee'}}] {{(pid=88783) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 13:09:06.676658 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:06.767645 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, cleared binding levels {{(pid=88783) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 13:09:06.770417 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88783) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 13:09:06.832174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:06.884335 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:06.885090 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:06.886576 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] 10.222.0.15 "PUT /v2.0/ports/3228cda9-a844-4195-aec0-c96ae121cb1c HTTP/1.1" status: 200 len: 1093 time: 1.0549872 Apr 18 13:09:06.888982 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:09:06.917191 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f67ed-4454-4725-a2ab-0840dd60d7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=3']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:09:07.056771 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf6318c-dc6d-4492-bead-36a6df1d0e77'] response: {'name': 'network-changed', 'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'status': 'completed', 'code': 200} Apr 18 13:09:07.103109 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-ae2608c2-fd3f-4d28-8541-62be7a76b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:07.104556 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-ae2608c2-fd3f-4d28-8541-62be7a76b9fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 1096 time: 0.0950587 Apr 18 13:09:07.116026 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcc5ed-07d0-4649-877c-1f5c5269aa9d req-1b8ab2e3-f918-4997-8050-e24092091151 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:07.122922 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f6fcc5ed-07d0-4649-877c-1f5c5269aa9d req-1b8ab2e3-f918-4997-8050-e24092091151 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 943 time: 0.1031268 Apr 18 13:09:07.162881 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f6fcc5ed-07d0-4649-877c-1f5c5269aa9d req-2ce20078-0303-4a89-921f-00e4343c6784 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387859 Apr 18 13:09:07.173808 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-35de45d1-37da-4447-8bb5-bba15d00ec00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3228cda9-a844-4195-aec0-c96ae121cb1c HTTP/1.1" status: 200 len: 217 time: 0.0627518 Apr 18 13:09:07.237273 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-3234b23f-38ed-41ca-a39c-4f4f9fc53a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:07.238663 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-3234b23f-38ed-41ca-a39c-4f4f9fc53a29 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0594146 Apr 18 13:09:07.311901 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-8c0c6008-a08f-4014-8daf-47bce11908d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:07.313313 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-8c0c6008-a08f-4014-8daf-47bce11908d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689859 Apr 18 13:09:07.530040 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-d1786beb-3046-410a-9f29-6c53903aa7ed service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103140 Apr 18 13:09:07.658349 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-9ddcb62d-3873-403e-a8cc-5dd62490b749 req-59b1e01b-ee3e-490e-a10f-4ab3e00b450b service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219201 Apr 18 13:09:07.860422 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-0161a23c-4a27-4cf5-b151-452fa96c88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:07.861881 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-0161a23c-4a27-4cf5-b151-452fa96c88b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 1096 time: 0.0741396 Apr 18 13:09:07.992025 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-7d732475-682f-46d2-9290-8860f0136ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:07.993471 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-7d732475-682f-46d2-9290-8860f0136ec8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1243422 Apr 18 13:09:08.059363 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-7a0afa76-edb3-486f-ae19-628afba00c69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3228cda9-a844-4195-aec0-c96ae121cb1c HTTP/1.1" status: 200 len: 217 time: 0.0598857 Apr 18 13:09:08.061060 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-02bc2470-fecf-4409-aab7-4cd29c7bfd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:08.124467 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-de76e0bf-8f19-4d74-811d-f5400a427f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:08.125806 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-de76e0bf-8f19-4d74-811d-f5400a427f87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0600667 Apr 18 13:09:08.200981 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-af941935-323a-40bf-b049-3013b2afe529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:08.202446 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-af941935-323a-40bf-b049-3013b2afe529 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692296 Apr 18 13:09:08.393602 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-295be048-3694-46f5-91dd-5a9c8e59f08e service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839736 Apr 18 13:09:08.432280 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bec487-f63f-482c-82f5-d6f04b75ef3b req-c857a12b-5ebd-4efe-8930-62f40d1c65d0 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:08.433648 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d3bec487-f63f-482c-82f5-d6f04b75ef3b req-c857a12b-5ebd-4efe-8930-62f40d1c65d0 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 943 time: 0.1442087 Apr 18 13:09:08.546896 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d3bec487-f63f-482c-82f5-d6f04b75ef3b req-1a5ff5c3-0298-4d2a-a692-1a4a93420157 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025469 Apr 18 13:09:08.570670 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-2328c6a1-8643-42bb-be0a-2b4dd52a1474 req-724502c9-2c4a-4755-8f32-ef5c6155fe32 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666672 Apr 18 13:09:09.732282 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e39c07-db16-4e38-8ba9-374d50000d0a req-a9fe1ab0-6adc-4c40-a66f-93f5f5aef5af tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:09.733719 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7e39c07-db16-4e38-8ba9-374d50000d0a req-a9fe1ab0-6adc-4c40-a66f-93f5f5aef5af tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 943 time: 0.0814316 Apr 18 13:09:09.777534 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-c7e39c07-db16-4e38-8ba9-374d50000d0a req-e46709fc-1351-47f3-89c2-d9fb346577c5 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Apr 18 13:09:10.156782 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:09:10.260328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-75b6e5fe-b605-4d8f-9b4f-21b144ed0d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:10.266235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 13:09:10.394528 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:09:10.407939 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'port_id': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'mac_address': 'fa:16:3e:ef:56:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 13:09:10.463919 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:10.506412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3228cda9-a844-4195-aec0-c96ae121cb1c {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:09:10.520941 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:09:10.598022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:10.663766 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=4']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:09:10.837892 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['3228cda9-a844-4195-aec0-c96ae121cb1c'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 13:09:10.966098 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c4b6a-8819-4127-9686-a906873a0eb7 req-8935c9e9-059e-4a82-b643-f6482db2b94a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:10.967463 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1e2c4b6a-8819-4127-9686-a906873a0eb7 req-8935c9e9-059e-4a82-b643-f6482db2b94a tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 944 time: 0.0783639 Apr 18 13:09:11.014312 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-1e2c4b6a-8819-4127-9686-a906873a0eb7 req-5d0c5578-90b9-4478-93f9-a022985a82c0 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Apr 18 13:09:11.575172 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:11.757704 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:12.202198 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23df819-4e66-43ce-ae66-19d2ad40bef2 req-f3332f6f-86c2-4b0a-a338-3db79ccc59e6 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:12.203647 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23df819-4e66-43ce-ae66-19d2ad40bef2 req-f3332f6f-86c2-4b0a-a338-3db79ccc59e6 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 944 time: 0.0773246 Apr 18 13:09:12.246375 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-f23df819-4e66-43ce-ae66-19d2ad40bef2 req-55ae7d93-3686-426e-a259-ab86ad8fed86 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Apr 18 13:09:12.278137 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:09:12.420731 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning for port 3228cda9-a844-4195-aec0-c96ae121cb1c completed by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 13:09:12.425476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 3228cda9-a844-4195-aec0-c96ae121cb1c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:09:12.425831 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:12.538986 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:12.570727 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:09:12.572300 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:09:12.594527 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-514aa51f-0942-411f-a170-9d468e032fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730283 Apr 18 13:09:12.647740 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:12.705245 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b153e75-1076-4b2f-8d9d-3884d48f93c7'] response: {'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'code': 200} Apr 18 13:09:12.736006 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=5']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:09:12.744227 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-db750fe1-1475-4d93-9251-a120c64b282c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:12.745619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-db750fe1-1475-4d93-9251-a120c64b282c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1096 time: 0.0745447 Apr 18 13:09:12.889673 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-16d684fd-1a70-4f76-a5b0-a4298ae19294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:12.891164 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-16d684fd-1a70-4f76-a5b0-a4298ae19294 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1248643 Apr 18 13:09:12.995257 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-f90c2d36-1a3e-4db7-9423-35eb3eaf0e8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 998 time: 0.0979791 Apr 18 13:09:13.118130 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb4c19-1e86-44d7-b839-d3043f6929ac req-380519d4-a9d3-4d96-a6c8-2b6454365ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:13.120274 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8ffb4c19-1e86-44d7-b839-d3043f6929ac req-380519d4-a9d3-4d96-a6c8-2b6454365ee5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 1098 time: 0.0799658 Apr 18 13:09:13.159799 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-87dcb903-1283-431c-9682-0948af5c37d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:13.161198 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-87dcb903-1283-431c-9682-0948af5c37d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.1606612 Apr 18 13:09:13.161873 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-8ffb4c19-1e86-44d7-b839-d3043f6929ac req-b04fefa1-2972-466e-b26e-d58439ae3229 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361598 Apr 18 13:09:13.186561 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:13.421452 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-2bfe187a-b9a4-4504-af03-2626cbfcbb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:13.422933 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-2bfe187a-b9a4-4504-af03-2626cbfcbb23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704806 Apr 18 13:09:13.432788 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b57af2-1138-4b55-a5fc-e6188d243886 req-3eb1dade-5ded-4310-9d06-ff37b94ce3d0 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:13.434303 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a6b57af2-1138-4b55-a5fc-e6188d243886 req-3eb1dade-5ded-4310-9d06-ff37b94ce3d0 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 945 time: 0.0791674 Apr 18 13:09:13.480078 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-a6b57af2-1138-4b55-a5fc-e6188d243886 req-81da6731-af1d-4a23-a79f-892577892de3 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Apr 18 13:09:13.554421 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-9f313010-88ef-45f8-85b9-1af4acfde2b1 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240284 Apr 18 13:09:13.683799 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-90597456-8173-4fbb-ac0a-b1b3aa3d7b84 req-0c9c33d6-1036-4579-8be5-7b66ecb28cc8 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229372 Apr 18 13:09:14.668518 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4274c8a-ed2b-4b1c-a1e8-2bf590bb2d47 req-a1c88ec2-027d-4e79-b642-ba20485e43b8 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:14.669937 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e4274c8a-ed2b-4b1c-a1e8-2bf590bb2d47 req-a1c88ec2-027d-4e79-b642-ba20485e43b8 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 945 time: 0.0834267 Apr 18 13:09:14.713197 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e4274c8a-ed2b-4b1c-a1e8-2bf590bb2d47 req-3951fe1c-183c-4872-82e5-74d64dacbb4e tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375772 Apr 18 13:09:14.893061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75784-3b0d-4da9-998b-004ebc14b4b1 req-b4f08a91-bb34-4ba8-9ecb-5ad67924eebd tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:14.894505 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ca75784-3b0d-4da9-998b-004ebc14b4b1 req-b4f08a91-bb34-4ba8-9ecb-5ad67924eebd tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 945 time: 0.0788615 Apr 18 13:09:14.937237 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-4ca75784-3b0d-4da9-998b-004ebc14b4b1 req-96612fd5-ec07-4d1b-a374-e0495836bdac tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Apr 18 13:09:14.959040 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45992) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:09:15.026233 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879662d5-1de2-416d-9fc3-aa1082a8c097 tempest-TestSnapshotPattern-2092639141 tempest-TestSnapshotPattern-2092639141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:15.027699 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-879662d5-1de2-416d-9fc3-aa1082a8c097 tempest-TestSnapshotPattern-2092639141 tempest-TestSnapshotPattern-2092639141-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 1093 time: 0.0677190 Apr 18 13:09:15.030330 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 45996) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:09:15.035008 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.v2.base [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Request body: {'floatingip': {'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'port_id': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88783) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 13:09:15.041185 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 13:09:15.044926 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Usage tracker for resource:floatingip and tenant:8030116fc597464a89fcffb563e8d74f is out of sync, need to count used quota {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 13:09:15.047711 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88783) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 13:09:15.053183 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.quota.driver [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88783) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 13:09:15.167694 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:15.298402 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:15.432834 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_common [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Allocated IP 172.26.4.86 (4f77adaf-ba3d-45d2-b0f2-7487979c4618/c753ef25-abd8-4262-a282-81bf27009b05/20f7dabf-c5d2-497e-a6a6-20d39f17ff9e) {{(pid=88783) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 13:09:15.577913 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for port, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:15.672522 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731699718193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:15.730742 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Network 4f77adaf-ba3d-45d2-b0f2-7487979c4618 is already hosted by enough agents. {{(pid=88783) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 13:09:15.733301 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.base_scheduler [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Resources bound (agent type, host, resource id): {{(pid=88783) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 13:09:15.736738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Received port after_create {{(pid=88783) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 13:09:15.778997 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'Port': ['ID=20f7dabf-c5d2-497e-a6a6-20d39f17ff9e,revision_number=1']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:09:16.054956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:16.170054 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:16.341430 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:16.631691 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for port, precommit_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:16.695037 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9897733'] for port, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:16.806766 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event updated for resources: {'Port': ['ID=20f7dabf-c5d2-497e-a6a6-20d39f17ff9e,revision_number=2']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:09:16.812826 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4054406'] for floatingip, after_update {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:16.981360 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.db.l3_db [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Floating IP edc6e4b0-a56f-4f07-8148-d17d7716674b associated. External IP: 172.26.4.86, port: 3228cda9-a844-4195-aec0-c96ae121cb1c. Apr 18 13:09:17.318440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:09:17.488594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:09:17.498984 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:09:17.508662 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:09:17.509357 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:09:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:09:17.575415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:17.643122 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-d8c20be3-f734-45d6-858f-11baab656f42 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6018865 Apr 18 13:09:17.643122 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:09:17.682244 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54e13d8-4ed0-4429-b19d-9c92b2630c71'] response: {'name': 'network-changed', 'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'status': 'completed', 'code': 200} Apr 18 13:09:17.690519 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:09:17.770353 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-638b5f85-72ff-472a-a0c1-a56a12b4bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:17.771854 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-638b5f85-72ff-472a-a0c1-a56a12b4bb5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 1098 time: 0.0699098 Apr 18 13:09:17.901933 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-90afa02f-f1a6-4813-bcb1-d29be25498d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:17.903452 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-90afa02f-f1a6-4813-bcb1-d29be25498d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1258492 Apr 18 13:09:18.038996 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:38Z', 'revision_number': 1, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}, {'id': 'edc6e4b0-a56f-4f07-8148-d17d7716674b', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:ef:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:09:16Z', 'updated_at': '2022-04-18T13:09:16Z', 'revision_number': 0, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:09:18.043006 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:09:18.051614 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:09:18.052208 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:09:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:09:18.112646 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-ffc33d7b-dce4-4bc5-9e7b-e51ba0842c78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3228cda9-a844-4195-aec0-c96ae121cb1c HTTP/1.1" status: 200 len: 998 time: 0.2025132 Apr 18 13:09:18.175350 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-eec08381-1039-4f08-9531-c12ac4c238e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:18.176696 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-eec08381-1039-4f08-9531-c12ac4c238e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0584095 Apr 18 13:09:18.250138 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-5b667a3f-67d0-4466-a793-f3b1adc2ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:09:18.251666 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-5b667a3f-67d0-4466-a793-f3b1adc2ccd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684443 Apr 18 13:09:18.252767 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:09:18.381322 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-bda9d673-7214-43ce-a09f-335225b5e47c service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222463 Apr 18 13:09:18.511185 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-d5d18791-cc64-48a3-bed3-15fbf1e6aa75 req-e825095d-8441-4a88-9886-8b24275a687e service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238782 Apr 18 13:09:18.591115 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:38Z', 'revision_number': 1, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}, {'id': 'edc6e4b0-a56f-4f07-8148-d17d7716674b', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:ef:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:09:16Z', 'updated_at': '2022-04-18T13:09:16Z', 'revision_number': 0, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:09:18.594915 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a127ae-9a31-4bf2-8f64-6c71de330d67 None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:38Z', 'revision_number': 1, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}, {'id': 'edc6e4b0-a56f-4f07-8148-d17d7716674b', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.86', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1868, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:ef:56:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:09:16Z', 'updated_at': '2022-04-18T13:09:16Z', 'revision_number': 0, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:09:18.772977 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f62950-7d38-4f2d-a81d-135fb5b281a6 None None] New status for floating IP edc6e4b0-a56f-4f07-8148-d17d7716674b: ACTIVE {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:09:38.077160 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-13e8379b-d888-4d15-aea8-55cb5720d7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:40.248425 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-0d697602-64d0-4de3-b222-58e868b2b7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:41.579864 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:41.757320 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:43.179724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:46.105299 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:09:47.156127 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:10:08.052367 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ebffb27b-7cca-4ae9-9c8a-3113ad874141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:10.241541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d73e6942-8b69-411a-a4b1-8e5ba2798791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:11.584750 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:11.754801 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:13.183958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:13.609871 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-5b3b2085-2bce-44dd-9aad-63d705b9c608 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810554 Apr 18 13:10:13.746863 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-cbff58cf-9f69-4717-a3b1-8cb03217de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:13.748272 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-cbff58cf-9f69-4717-a3b1-8cb03217de33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1096 time: 0.0700591 Apr 18 13:10:13.888754 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-040a432d-9f25-4c95-b077-4b8b910c9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:13.890052 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-040a432d-9f25-4c95-b077-4b8b910c9612 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1237504 Apr 18 13:10:13.995713 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-7379bac2-b1bf-4d71-a9d4-0df6b14914ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 998 time: 0.0998480 Apr 18 13:10:14.056992 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-e4dbc625-f4a8-428f-92c1-918dd356c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:14.058437 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-e4dbc625-f4a8-428f-92c1-918dd356c9b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0568092 Apr 18 13:10:14.133627 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-1872e667-7e68-411e-a455-478248553b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:14.135094 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-1872e667-7e68-411e-a455-478248553b0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710008 Apr 18 13:10:14.265900 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-1ed0bba5-57d3-46de-a6da-e06c080f41e1 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245008 Apr 18 13:10:14.395009 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-e661f2d4-9a3e-4e84-a7a1-9c0b7e4868f4 req-3c4a44b5-97ff-4ad2-a7ce-94763eca2123 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229553 Apr 18 13:10:16.059095 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:24.155188 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:10:38.057398 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-095c4ba1-12fd-44f1-957b-03b4a71ee9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:40.242183 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-56de73da-68c4-4450-ba7f-6908020806bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:41.584260 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:41.755836 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:42.744824 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c details requested by agent hyperv_hv-neutron-8370 with host hv-neutron-8370 {{(pid=88784) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 13:10:42.882360 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:10:42.896395 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Returning: {'device': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'port_id': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'mac_address': 'fa:16:3e:ef:56:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88784) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 13:10:42.950593 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:42.967600 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3228cda9-a844-4195-aec0-c96ae121cb1c {{(pid=88784) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 13:10:42.996284 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:10:43.103613 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:43.202940 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] get_ports_and_sgs() called for port_ids ['3228cda9-a844-4195-aec0-c96ae121cb1c'] {{(pid=88784) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 13:10:43.278136 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=6']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:10:43.294361 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.294721 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.295170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.295372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.295692 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.296010 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.296328 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.296643 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.296956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.297267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.297640 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.297949 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88784) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:43.338498 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:44.762332 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c up at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 13:10:44.837995 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.provisioning_blocks [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Provisioning complete for port 3228cda9-a844-4195-aec0-c96ae121cb1c triggered by entity L2. {{(pid=88784) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 13:10:44.838362 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-883502'] for port, provisioning_complete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:45.021657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:45.021657 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:10:45.032047 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:10:45.072028 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-105dab78-5a93-47e9-8c51-1ecc4aa6afd4'] response: {'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'code': 200} Apr 18 13:10:45.167775 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:45.241348 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=7']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:10:46.069256 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:54.637770 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 46202) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:10:54.939920 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Deleting port 20f7dabf-c5d2-497e-a6a6-20d39f17ff9e {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:10:54.940159 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:55.110819 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:55.111139 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:55.229927 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Calling delete_port for 20f7dabf-c5d2-497e-a6a6-20d39f17ff9e owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:10:55.441473 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:55.488786 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event deleted for resources: {'Port': ['ID=20f7dabf-c5d2-497e-a6a6-20d39f17ff9e,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:10:55.522663 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.523009 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.523362 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.523678 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.524002 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.524325 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.524647 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.524969 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.525295 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.525612 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.525931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.526247 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88782) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:55.601403 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:55.601731 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Floating IP edc6e4b0-a56f-4f07-8148-d17d7716674b disassociated (deleted). External IP: 172.26.4.86, port: 3228cda9-a844-4195-aec0-c96ae121cb1c. Apr 18 13:10:55.952503 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:10:56.245598 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:10:56.264050 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:10:56.279265 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:10:56.279822 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:10:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:10:56.395493 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:56.449349 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-908b03c8-cd3b-4fda-ae49-b1f994e8384f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "DELETE /v2.0/floatingips/edc6e4b0-a56f-4f07-8148-d17d7716674b HTTP/1.1" status: 204 len: 168 time: 1.8104777 Apr 18 13:10:56.449934 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:10:56.456591 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:10:56.587296 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ee8c56-b9ea-4d48-97b2-5bcb2dfb172e'] response: {'name': 'network-changed', 'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'status': 'completed', 'code': 200} Apr 18 13:10:56.693408 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-5cab6ba1-1dff-44d2-950b-15de0d9adbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:56.694991 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-5cab6ba1-1dff-44d2-950b-15de0d9adbf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 1098 time: 0.0757005 Apr 18 13:10:56.818059 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:38Z', 'revision_number': 1, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:10:56.821473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:10:56.821981 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:10:56.827380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-7d3a9cd7-ed20-4ed7-9e64-cf172da75e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:56.828923 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-7d3a9cd7-ed20-4ed7-9e64-cf172da75e14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.1272194 Apr 18 13:10:56.830758 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:10:56.831343 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:10:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:10:56.961054 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1023174'] for port, before_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:56.989932 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88784) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:10:57.001113 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:10:57.013582 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-d25582cf-1b9d-4236-9d03-5df8f837f093 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3228cda9-a844-4195-aec0-c96ae121cb1c HTTP/1.1" status: 200 len: 217 time: 0.1789277 Apr 18 13:10:57.044284 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:10:57.044590 dv-neutron-837089-1-hyperv neutron-server[88784]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23972de-1c87-4fe5-83ff-e44e9f0f4043'] response: {'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'code': 200} Apr 18 13:10:57.075724 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731700082189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731699718211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731699718256'] for port, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:57.127611 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-f46b4a02-f2e5-4bbe-82f0-550cf92ef745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:57.129047 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-f46b4a02-f2e5-4bbe-82f0-550cf92ef745 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.1067522 Apr 18 13:10:57.148038 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Pushing event updated for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=8']} {{(pid=88784) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:10:57.205320 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696cf3d-44a8-41cd-a685-2d73dad61b41 req-a993d90d-f524-41b0-bb25-46a9c8b2ac97 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:57.206787 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f696cf3d-44a8-41cd-a685-2d73dad61b41 req-a993d90d-f524-41b0-bb25-46a9c8b2ac97 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 943 time: 0.1422374 Apr 18 13:10:57.269247 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-f696cf3d-44a8-41cd-a685-2d73dad61b41 req-f150b626-9ab2-4595-89f2-bc9a0d4559d2 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548494 Apr 18 13:10:57.271240 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-275bfc9e-6757-4eed-bcd9-f5ac5db298dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:57.272594 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-275bfc9e-6757-4eed-bcd9-f5ac5db298dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352243 Apr 18 13:10:57.405183 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-11759de9-d695-486b-a4ac-630a8d1ce1df service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253507 Apr 18 13:10:57.424960 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:38Z', 'revision_number': 1, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:10:57.428768 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f34ae4-6bca-4211-bd6a-73bfd8b578a5 None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_floatingips': [{'id': '6190596e-e2a4-4b8f-8684-eaf0fa212bd7', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'floating_ip_address': '172.26.4.36', 'floating_network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'router_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'port_id': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'mac_address': 'fa:16:3e:27:64:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7a096-429f-41e7-8f2f-507785abfb50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T13:06:35Z', 'updated_at': '2022-04-18T13:06:38Z', 'revision_number': 1, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:10:57.538619 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-affff759-394d-428c-9c85-0d64e5bd7d3c req-c66134ce-36d6-444b-8f38-0e5abd36d113 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269343 Apr 18 13:10:57.656317 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3d68aa-34c1-4250-8052-b629334ef310 None None] New status for floating IP edc6e4b0-a56f-4f07-8148-d17d7716674b: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:10:58.456550 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af601e-e2a8-4007-a7fd-00ad0e3c9e97 req-7ad9c9e2-e950-4318-91c5-e07cfd1a3cbb tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:58.457227 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-55af601e-e2a8-4007-a7fd-00ad0e3c9e97 req-7ad9c9e2-e950-4318-91c5-e07cfd1a3cbb tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:10:58.550922 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-55af601e-e2a8-4007-a7fd-00ad0e3c9e97 req-7ad9c9e2-e950-4318-91c5-e07cfd1a3cbb tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:10:58.552016 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55af601e-e2a8-4007-a7fd-00ad0e3c9e97 req-7ad9c9e2-e950-4318-91c5-e07cfd1a3cbb tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 943 time: 0.1753948 Apr 18 13:10:58.599236 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-55af601e-e2a8-4007-a7fd-00ad0e3c9e97 req-4ceebbf6-bc9e-478b-9d86-b660bb391698 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405970 Apr 18 13:10:58.602946 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-6e94d683-875e-46d6-9329-e0e51a4d1694 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:10:58.604869 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-6e94d683-875e-46d6-9329-e0e51a4d1694 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 943 time: 0.0799701 Apr 18 13:10:58.675440 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Deleting port 3228cda9-a844-4195-aec0-c96ae121cb1c {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:10:58.675770 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:58.913068 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] For port 3228cda9-a844-4195-aec0-c96ae121cb1c, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=3228cda9-a844-4195-aec0-c96ae121cb1c,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:10:58.913415 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:59.043209 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Calling delete_port for 3228cda9-a844-4195-aec0-c96ae121cb1c owned by compute:nova {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:10:59.275884 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:59.329230 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event deleted for resources: {'Port': ['ID=3228cda9-a844-4195-aec0-c96ae121cb1c,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:10:59.366734 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.367076 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.367403 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.367719 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.368034 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.368348 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.368659 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.368970 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.369309 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.369616 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.369983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.370290 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-837089-1-hyperv {{(pid=88783) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 13:10:59.411618 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] No DVR routers for this DVR port 3228cda9-a844-4195-aec0-c96ae121cb1c on host hv-neutron-8370 {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:10:59.413848 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:10:59.416251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-deleted', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:10:59.460491 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab0a08e-a1bb-485e-b034-80048461d6a1'] response: {'server_uuid': 'bf548de6-42a4-4a96-b102-600f61c73f20', 'name': 'network-vif-deleted', 'tag': '3228cda9-a844-4195-aec0-c96ae121cb1c', 'status': 'completed', 'code': 200} Apr 18 13:10:59.528587 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-a21bbc5e-2cf6-448f-9348-6c0ec6105aa0 req-e061efb3-f394-4b34-a7d6-f822ca0a142d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "DELETE /v2.0/ports/3228cda9-a844-4195-aec0-c96ae121cb1c HTTP/1.1" status: 204 len: 173 time: 0.9188221 Apr 18 13:10:59.758834 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-7ac6e827-2460-40ea-92f9-23b46ac031e6 req-02970745-7e7a-46e9-b897-1f0ab9f257a3 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf548de6-42a4-4a96-b102-600f61c73f20 HTTP/1.1" status: 200 len: 210 time: 0.0442328 Apr 18 13:11:01.154506 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:11:02.348974 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 46286) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:02.550942 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Deleting port eee3c383-f39f-45ab-b86f-9376a002d52b {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:02.551193 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:02.714863 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:02.715179 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:02.833992 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Calling delete_port for eee3c383-f39f-45ab-b86f-9376a002d52b owned by network:floatingip {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:02.852402 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:02.886315 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 3228cda9-a844-4195-aec0-c96ae121cb1c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:02.886707 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 3228cda9-a844-4195-aec0-c96ae121cb1c not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:03.075422 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:03.125371 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event deleted for resources: {'Port': ['ID=eee3c383-f39f-45ab-b86f-9376a002d52b,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:03.212670 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for floatingip, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:03.212993 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.db.l3_db [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Floating IP 6190596e-e2a4-4b8f-8684-eaf0fa212bd7 disassociated (deleted). External IP: 172.26.4.36, port: 80ac8feb-ba55-4031-88c9-8b95ed5c07c7. Apr 18 13:11:03.565967 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:11:03.847555 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:11:03.856679 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:11:03.863079 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for floatingip, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:03.866191 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:11:03.866809 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:10:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:03.919885 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-b326a352-717a-44f0-94e5-2accb4503c1f tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "DELETE /v2.0/floatingips/6190596e-e2a4-4b8f-8684-eaf0fa212bd7 HTTP/1.1" status: 204 len: 168 time: 1.5698133 Apr 18 13:11:03.920461 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88782) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:11:03.964958 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe015904-8e57-43a2-a21e-5e4455ea1d1c'] response: {'name': 'network-changed', 'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'status': 'completed', 'code': 200} Apr 18 13:11:04.041086 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:11:04.058345 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-af9177de-6179-4e99-a6d9-00f097b13350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:04.059826 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-af9177de-6179-4e99-a6d9-00f097b13350 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8030116fc597464a89fcffb563e8d74f&device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 1096 time: 0.0746398 Apr 18 13:11:04.298304 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-e327d87d-f1ea-4a62-af3f-4c52fbbeba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:04.299763 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-e327d87d-f1ea-4a62-af3f-4c52fbbeba85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 200 len: 909 time: 0.2340996 Apr 18 13:11:04.371175 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-385f89f6-09ea-400f-b92a-42b32d354f29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 200 len: 217 time: 0.0653999 Apr 18 13:11:04.445215 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-086ffcaf-2e9d-404d-ba6d-9c7c52fb37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:04.446594 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-086ffcaf-2e9d-404d-ba6d-9c7c52fb37b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 200 len: 847 time: 0.0693159 Apr 18 13:11:04.512830 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:04.516728 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:11:04.533239 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:11:04.533847 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:10:40Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:04.584794 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758888e8-345e-4613-a4cd-742efc8610d9 req-75bbb9bf-e82f-469f-abcc-1062bfaf1e8b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:04.585395 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-758888e8-345e-4613-a4cd-742efc8610d9 req-75bbb9bf-e82f-469f-abcc-1062bfaf1e8b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88783) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:11:04.590896 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-70bc20a9-5922-4669-8552-0adead1c908f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:04.592327 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-70bc20a9-5922-4669-8552-0adead1c908f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1149580 Apr 18 13:11:04.695373 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.quota.resource [req-758888e8-345e-4613-a4cd-742efc8610d9 req-75bbb9bf-e82f-469f-abcc-1062bfaf1e8b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88783) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:11:04.696433 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-758888e8-345e-4613-a4cd-742efc8610d9 req-75bbb9bf-e82f-469f-abcc-1062bfaf1e8b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.2489822 Apr 18 13:11:04.737708 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:11:04.758281 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-8b8688a0-8f88-421a-9691-e668ac2e5efd service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572971 Apr 18 13:11:04.763256 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-758888e8-345e-4613-a4cd-742efc8610d9 req-32590f6e-9d4d-499d-8442-d62c7ca02e4b tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591180 Apr 18 13:11:04.892396 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-ff32dac6-3816-4bda-bf47-b422677c6e02 req-991727fd-234a-4b66-a9be-febd91a93586 service neutron] 10.222.0.15 "GET /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263523 Apr 18 13:11:05.072067 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:05.075707 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06171c9f-cf61-4fef-8b1e-a10e06c8025c None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:06:06Z', 'revision_number': 4, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv', '_interfaces': [{'id': '49fb30d9-1e61-411b-b75c-5770ad72d2fb', 'name': '', 'network_id': '05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'mac_address': 'fa:16:3e:a7:e0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_interface', 'standard_attr_id': 1841, 'fixed_ips': [{'subnet_id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:05Z', 'updated_at': '2022-04-18T13:06:13Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'subnets': [{'id': 'bd1abaf5-b1b2-4262-91e2-65ad5ef1f481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:11:05.273843 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee765fc-5455-4fc2-863f-9185179021a5 None None] New status for floating IP 6190596e-e2a4-4b8f-8684-eaf0fa212bd7: DOWN {{(pid=88784) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 13:11:05.947566 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93598921-25ac-47d8-bf20-f3781384df5d req-54a9f457-621f-465b-960c-c4e0e8d5536d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88782) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:05.948898 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-93598921-25ac-47d8-bf20-f3781384df5d req-54a9f457-621f-465b-960c-c4e0e8d5536d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Synchronizing usage tracker for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88782) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 13:11:05.960259 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.quota.resource [req-93598921-25ac-47d8-bf20-f3781384df5d req-54a9f457-621f-465b-960c-c4e0e8d5536d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Unset dirty status for tenant:8030116fc597464a89fcffb563e8d74f on resource:port {{(pid=88782) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 13:11:05.961361 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93598921-25ac-47d8-bf20-f3781384df5d req-54a9f457-621f-465b-960c-c4e0e8d5536d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.0905962 Apr 18 13:11:06.005326 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-93598921-25ac-47d8-bf20-f3781384df5d req-7a3471c6-b3db-41f8-997e-2bc2435f9f82 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/security-groups?id=91e47802-b5b1-45c1-9787-303e99ab7feb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381641 Apr 18 13:11:06.029594 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-a6050977-0c54-4420-a82d-902eb53bccf4 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88783) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 13:11:06.030999 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-a6050977-0c54-4420-a82d-902eb53bccf4 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 943 time: 0.0816705 Apr 18 13:11:06.097378 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Deleting port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:06.097635 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:06.337631 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] For port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7, host hv-neutron-8370, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8370',level=0,port_id=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:06.337983 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:06.456959 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Calling delete_port for 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 owned by compute:nova {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:06.681334 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:06.732128 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event deleted for resources: {'Port': ['ID=80ac8feb-ba55-4031-88c9-8b95ed5c07c7,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:06.806776 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] No DVR routers for this DVR port 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 on host hv-neutron-8370 {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:11:06.809072 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27080'] for port, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:06.811538 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-deleted', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7'}] {{(pid=88783) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 13:11:06.893835 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [req-22642fc9-fcab-47a1-b839-4a181c72df54 req-2d926f62-d937-40e8-b7f7-5574945426ef tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.15 "DELETE /v2.0/ports/80ac8feb-ba55-4031-88c9-8b95ed5c07c7 HTTP/1.1" status: 204 len: 173 time: 0.8577669 Apr 18 13:11:07.006127 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc48469-1219-40b2-8f78-6a1e5554c563'] response: {'server_uuid': '42f7a096-429f-41e7-8f2f-507785abfb50', 'name': 'network-vif-deleted', 'tag': '80ac8feb-ba55-4031-88c9-8b95ed5c07c7', 'status': 'completed', 'code': 200} Apr 18 13:11:07.165259 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [req-e39723c6-35ed-4e2d-8cd7-200dbc50adc8 req-141b0327-dd89-4232-a01f-c939e6359d7d tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "GET /v2.0/ports?device_id=42f7a096-429f-41e7-8f2f-507785abfb50 HTTP/1.1" status: 200 len: 210 time: 0.0483360 Apr 18 13:11:08.074970 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-a0734a98-f134-4ea9-b434-a038739d886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:08.266414 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 46306) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:08.335061 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22ab2f47-8e6f-4c79-ae1e-edd9dd84d401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:08.363713 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22ab2f47-8e6f-4c79-ae1e-edd9dd84d401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:08.492427 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22ab2f47-8e6f-4c79-ae1e-edd9dd84d401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:08.509779 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab2f47-8e6f-4c79-ae1e-edd9dd84d401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e47802-b5b1-45c1-9787-303e99ab7feb,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:08.578251 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-22ab2f47-8e6f-4c79-ae1e-edd9dd84d401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] Notify callbacks [] for security_group, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:08.579412 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-22ab2f47-8e6f-4c79-ae1e-edd9dd84d401 tempest-TestSnapshotPattern-404706953 tempest-TestSnapshotPattern-404706953-project] 10.222.0.24 "DELETE /v2.0/security-groups/91e47802-b5b1-45c1-9787-303e99ab7feb HTTP/1.1" status: 204 len: 168 time: 0.3120091 Apr 18 13:11:08.701785 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46312) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:08.857467 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 no longer exists at agent hyperv_hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:08.892134 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] No Port match for: 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:08.892476 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Device 80ac8feb-ba55-4031-88c9-8b95ed5c07c7 not bound to the agent host hv-neutron-8370 {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:09.410621 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:09.748656 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Deleting port 49fb30d9-1e61-411b-b75c-5770ad72d2fb {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:09.749306 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:09.916604 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] For port 49fb30d9-1e61-411b-b75c-5770ad72d2fb, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=49fb30d9-1e61-411b-b75c-5770ad72d2fb,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:09.916954 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:10.037969 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Calling delete_port for 49fb30d9-1e61-411b-b75c-5770ad72d2fb owned by network:router_interface {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:10.269886 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-6511122f-caa1-4d16-ac9c-d52c3da58c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:10.543738 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:10.589665 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fb30d9-1e61-411b-b75c-5770ad72d2fb,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:10.856755 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:11.203503 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Router 42b94c9b-d1c1-4714-a051-0b4f6352c351 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88783) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:11:11.385413 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88783) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:11:11.393917 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] Sync routers for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:11:11.398328 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c3c4af9e-8c79-4151-8619-fd3854df8939 admin admin] 10.222.0.24 "PUT /v2.0/routers/42b94c9b-d1c1-4714-a051-0b4f6352c351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6954718 Apr 18 13:11:11.400752 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46318) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:11.404542 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:11:11.405132 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:11.572931 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:11.574452 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:11:11.611174 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:11.744064 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:11.868516 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:11.877728 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:11:10Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:11.881414 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] Checking router: 42b94c9b-d1c1-4714-a051-0b4f6352c351 for host: dv-neutron-837089-1-hyperv {{(pid=88785) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:11:11.889763 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] Routers {'42b94c9b-d1c1-4714-a051-0b4f6352c351'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88785) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:11:11.890327 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['42b94c9b-d1c1-4714-a051-0b4f6352c351'], 'active': True} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:11.949952 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Deleting port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:11.950380 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.062992 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_dvr_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] Set router 42b94c9b-d1c1-4714-a051-0b4f6352c351 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88785) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:11:12.123103 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] For port 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:12.123371 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.244625 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Calling delete_port for 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 owned by network:router_gateway {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:12.340088 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.l3_hamode_db [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:11:10Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88785) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:12.343861 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e2097c-5cf0-4e78-bd1a-b34b4b83e587 None None] The sync data for ids ['42b94c9b-d1c1-4714-a051-0b4f6352c351'] in dv-neutron-837089-1-hyperv is: [{'id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'name': 'tempest-TestSnapshotPattern-85184329-router', 'tenant_id': '8030116fc597464a89fcffb563e8d74f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:02Z', 'updated_at': '2022-04-18T13:11:10Z', 'revision_number': 5, 'project_id': '8030116fc597464a89fcffb563e8d74f', 'gw_port': {'id': '4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:7d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b94c9b-d1c1-4714-a051-0b4f6352c351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:03Z', 'updated_at': '2022-04-18T13:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88785) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:11:12.486750 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.535085 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:12.623685 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.798986 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.801278 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.837500 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 49fb30d9-1e61-411b-b75c-5770ad72d2fb no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:12.872233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 49fb30d9-1e61-411b-b75c-5770ad72d2fb {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:12.872571 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 49fb30d9-1e61-411b-b75c-5770ad72d2fb not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:12.881325 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.881882 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b94c9b-d1c1-4714-a051-0b4f6352c351 {{(pid=88783) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 13:11:12.894940 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] Notify callbacks [] for router, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:12.896071 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eee00b78-28b9-416d-ab43-03db18ee7bf8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/42b94c9b-d1c1-4714-a051-0b4f6352c351 HTTP/1.1" status: 204 len: 168 time: 1.4944427 Apr 18 13:11:12.898626 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46322) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:12.961979 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Deleting subnet bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 13:11:12.965111 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.015466 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.094218 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.183437 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.240287 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.277699 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd1abaf5-b1b2-4262-91e2-65ad5ef1f481,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:13.282294 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.290647 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-12cec520-3448-4eba-9169-1ba718af77fe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bd1abaf5-b1b2-4262-91e2-65ad5ef1f481 HTTP/1.1" status: 204 len: 168 time: 0.3895657 Apr 18 13:11:13.290756 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82969b21-52b2-4e46-a898-ec14ff728469 None None] Network 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:11:13.291903 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 46326) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:13.405910 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.416134 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Deleting port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:13.416456 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.570686 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] DHCP port deletion for 05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 13:11:13.574983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Deleting port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:13.575350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.629787 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] For port 8f2f6752-c86d-4af8-9e02-54d99b4f2742, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8f2f6752-c86d-4af8-9e02-54d99b4f2742,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:13.630143 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.753261 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Calling delete_port for 8f2f6752-c86d-4af8-9e02-54d99b4f2742 owned by network:dhcp {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:13.796473 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] For port 8f2f6752-c86d-4af8-9e02-54d99b4f2742, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=8f2f6752-c86d-4af8-9e02-54d99b4f2742,segment=NetworkSegment(a3f46e17-7874-4ced-bdf1-acb9c17eb7ff),segment_id=a3f46e17-7874-4ced-bdf1-acb9c17eb7ff)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:13.796854 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.915533 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Calling delete_port for 8f2f6752-c86d-4af8-9e02-54d99b4f2742 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:13.931511 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:13.977510 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2f6752-c86d-4af8-9e02-54d99b4f2742,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:13.981611 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] No DVR routers for this DVR port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 on host dv-neutron-837089-1-hyperv {{(pid=88782) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:11:13.992400 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:11:13.992753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:11:14.094840 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.119748 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee']}} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:14.131254 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff') {'for_net_delete': True} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:14.131543 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.services.segments.db [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f46e17-7874-4ced-bdf1-acb9c17eb7ff') {} {{(pid=88782) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:14.142482 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3514397'] for segment, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.158147 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.163938 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=88782) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 13:11:14.164311 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65664638'] for segment, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: Traceback (most recent call last): Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: timer() Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: cb(*args, **kw) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: return func(*args, **kwargs) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: self._notify() Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: self.callback(batched_events) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: event.method(event) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: return f(self, *a, **k) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._get(url).json() Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: return self.request(url, 'GET', **kwargs) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 13:11:14.180889 dv-neutron-837089-1-hyperv neutron-server[88782]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 13:11:14.348901 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.369691 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Notify callbacks [] for network, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.379773 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] Pushing event deleted for resources: {'Network': ['ID=05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:14.469042 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-dd4085f2-8d00-4c87-b973-73a25e84a08a admin admin] 10.222.0.24 "DELETE /v2.0/networks/05bc94e9-0eaf-42cd-a397-5b4a8d91b1ee HTTP/1.1" status: 204 len: 168 time: 1.1760387 Apr 18 13:11:14.471861 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 46330) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:14.493708 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Deleting port 8f2f6752-c86d-4af8-9e02-54d99b4f2742 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:14.494081 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:14.558947 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4a217421-fc7d-4cfb-bbee-ac324e50b598 None None] The port '8f2f6752-c86d-4af8-9e02-54d99b4f2742' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 13:11:14.826170 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8f2f6752-c86d-4af8-9e02-54d99b4f2742 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:14.861022 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 8f2f6752-c86d-4af8-9e02-54d99b4f2742 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:14.861352 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 8f2f6752-c86d-4af8-9e02-54d99b4f2742 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:14.861753 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:14.894370 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:14.894653 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 4c1d2fe2-8484-424f-b6ee-2a9d9c2a1f78 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:15.116892 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4054928'] for router_interface, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:15.454202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Deleting port 23153a8e-2c3f-49db-948f-8e5c82f1edd1 {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:15.454953 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:15.620457 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] For port 23153a8e-2c3f-49db-948f-8e5c82f1edd1, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=23153a8e-2c3f-49db-948f-8e5c82f1edd1,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:15.620808 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:15.740370 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Calling delete_port for 23153a8e-2c3f-49db-948f-8e5c82f1edd1 owned by network:router_interface {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:16.069829 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:16.315619 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:16.361775 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23153a8e-2c3f-49db-948f-8e5c82f1edd1,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:16.628071 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4186239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4054908'] for router_interface, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:16.989606 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 has already been hosted by L3 agent b2697610-bd84-4405-9bdc-e861609dab22 {{(pid=88782) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 13:11:17.165068 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] Notify agent at l3_agent.dv-neutron-837089-1-hyperv the message routers_updated {{(pid=88782) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 13:11:17.174062 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] Sync routers for ids ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'] in dv-neutron-837089-1-hyperv {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 13:11:17.183799 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] Routers {'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:11:17.191423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:17.232055 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-3fd3e03f-c1e2-48dc-a426-ab4547b72de2 admin admin] 10.222.0.24 "PUT /v2.0/routers/b6aafa4b-1eb3-4584-8acb-fbd617e8ef11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7591462 Apr 18 13:11:17.234442 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.wsgi [-] (88782) accepted ('10.222.0.24', 46334) {{(pid=88782) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:17.359117 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] Set router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:11:17.406580 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks [] for router, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:17.640974 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:11:15Z', 'revision_number': 5, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:17.645718 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] Checking router: b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 for host: dv-neutron-837089-1-hyperv {{(pid=88784) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 13:11:17.654510 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] Routers {'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'} bound to L3 agent in host dv-neutron-837089-1-hyperv {{(pid=88784) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 13:11:17.655125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-837089-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T12:01:40Z,description=,heartbeat_timestamp=2022-04-18T13:11:10Z,host='dv-neutron-837089-1-hyperv',id=b2697610-bd84-4405-9bdc-e861609dab22,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T12:01:41Z,topic='l3_agent')) {'router_ids': ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'], 'active': True} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:17.710070 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:17.778209 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Deleting port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c {{(pid=88782) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:17.778567 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:17.831074 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_dvr_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] Set router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 gateway port host: dv-neutron-837089-1-hyperv {{(pid=88784) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 13:11:17.951407 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.db [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] For port 133e4361-8f44-41a4-8b2b-4a294a1b3e0c, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,segment=NetworkSegment(653b9dd9-9ad1-4883-9aef-877c6e18bfe0),segment_id=653b9dd9-9ad1-4883-9aef-877c6e18bfe0)] {{(pid=88782) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:17.951671 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.072931 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.plugins.ml2.plugin [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Calling delete_port for 133e4361-8f44-41a4-8b2b-4a294a1b3e0c owned by network:router_gateway {{(pid=88782) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:18.147524 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.db.l3_hamode_db [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:11:15Z', 'revision_number': 5, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}], 'dv-neutron-837089-1-hyperv', False) {} {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:18.151666 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414615bc-3aa2-4167-a2fb-a099070c8a5f None None] The sync data for ids ['b6aafa4b-1eb3-4584-8acb-fbd617e8ef11'] in dv-neutron-837089-1-hyperv is: [{'id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'name': 'tempest-TestSnapshotPattern-1946966551-router', 'tenant_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'external_fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98'}], 'enable_snat': True}, 'gw_port_id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:11:15Z', 'revision_number': 5, 'project_id': 'e731cd7b85ed4d93876c31114ad57dcf', 'gw_port': {'id': '133e4361-8f44-41a4-8b2b-4a294a1b3e0c', 'name': '', 'network_id': '4f77adaf-ba3d-45d2-b0f2-7487979c4618', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6aafa4b-1eb3-4584-8acb-fbd617e8ef11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'ip_address': '172.26.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-837089-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T13:06:10Z', 'updated_at': '2022-04-18T13:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c753ef25-abd8-4262-a282-81bf27009b05', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-837089-1-hyperv'}] {{(pid=88784) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 13:11:18.320956 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65664547'] for port, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.370730 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Pushing event deleted for resources: {'Port': ['ID=133e4361-8f44-41a4-8b2b-4a294a1b3e0c,revision_number=None']} {{(pid=88782) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:18.458599 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4054523'] for router_gateway, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.650129 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4151266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256'] for router, precommit_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.652815 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.766623 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4139735'] for router, after_delete {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.767202 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 {{(pid=88782) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 13:11:18.782728 dv-neutron-837089-1-hyperv neutron-server[88782]: DEBUG neutron_lib.callbacks.manager [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] Notify callbacks [] for router, before_response {{(pid=88782) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.782728 dv-neutron-837089-1-hyperv neutron-server[88782]: INFO neutron.wsgi [None req-2e033013-777b-4856-a4f3-7ac2f729886d admin admin] 10.222.0.24 "DELETE /v2.0/routers/b6aafa4b-1eb3-4584-8acb-fbd617e8ef11 HTTP/1.1" status: 204 len: 168 time: 1.5462222 Apr 18 13:11:18.784582 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46338) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:18.842858 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23153a8e-2c3f-49db-948f-8e5c82f1edd1 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:18.853251 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Deleting subnet aa5d0000-ea71-485a-bb6b-bdefca0ed933 {{(pid=88783) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 13:11:18.856375 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.881154 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 23153a8e-2c3f-49db-948f-8e5c82f1edd1 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:18.881527 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 23153a8e-2c3f-49db-948f-8e5c82f1edd1 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:18.906839 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2190623'] for subnet, precommit_delete_associations {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:18.982220 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-871726'] for subnet, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.230163 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-871705', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9897803', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2155049'] for subnet, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.268188 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5d0000-ea71-485a-bb6b-bdefca0ed933,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:19.271875 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.277411 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70c8899-60da-43e8-869b-8bfb684fd136 None None] Network 57e193fc-259b-4209-9be1-76ec3e500a60 requested from dv-neutron-837089-1-hyperv {{(pid=88784) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 13:11:19.277710 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c2db491e-3e1c-48f0-a8e8-ab08d924ef71 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa5d0000-ea71-485a-bb6b-bdefca0ed933 HTTP/1.1" status: 204 len: 168 time: 0.4920676 Apr 18 13:11:19.280115 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46342) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:19.385366 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1046242'] for network, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.396135 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Deleting port 33df719a-a364-436e-995b-77b16f5d3679 {{(pid=88783) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:19.396459 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.518235 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d07f026-6f16-4172-8933-366988822258 None None] DHCP port deletion for 57e193fc-259b-4209-9be1-76ec3e500a60 request from dv-neutron-837089-1-hyperv {{(pid=88784) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 13:11:19.521994 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4d07f026-6f16-4172-8933-366988822258 None None] Deleting port 33df719a-a364-436e-995b-77b16f5d3679 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:19.522391 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4d07f026-6f16-4172-8933-366988822258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.603194 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.db [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] For port 33df719a-a364-436e-995b-77b16f5d3679, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33df719a-a364-436e-995b-77b16f5d3679,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88783) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:19.603530 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.724027 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.db [None req-4d07f026-6f16-4172-8933-366988822258 None None] For port 33df719a-a364-436e-995b-77b16f5d3679, host dv-neutron-837089-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-837089-1-hyperv',level=0,port_id=33df719a-a364-436e-995b-77b16f5d3679,segment=NetworkSegment(60851e8d-f465-45af-b476-b84b7c8994b8),segment_id=60851e8d-f465-45af-b476-b84b7c8994b8)] {{(pid=88784) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 13:11:19.724340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4d07f026-6f16-4172-8933-366988822258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4053392'] for port, precommit_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.724963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.plugin [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Calling delete_port for 33df719a-a364-436e-995b-77b16f5d3679 owned by network:dhcp {{(pid=88783) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:19.843148 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4d07f026-6f16-4172-8933-366988822258 None None] Calling delete_port for 33df719a-a364-436e-995b-77b16f5d3679 owned by network:dhcp {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 13:11:19.886937 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1022731', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731700081143', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731699718202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9897852'] for port, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:19.920350 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.db.api [None req-4d07f026-6f16-4172-8933-366988822258 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88784) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 13:11:19.920697 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG oslo_db.api [None req-4d07f026-6f16-4172-8933-366988822258 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 13:11:19.935801 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Pushing event deleted for resources: {'Port': ['ID=33df719a-a364-436e-995b-77b16f5d3679,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:19.939336 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] No DVR routers for this DVR port 33df719a-a364-436e-995b-77b16f5d3679 on host dv-neutron-837089-1-hyperv {{(pid=88783) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 13:11:20.052078 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-872087', 'neutron.services.segments.db._delete_segments_for_network-8731700235358'] for network, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.076019 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e193fc-259b-4209-9be1-76ec3e500a60']}} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:20.087475 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60851e8d-f465-45af-b476-b84b7c8994b8') {'for_net_delete': True} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:20.087764 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.services.segments.db [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60851e8d-f465-45af-b476-b84b7c8994b8') {} {{(pid=88783) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 13:11:20.099059 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731700238969', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2190820'] for segment, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.115003 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-870395'] for segment, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.121343 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=88783) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 13:11:20.121722 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-870381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9897761'] for segment, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: Traceback (most recent call last): Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: timer() Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: cb(*args, **kw) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: return func(*args, **kwargs) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: self._notify() Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: self.callback(batched_events) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: event.method(event) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: return f(self, *a, **k) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._get(url).json() Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: return self.request(url, 'GET', **kwargs) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 13:11:20.134500 dv-neutron-837089-1-hyperv neutron-server[88783]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 13:11:20.349298 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-872094', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4157038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4186208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4054416'] for network, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.365174 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Notify callbacks [] for network, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.375963 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] Pushing event deleted for resources: {'Network': ['ID=57e193fc-259b-4209-9be1-76ec3e500a60,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:20.383043 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-ab4c23b2-351b-4e16-9c6d-046c21b4367f admin admin] 10.222.0.24 "DELETE /v2.0/networks/57e193fc-259b-4209-9be1-76ec3e500a60 HTTP/1.1" status: 204 len: 168 time: 1.1019893 Apr 18 13:11:20.422340 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4d07f026-6f16-4172-8933-366988822258 None None] Deleting port 33df719a-a364-436e-995b-77b16f5d3679 {{(pid=88784) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 13:11:20.422809 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-4d07f026-6f16-4172-8933-366988822258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731700076557'] for port, before_delete {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.486632 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-4d07f026-6f16-4172-8933-366988822258 None None] The port '33df719a-a364-436e-995b-77b16f5d3679' was deleted {{(pid=88784) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 13:11:20.750781 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46348) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:20.799539 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-eda8c681-4d6a-4d5a-acf0-4d4099f944bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8030116fc597464a89fcffb563e8d74f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476272 Apr 18 13:11:20.801908 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46352) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:20.826834 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 133e4361-8f44-41a4-8b2b-4a294a1b3e0c no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:20.863084 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4f80f31-c716-440f-b87c-c496ffec2ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.863326 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 133e4361-8f44-41a4-8b2b-4a294a1b3e0c {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:20.863777 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 133e4361-8f44-41a4-8b2b-4a294a1b3e0c not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:20.863961 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33df719a-a364-436e-995b-77b16f5d3679 no longer exists at agent ovs-agent-dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 13:11:20.888845 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4f80f31-c716-440f-b87c-c496ffec2ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:20.895563 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.plugin [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] No Port match for: 33df719a-a364-436e-995b-77b16f5d3679 {{(pid=88784) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 13:11:20.895904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron.plugins.ml2.rpc [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Device 33df719a-a364-436e-995b-77b16f5d3679 not bound to the agent host dv-neutron-837089-1-hyperv {{(pid=88784) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 13:11:21.034967 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4f80f31-c716-440f-b87c-c496ffec2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:21.052264 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f80f31-c716-440f-b87c-c496ffec2ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b5076-af5f-4a22-a559-d756912bf32f,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:21.060490 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-c4f80f31-c716-440f-b87c-c496ffec2ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:21.061587 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-c4f80f31-c716-440f-b87c-c496ffec2ead admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd0b5076-af5f-4a22-a559-d756912bf32f HTTP/1.1" status: 204 len: 168 time: 0.2588086 Apr 18 13:11:21.759923 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46360) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:21.808304 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-faa9cb14-27f6-4825-a2c6-2267d4c01fe4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e731cd7b85ed4d93876c31114ad57dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467551 Apr 18 13:11:21.810678 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.wsgi [-] (88783) accepted ('10.222.0.24', 46364) {{(pid=88783) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 13:11:21.866683 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e55f480a-2cc9-4f8a-88c7-22eeac59b6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:21.891444 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e55f480a-2cc9-4f8a-88c7-22eeac59b6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:22.023948 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e55f480a-2cc9-4f8a-88c7-22eeac59b6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4156985'] for security_group, after_delete {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:22.038340 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f480a-2cc9-4f8a-88c7-22eeac59b6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa254c0-f538-473c-aaf0-95879144afc6,revision_number=None']} {{(pid=88783) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 13:11:22.046117 dv-neutron-837089-1-hyperv neutron-server[88783]: DEBUG neutron_lib.callbacks.manager [None req-e55f480a-2cc9-4f8a-88c7-22eeac59b6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88783) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:22.047365 dv-neutron-837089-1-hyperv neutron-server[88783]: INFO neutron.wsgi [None req-e55f480a-2cc9-4f8a-88c7-22eeac59b6e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8aa254c0-f538-473c-aaf0-95879144afc6 HTTP/1.1" status: 204 len: 168 time: 0.2358353 Apr 18 13:11:38.056710 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-696aed65-608f-437f-8468-4703c7759091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:38.153380 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:11:40.223233 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-38ff0dc8-fb0d-472d-a622-e923ce334a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:41.605541 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:41.783219 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:43.188489 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:11:46.085789 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:08.051066 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-cef7a8f6-46fa-43c1-ae6c-65f2c0136e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:10.256714 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d50e7d1d-12ee-4969-8d22-21c4c33cc5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:11.576465 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:11.725004 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:13.188314 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:15.152842 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:12:16.091192 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:38.090265 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1b309e81-d63d-43f0-8c55-a8c160434a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:40.250409 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-76517679-ccb6-4f3f-b09e-63049da7578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:41.575381 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:41.741458 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:43.221904 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:46.095723 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:12:52.152119 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:13:08.032667 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-25797ff2-4534-49f8-b1d5-2863a462a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:10.244189 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-987097cf-a945-4951-b34b-7b5f3cb50421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:11.580130 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:11.723015 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:13.191578 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:16.106916 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:29.151665 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:13:38.049046 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-47e83145-85d3-4ebb-947a-75b3c8b85b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:40.260923 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c9243d55-f11d-4a10-8085-9d83b5478eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:41.586515 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:41.780972 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:43.231968 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:13:46.123416 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:06.150489 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:14:08.066199 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-8235efaf-d5d0-46d8-a7af-44cfd08fe721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:10.277943 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-7a82f2d0-a9b9-4d1a-96a2-e138076b0043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:11.603188 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:11.723356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:13.226372 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:16.146125 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:38.037423 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-84062f5e-ac83-49f3-b37b-2fe7b6fb53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:40.266267 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-82fc424e-c7ef-4ea0-bdd5-bf3fd42896f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:41.568656 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:41.711674 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:43.148475 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:14:43.225958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:14:46.111975 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:08.042983 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-9f280f7a-7d6e-4b8b-8363-2dfb2ab12f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:10.306356 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d416268b-a02d-418c-8945-d08b3449577c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:11.631355 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:11.716958 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:13.214720 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:16.197237 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:20.146610 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:15:38.048615 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-1aa595d6-6bfc-48ae-b150-429936737a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:40.259865 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3b882e81-d5e9-477f-aef9-d2bd91769682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:41.620435 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:41.756818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:43.219993 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:46.128330 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:15:57.144894 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:16:08.042662 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-c2fabe73-83f4-4cce-861e-bc7bd5c1c56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:10.265531 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-ddcf72a7-9dce-4af3-9150-268afc34a280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:11.631385 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:11.739804 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:13.196956 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:16.139835 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:34.143377 dv-neutron-837089-1-hyperv neutron-server[88785]: DEBUG neutron.db.agents_db [None req-c00180ad-17aa-45d5-a827-b701385d94b0 None None] Agent healthcheck: found 6 active agents {{(pid=88785) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 13:16:38.030817 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-50106b86-79bb-4afb-88e8-1306aa6231df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:40.271412 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3c103539-3fda-47f2-ae7d-53c717e29e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:41.602818 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-26b70d2f-2b22-460f-94de-68153504fdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:41.711012 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-3d672811-fcef-4d90-a8ab-5c99a1f415d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:43.208705 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-d9f0e530-55a8-460d-bd81-014ac46bfc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 13:16:46.156866 dv-neutron-837089-1-hyperv neutron-server[88784]: DEBUG neutron_lib.callbacks.manager [None req-97f29eb1-8215-4d4e-93b2-a0c64d7829da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731700235331', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-883521'] for agent, after_update {{(pid=88784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}